2024-09-19T11:08:54.458 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T11:08:54.480 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T11:08:54.575 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423 branch: wip-yuval-test description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7912423' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuval-test ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random ec-data-pool: false frontend: beast storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 force-branch: ceph-master storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuval-test sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 owner: scheduled_yuvalif@teuthology priority: 100 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 4251 sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 sleep_before_teardown: 0 subset: 1/3 suite: rgw suite_branch: wip-yuval-test suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 targets: smithi103.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOT8/pvvkn14v0v7i4XKF6PInc6m9sPCIfqTJQG/yFYsbc0bg6ybvqz84ioFMDW+n04KDmQNxkdyPd6p2Kn8gyE= smithi174.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLHFFsGb8uELuMadfwQTvSkVrPvJjYC6xHNkqRXWWbCGdH+oCkrjPR/9sJ1SM0vvZTJxac4ApL5BDIxArpShTLg= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-19_08:49:34 tube: smithi user: yuvalif verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T11:08:54.575 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa; will attempt to use it 2024-09-19T11:08:54.576 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa/tasks 2024-09-19T11:08:54.576 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T11:08:54.577 INFO:teuthology.task.internal:Checking packages... 2024-09-19T11:08:54.602 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '08af21e0d16078b88ddf808fe9ba2ab84dbe6754' 2024-09-19T11:08:54.602 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T11:08:54.602 INFO:teuthology.packaging:ref: None 2024-09-19T11:08:54.602 INFO:teuthology.packaging:tag: None 2024-09-19T11:08:54.602 INFO:teuthology.packaging:branch: wip-yuval-test 2024-09-19T11:08:54.602 INFO:teuthology.packaging:sha1: 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:08:54.603 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuval-test 2024-09-19T11:08:54.758 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5012.g08af21e0 2024-09-19T11:08:54.760 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T11:08:54.766 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T11:08:54.766 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T11:08:54.789 INFO:teuthology.task.internal:Saving configuration 2024-09-19T11:08:54.806 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T11:08:54.812 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T11:08:54.846 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi103.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 11:03:31.725910', 'locked_by': 'scheduled_yuvalif@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOT8/pvvkn14v0v7i4XKF6PInc6m9sPCIfqTJQG/yFYsbc0bg6ybvqz84ioFMDW+n04KDmQNxkdyPd6p2Kn8gyE='} 2024-09-19T11:08:54.879 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi174.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 11:03:31.727513', 'locked_by': 'scheduled_yuvalif@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLHFFsGb8uELuMadfwQTvSkVrPvJjYC6xHNkqRXWWbCGdH+oCkrjPR/9sJ1SM0vvZTJxac4ApL5BDIxArpShTLg='} 2024-09-19T11:08:54.879 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T11:08:54.884 INFO:teuthology.task.internal:roles: ubuntu@smithi103.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-19T11:08:54.885 INFO:teuthology.task.internal:roles: ubuntu@smithi174.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-19T11:08:54.885 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T11:08:54.963 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f1f2022bac0>, signals=[15]) 2024-09-19T11:08:54.963 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T11:08:54.969 INFO:teuthology.task.internal:Opening connections... 2024-09-19T11:08:54.969 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T11:08:54.970 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:08:55.057 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T11:08:55.058 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:08:55.141 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T11:08:55.147 DEBUG:teuthology.orchestra.run.smithi103:> uname -m 2024-09-19T11:08:55.166 INFO:teuthology.orchestra.run.smithi103.stdout:x86_64 2024-09-19T11:08:55.166 DEBUG:teuthology.orchestra.run.smithi103:> cat /etc/os-release 2024-09-19T11:08:55.225 INFO:teuthology.orchestra.run.smithi103.stdout:NAME="CentOS Stream" 2024-09-19T11:08:55.225 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION="9" 2024-09-19T11:08:55.225 INFO:teuthology.orchestra.run.smithi103.stdout:ID="centos" 2024-09-19T11:08:55.225 INFO:teuthology.orchestra.run.smithi103.stdout:ID_LIKE="rhel fedora" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION_ID="9" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:PLATFORM_ID="platform:el9" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:ANSI_COLOR="0;31" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:LOGO="fedora-logo-icon" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:HOME_URL="https://centos.org/" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T11:08:55.226 INFO:teuthology.orchestra.run.smithi103.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T11:08:55.227 INFO:teuthology.lock.ops:Updating smithi103.front.sepia.ceph.com on lock server 2024-09-19T11:08:55.255 DEBUG:teuthology.orchestra.run.smithi174:> uname -m 2024-09-19T11:08:55.273 INFO:teuthology.orchestra.run.smithi174.stdout:x86_64 2024-09-19T11:08:55.274 DEBUG:teuthology.orchestra.run.smithi174:> cat /etc/os-release 2024-09-19T11:08:55.333 INFO:teuthology.orchestra.run.smithi174.stdout:NAME="CentOS Stream" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION="9" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:ID="centos" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:ID_LIKE="rhel fedora" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION_ID="9" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:PLATFORM_ID="platform:el9" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:ANSI_COLOR="0;31" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:LOGO="fedora-logo-icon" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:HOME_URL="https://centos.org/" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T11:08:55.334 INFO:teuthology.orchestra.run.smithi174.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T11:08:55.335 INFO:teuthology.orchestra.run.smithi174.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T11:08:55.335 INFO:teuthology.lock.ops:Updating smithi174.front.sepia.ceph.com on lock server 2024-09-19T11:08:55.363 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T11:08:55.372 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T11:08:55.381 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T11:08:55.381 DEBUG:teuthology.orchestra.run.smithi103:> test '!' -e /home/ubuntu/cephtest 2024-09-19T11:08:55.384 DEBUG:teuthology.orchestra.run.smithi174:> test '!' -e /home/ubuntu/cephtest 2024-09-19T11:08:55.401 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T11:08:55.406 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T11:08:55.407 DEBUG:teuthology.orchestra.run.smithi103:> test -z $(ls -A /var/lib/ceph) 2024-09-19T11:08:55.443 DEBUG:teuthology.orchestra.run.smithi174:> test -z $(ls -A /var/lib/ceph) 2024-09-19T11:08:55.465 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T11:08:55.535 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T11:08:55.558 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-19T11:08:55.559 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-19T11:08:55.559 DEBUG:teuthology.orchestra.run.smithi103:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T11:08:55.560 DEBUG:teuthology.orchestra.run.smithi174:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T11:08:55.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:08:55.578 DEBUG:teuthology.orchestra.run.smithi103:> uname -r 2024-09-19T11:08:55.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:08:55.580 DEBUG:teuthology.orchestra.run.smithi174:> uname -r 2024-09-19T11:08:55.637 INFO:teuthology.orchestra.run.smithi103.stdout:5.14.0-503.el9.x86_64 2024-09-19T11:08:55.637 INFO:teuthology.task.kernel:Running kernel on smithi103: 5.14.0-503.el9.x86_64 2024-09-19T11:08:55.637 DEBUG:teuthology.orchestra.run.smithi103:> sudo yum install -y kernel 2024-09-19T11:08:55.638 INFO:teuthology.orchestra.run.smithi174.stdout:5.14.0-503.el9.x86_64 2024-09-19T11:08:55.639 INFO:teuthology.task.kernel:Running kernel on smithi174: 5.14.0-503.el9.x86_64 2024-09-19T11:08:55.639 DEBUG:teuthology.orchestra.run.smithi174:> sudo yum install -y kernel 2024-09-19T11:08:57.987 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.3 MB 00:00 2024-09-19T11:08:59.628 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.3 MB 00:02 2024-09-19T11:08:59.821 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - AppStream 27 MB/s | 20 MB 00:00 2024-09-19T11:09:01.571 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-19T11:09:05.806 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.5 MB 00:00 2024-09-19T11:09:06.147 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - CRB 2.6 MB/s | 6.5 MB 00:02 2024-09-19T11:09:07.357 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 19 kB 00:00 2024-09-19T11:09:07.873 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 19 kB 00:00 2024-09-19T11:09:08.369 INFO:teuthology.orchestra.run.smithi103.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-19T11:09:09.118 INFO:teuthology.orchestra.run.smithi174.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-19T11:09:14.058 INFO:teuthology.orchestra.run.smithi103.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T11:09:14.599 INFO:teuthology.orchestra.run.smithi174.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-19T11:09:15.948 INFO:teuthology.orchestra.run.smithi103.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T11:09:15.948 INFO:teuthology.orchestra.run.smithi103.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T11:09:16.035 INFO:teuthology.orchestra.run.smithi103.stdout:Dependencies resolved. 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout:================================================================================ 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout: Package Architecture Version Repository Size 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout:================================================================================ 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout:Installing: 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout:Installing dependencies: 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T11:09:16.043 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:09:16.044 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction Summary 2024-09-19T11:09:16.044 INFO:teuthology.orchestra.run.smithi103.stdout:================================================================================ 2024-09-19T11:09:16.044 INFO:teuthology.orchestra.run.smithi103.stdout:Install 4 Packages 2024-09-19T11:09:16.044 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:09:16.044 INFO:teuthology.orchestra.run.smithi103.stdout:Total download size: 79 M 2024-09-19T11:09:16.044 INFO:teuthology.orchestra.run.smithi103.stdout:Installed size: 126 M 2024-09-19T11:09:16.044 INFO:teuthology.orchestra.run.smithi103.stdout:Downloading Packages: 2024-09-19T11:09:16.500 INFO:teuthology.orchestra.run.smithi174.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T11:09:16.500 INFO:teuthology.orchestra.run.smithi174.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T11:09:16.595 INFO:teuthology.orchestra.run.smithi174.stdout:Dependencies resolved. 2024-09-19T11:09:16.603 INFO:teuthology.orchestra.run.smithi174.stdout:================================================================================ 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout: Package Architecture Version Repository Size 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout:================================================================================ 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout:Installing: 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout:Installing dependencies: 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction Summary 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout:================================================================================ 2024-09-19T11:09:16.604 INFO:teuthology.orchestra.run.smithi174.stdout:Install 4 Packages 2024-09-19T11:09:16.605 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:09:16.605 INFO:teuthology.orchestra.run.smithi174.stdout:Total download size: 79 M 2024-09-19T11:09:16.605 INFO:teuthology.orchestra.run.smithi174.stdout:Installed size: 126 M 2024-09-19T11:09:16.605 INFO:teuthology.orchestra.run.smithi174.stdout:Downloading Packages: 2024-09-19T11:09:16.643 INFO:teuthology.orchestra.run.smithi103.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 62 kB/s | 36 kB 00:00 2024-09-19T11:09:17.008 INFO:teuthology.orchestra.run.smithi174.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 125 kB/s | 36 kB 00:00 2024-09-19T11:09:17.452 INFO:teuthology.orchestra.run.smithi103.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-19T11:09:18.127 INFO:teuthology.orchestra.run.smithi103.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 17 MB/s | 35 MB 00:02 2024-09-19T11:09:18.919 INFO:teuthology.orchestra.run.smithi103.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 13 MB/s | 29 MB 00:02 2024-09-19T11:09:18.919 INFO:teuthology.orchestra.run.smithi103.stdout:-------------------------------------------------------------------------------- 2024-09-19T11:09:18.920 INFO:teuthology.orchestra.run.smithi103.stdout:Total 27 MB/s | 79 MB 00:02 2024-09-19T11:09:19.607 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction check 2024-09-19T11:09:19.965 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction check succeeded. 2024-09-19T11:09:19.965 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction test 2024-09-19T11:09:20.919 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction test succeeded. 2024-09-19T11:09:20.920 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction 2024-09-19T11:09:23.359 INFO:teuthology.orchestra.run.smithi103.stdout: Preparing : 1/1 2024-09-19T11:09:23.992 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T11:09:24.073 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T11:09:26.842 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T11:09:26.974 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T11:09:30.815 INFO:teuthology.orchestra.run.smithi174.stdout:(2/4): kernel-modules-core-5.14.0-508.el9.x86_6 2.1 MB/s | 29 MB 00:13 2024-09-19T11:09:31.804 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T11:09:31.882 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:09:32.807 INFO:teuthology.orchestra.run.smithi174.stdout:(3/4): kernel-core-5.14.0-508.el9.x86_64.rpm 997 kB/s | 16 MB 00:16 2024-09-19T11:09:36.716 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:09:47.456 INFO:teuthology.orchestra.run.smithi174.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 1.1 MB/s | 35 MB 00:30 2024-09-19T11:09:47.456 INFO:teuthology.orchestra.run.smithi174.stdout:-------------------------------------------------------------------------------- 2024-09-19T11:09:47.456 INFO:teuthology.orchestra.run.smithi174.stdout:Total 2.6 MB/s | 79 MB 00:30 2024-09-19T11:09:48.136 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction check 2024-09-19T11:09:48.487 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction check succeeded. 2024-09-19T11:09:48.487 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction test 2024-09-19T11:09:49.475 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction test succeeded. 2024-09-19T11:09:49.476 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction 2024-09-19T11:09:51.910 INFO:teuthology.orchestra.run.smithi174.stdout: Preparing : 1/1 2024-09-19T11:09:52.613 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T11:09:52.699 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T11:09:55.450 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T11:09:55.590 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T11:10:00.394 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T11:10:00.499 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:05.318 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:15.258 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:15.299 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:15.667 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:15.667 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T11:10:15.667 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T11:10:15.667 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout:Installed: 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:10:16.507 INFO:teuthology.orchestra.run.smithi103.stdout:Complete! 2024-09-19T11:10:16.861 DEBUG:teuthology.orchestra.run.smithi103:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T11:10:16.952 INFO:teuthology.orchestra.run.smithi103.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T11:10:16.953 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T11:10:16.953 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T11:10:16.953 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T11:10:16.953 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T11:10:16.953 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-19T11:10:16.953 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi103.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T11:10:16.954 DEBUG:teuthology.orchestra.run.smithi103:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T11:10:17.012 INFO:teuthology.orchestra.run.smithi103.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T11:10:17.012 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T11:10:17.012 DEBUG:teuthology.orchestra.run.smithi103:> sudo rpm -qi grub2-tools 2024-09-19T11:10:17.051 INFO:teuthology.orchestra.run.smithi103.stdout:Name : grub2-tools 2024-09-19T11:10:17.051 INFO:teuthology.orchestra.run.smithi103.stdout:Epoch : 1 2024-09-19T11:10:17.051 INFO:teuthology.orchestra.run.smithi103.stdout:Version : 2.06 2024-09-19T11:10:17.051 INFO:teuthology.orchestra.run.smithi103.stdout:Release : 82.el9 2024-09-19T11:10:17.051 INFO:teuthology.orchestra.run.smithi103.stdout:Architecture: x86_64 2024-09-19T11:10:17.051 INFO:teuthology.orchestra.run.smithi103.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Group : Unspecified 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Size : 8274670 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:License : GPLv3+ 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Packager : builder@centos.org 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Vendor : CentOS 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Summary : Support tools for GRUB. 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout:Description : 2024-09-19T11:10:17.052 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:10:17.053 INFO:teuthology.orchestra.run.smithi103.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T11:10:17.053 INFO:teuthology.orchestra.run.smithi103.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T11:10:17.053 INFO:teuthology.orchestra.run.smithi103.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T11:10:17.053 INFO:teuthology.orchestra.run.smithi103.stdout:hardware devices. 2024-09-19T11:10:17.053 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:10:17.053 INFO:teuthology.orchestra.run.smithi103.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T11:10:17.054 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T11:10:17.054 INFO:teuthology.task.kernel:Updating grub on smithi103 to boot 5.14.0-508.el9.x86_64 2024-09-19T11:10:17.054 DEBUG:teuthology.orchestra.run.smithi103:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T11:10:17.692 INFO:teuthology.orchestra.run.smithi103.stderr:Generating grub configuration file ... 2024-09-19T11:10:19.015 INFO:teuthology.orchestra.run.smithi103.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T11:10:19.050 INFO:teuthology.orchestra.run.smithi103.stderr:done 2024-09-19T11:10:19.057 DEBUG:teuthology.orchestra.run.smithi103:> mktemp 2024-09-19T11:10:19.075 INFO:teuthology.orchestra.run.smithi103.stdout:/tmp/tmp.zO6fLTOM90 2024-09-19T11:10:19.076 DEBUG:teuthology.orchestra.run.smithi103:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.zO6fLTOM90 2024-09-19T11:10:19.147 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0666 /tmp/tmp.zO6fLTOM90 2024-09-19T11:10:19.280 DEBUG:teuthology.orchestra.remote:smithi103:/tmp/tmp.zO6fLTOM90 is 6KB 2024-09-19T11:10:19.328 DEBUG:teuthology.orchestra.run.smithi103:> rm -fr /tmp/tmp.zO6fLTOM90 2024-09-19T11:10:19.343 DEBUG:teuthology.orchestra.run.smithi103:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T11:10:19.407 INFO:teuthology.orchestra.run.smithi103.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T11:10:19.407 INFO:teuthology.orchestra.run.smithi103.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T11:10:19.407 INFO:teuthology.orchestra.run.smithi103.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T11:10:19.407 INFO:teuthology.orchestra.run.smithi103.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T11:10:19.409 DEBUG:teuthology.orchestra.run.smithi103:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T11:10:19.567 DEBUG:teuthology.orchestra.run.smithi103:> sudo shutdown -r now 2024-09-19T11:10:43.514 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:43.554 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:43.927 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:43.928 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T11:10:43.928 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T11:10:43.928 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T11:10:44.817 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T11:10:44.817 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:10:44.817 INFO:teuthology.orchestra.run.smithi174.stdout:Installed: 2024-09-19T11:10:44.817 INFO:teuthology.orchestra.run.smithi174.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T11:10:44.817 INFO:teuthology.orchestra.run.smithi174.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T11:10:44.817 INFO:teuthology.orchestra.run.smithi174.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T11:10:44.817 INFO:teuthology.orchestra.run.smithi174.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T11:10:44.818 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:10:44.818 INFO:teuthology.orchestra.run.smithi174.stdout:Complete! 2024-09-19T11:10:45.161 DEBUG:teuthology.orchestra.run.smithi174:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T11:10:45.255 INFO:teuthology.orchestra.run.smithi174.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T11:10:45.255 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T11:10:45.255 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T11:10:45.255 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T11:10:45.255 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T11:10:45.255 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-19T11:10:45.255 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi174.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T11:10:45.256 DEBUG:teuthology.orchestra.run.smithi174:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T11:10:45.314 INFO:teuthology.orchestra.run.smithi174.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T11:10:45.315 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T11:10:45.315 DEBUG:teuthology.orchestra.run.smithi174:> sudo rpm -qi grub2-tools 2024-09-19T11:10:45.352 INFO:teuthology.orchestra.run.smithi174.stdout:Name : grub2-tools 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Epoch : 1 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Version : 2.06 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Release : 82.el9 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Architecture: x86_64 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Group : Unspecified 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Size : 8274670 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:License : GPLv3+ 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T11:10:45.353 INFO:teuthology.orchestra.run.smithi174.stdout:Packager : builder@centos.org 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:Vendor : CentOS 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:Summary : Support tools for GRUB. 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:Description : 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:hardware devices. 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:10:45.354 INFO:teuthology.orchestra.run.smithi174.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T11:10:45.355 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T11:10:45.355 INFO:teuthology.task.kernel:Updating grub on smithi174 to boot 5.14.0-508.el9.x86_64 2024-09-19T11:10:45.355 DEBUG:teuthology.orchestra.run.smithi174:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T11:10:46.018 INFO:teuthology.orchestra.run.smithi174.stderr:Generating grub configuration file ... 2024-09-19T11:10:47.312 INFO:teuthology.orchestra.run.smithi174.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T11:10:47.340 INFO:teuthology.orchestra.run.smithi174.stderr:done 2024-09-19T11:10:47.342 DEBUG:teuthology.orchestra.run.smithi174:> mktemp 2024-09-19T11:10:47.357 INFO:teuthology.orchestra.run.smithi174.stdout:/tmp/tmp.6J2gIQIpBT 2024-09-19T11:10:47.357 DEBUG:teuthology.orchestra.run.smithi174:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.6J2gIQIpBT 2024-09-19T11:10:47.424 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0666 /tmp/tmp.6J2gIQIpBT 2024-09-19T11:10:47.571 DEBUG:teuthology.orchestra.remote:smithi174:/tmp/tmp.6J2gIQIpBT is 6KB 2024-09-19T11:10:47.621 DEBUG:teuthology.orchestra.run.smithi174:> rm -fr /tmp/tmp.6J2gIQIpBT 2024-09-19T11:10:47.636 DEBUG:teuthology.orchestra.run.smithi174:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T11:10:47.698 INFO:teuthology.orchestra.run.smithi174.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T11:10:47.698 INFO:teuthology.orchestra.run.smithi174.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T11:10:47.698 INFO:teuthology.orchestra.run.smithi174.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T11:10:47.698 INFO:teuthology.orchestra.run.smithi174.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T11:10:47.700 DEBUG:teuthology.orchestra.run.smithi174:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T11:10:47.856 DEBUG:teuthology.orchestra.run.smithi174:> sudo shutdown -r now 2024-09-19T11:10:49.571 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-19T11:10:49.572 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-19T11:10:49.572 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:11:17.887 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-19T11:11:17.887 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-19T11:11:17.888 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:11:24.225 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.103 2024-09-19T11:11:33.233 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-19T11:11:33.234 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:11:36.317 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.103 2024-09-19T11:11:48.329 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-19T11:11:48.329 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:12:17.923 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T11:12:20.061 DEBUG:teuthology.orchestra.run.smithi103:> true 2024-09-19T11:12:20.501 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-19T11:12:20.502 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-19T11:12:20.502 DEBUG:teuthology.orchestra.run.smithi103:> uname -r 2024-09-19T11:12:20.516 INFO:teuthology.orchestra.run.smithi103.stdout:5.14.0-508.el9.x86_64 2024-09-19T11:12:20.516 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T11:12:20.516 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T11:12:20.516 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T11:12:21.517 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-19T11:12:21.517 DEBUG:teuthology.orchestra.run.smithi103:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T11:12:21.584 INFO:teuthology.orchestra.run.smithi103.stdout:ttyS1 2024-09-19T11:12:21.614 DEBUG:teuthology.parallel:result is None 2024-09-19T11:12:26.924 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-19T11:12:26.925 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:12:30.557 DEBUG:teuthology.orchestra.run.smithi174:> true 2024-09-19T11:12:30.923 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-19T11:12:30.924 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-19T11:12:30.924 DEBUG:teuthology.orchestra.run.smithi174:> uname -r 2024-09-19T11:12:30.938 INFO:teuthology.orchestra.run.smithi174.stdout:5.14.0-508.el9.x86_64 2024-09-19T11:12:30.938 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T11:12:30.939 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T11:12:30.939 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T11:12:31.939 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-19T11:12:31.939 DEBUG:teuthology.orchestra.run.smithi174:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T11:12:32.027 INFO:teuthology.orchestra.run.smithi174.stdout:ttyS1 2024-09-19T11:12:32.059 DEBUG:teuthology.parallel:result is None 2024-09-19T11:12:32.059 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T11:12:32.068 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T11:12:32.068 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T11:12:32.071 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T11:12:32.087 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T11:12:32.092 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T11:12:32.101 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T11:12:32.101 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T11:12:32.129 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T11:12:32.190 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T11:12:32.197 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T11:12:32.197 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T11:12:32.200 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T11:12:32.229 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T11:12:32.230 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T11:12:32.239 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T11:12:32.241 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T11:12:32.243 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T11:12:32.249 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T11:12:32.250 DEBUG:teuthology.orchestra.run.smithi103:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T11:12:32.285 DEBUG:teuthology.orchestra.run.smithi174:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T11:12:32.311 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T11:12:32.320 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T11:12:32.320 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T11:12:32.353 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T11:12:32.368 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T11:12:32.463 DEBUG:teuthology.orchestra.run.smithi103:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T11:12:32.506 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T11:12:32.598 DEBUG:teuthology.orchestra.run.smithi103:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T11:12:32.631 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:12:32.631 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T11:12:32.696 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T11:12:32.744 DEBUG:teuthology.orchestra.run.smithi174:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T11:12:32.787 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T11:12:32.874 DEBUG:teuthology.orchestra.run.smithi174:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T11:12:32.906 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:12:32.906 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T11:12:32.970 DEBUG:teuthology.orchestra.run.smithi103:> sudo service rsyslog restart 2024-09-19T11:12:32.972 DEBUG:teuthology.orchestra.run.smithi174:> sudo service rsyslog restart 2024-09-19T11:12:33.013 INFO:teuthology.orchestra.run.smithi103.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T11:12:33.062 INFO:teuthology.orchestra.run.smithi174.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T11:12:33.322 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T11:12:33.330 INFO:teuthology.task.internal:Starting timer... 2024-09-19T11:12:33.330 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T11:12:33.347 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T11:12:33.355 DEBUG:teuthology.orchestra.run.smithi103:> sudo service auditd rotate 2024-09-19T11:12:33.424 INFO:teuthology.orchestra.run.smithi103.stdout:Rotating logs: 2024-09-19T11:12:33.426 DEBUG:teuthology.orchestra.run.smithi174:> sudo service auditd rotate 2024-09-19T11:12:33.483 INFO:teuthology.orchestra.run.smithi174.stdout:Rotating logs: 2024-09-19T11:12:33.485 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T11:12:33.485 DEBUG:teuthology.orchestra.run.smithi103:> /usr/sbin/getenforce 2024-09-19T11:12:33.521 INFO:teuthology.orchestra.run.smithi103.stdout:Permissive 2024-09-19T11:12:33.521 DEBUG:teuthology.orchestra.run.smithi174:> /usr/sbin/getenforce 2024-09-19T11:12:33.544 INFO:teuthology.orchestra.run.smithi174.stdout:Permissive 2024-09-19T11:12:33.544 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi103.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi174.front.sepia.ceph.com': 'permissive'} 2024-09-19T11:12:33.545 DEBUG:teuthology.orchestra.run.smithi103:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-19T11:12:33.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:12:33.587 DEBUG:teuthology.orchestra.run.smithi174:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-19T11:12:33.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:12:33.612 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T11:12:33.612 DEBUG:teuthology.orchestra.run.smithi103:> sudo /usr/sbin/setenforce permissive 2024-09-19T11:12:33.655 DEBUG:teuthology.orchestra.run.smithi174:> sudo /usr/sbin/setenforce permissive 2024-09-19T11:12:33.711 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T11:12:33.721 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T11:12:33.736 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T11:12:33.737 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi103.front.sepia.ceph.com,smithi174.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T11:16:18.872 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi103.front.sepia.ceph.com'), Remote(name='ubuntu@smithi174.front.sepia.ceph.com')] 2024-09-19T11:16:18.875 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-19T11:16:18.876 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:16:18.965 DEBUG:teuthology.orchestra.run.smithi103:> true 2024-09-19T11:16:19.048 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-19T11:16:19.048 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-19T11:16:19.049 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T11:16:19.132 DEBUG:teuthology.orchestra.run.smithi174:> true 2024-09-19T11:16:19.217 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-09-19T11:16:19.217 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T11:16:19.228 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T11:16:19.228 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T11:16:19.229 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T11:16:19.231 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T11:16:19.231 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T11:16:19.258 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T11:16:19.272 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T11:16:19.289 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T11:16:19.296 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: ntpd: command not found 2024-09-19T11:16:19.305 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T11:16:19.307 INFO:teuthology.orchestra.run.smithi103.stdout:506 Cannot talk to daemon 2024-09-19T11:16:19.322 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T11:16:19.330 INFO:teuthology.orchestra.run.smithi174.stderr:sudo: ntpd: command not found 2024-09-19T11:16:19.336 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T11:16:19.342 INFO:teuthology.orchestra.run.smithi174.stdout:506 Cannot talk to daemon 2024-09-19T11:16:19.357 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T11:16:19.371 INFO:teuthology.orchestra.run.smithi174.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T11:16:19.389 INFO:teuthology.orchestra.run.smithi103.stderr:bash: line 1: ntpq: command not found 2024-09-19T11:16:19.393 INFO:teuthology.orchestra.run.smithi103.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T11:16:19.393 INFO:teuthology.orchestra.run.smithi103.stdout:=============================================================================== 2024-09-19T11:16:19.393 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.393 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.393 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.393 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.425 INFO:teuthology.orchestra.run.smithi174.stderr:bash: line 1: ntpq: command not found 2024-09-19T11:16:19.430 INFO:teuthology.orchestra.run.smithi174.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T11:16:19.430 INFO:teuthology.orchestra.run.smithi174.stdout:=============================================================================== 2024-09-19T11:16:19.430 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.430 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.431 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.431 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T11:16:19.431 INFO:teuthology.run_tasks:Running task install... 2024-09-19T11:16:19.443 DEBUG:teuthology.task.install:project ceph 2024-09-19T11:16:19.444 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}} 2024-09-19T11:16:19.444 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'} 2024-09-19T11:16:19.444 INFO:teuthology.task.install:Using flavor: default 2024-09-19T11:16:19.454 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T11:16:19.454 INFO:teuthology.task.install:extra packages: [] 2024-09-19T11:16:19.455 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754', 'tag': None, 'wait_for_package': False} 2024-09-19T11:16:19.455 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:16:19.457 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754', 'tag': None, 'wait_for_package': False} 2024-09-19T11:16:19.458 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:16:19.612 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/ 2024-09-19T11:16:19.612 INFO:teuthology.task.install.rpm:Package version is 19.3.0-5012.g08af21e0 2024-09-19T11:16:19.630 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/ 2024-09-19T11:16:19.630 INFO:teuthology.task.install.rpm:Package version is 19.3.0-5012.g08af21e0 2024-09-19T11:16:19.743 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T11:16:19.743 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:16:19.744 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T11:16:19.746 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-yuval-test/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T11:16:19.746 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:16:19.746 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T11:16:19.770 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-19T11:16:19.770 DEBUG:teuthology.orchestra.run.smithi103:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T11:16:19.774 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-19T11:16:19.774 DEBUG:teuthology.orchestra.run.smithi174:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/08af21e0d16078b88ddf808fe9ba2ab84dbe6754/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T11:16:19.837 DEBUG:teuthology.orchestra.run.smithi103:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T11:16:19.841 DEBUG:teuthology.orchestra.run.smithi174:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T11:16:19.913 DEBUG:teuthology.orchestra.run.smithi103:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T11:16:19.917 DEBUG:teuthology.orchestra.run.smithi174:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T11:16:19.978 INFO:teuthology.orchestra.run.smithi103.stdout:check_obsoletes = 1 2024-09-19T11:16:19.980 DEBUG:teuthology.orchestra.run.smithi103:> sudo yum clean all 2024-09-19T11:16:19.983 INFO:teuthology.orchestra.run.smithi174.stdout:check_obsoletes = 1 2024-09-19T11:16:19.985 DEBUG:teuthology.orchestra.run.smithi174:> sudo yum clean all 2024-09-19T11:16:20.207 INFO:teuthology.orchestra.run.smithi103.stdout:45 files removed 2024-09-19T11:16:20.213 INFO:teuthology.orchestra.run.smithi174.stdout:45 files removed 2024-09-19T11:16:20.234 DEBUG:teuthology.orchestra.run.smithi103:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-19T11:16:20.240 DEBUG:teuthology.orchestra.run.smithi174:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-19T11:16:20.785 INFO:teuthology.orchestra.run.smithi103.stdout:ceph packages for x86_64 319 kB/s | 84 kB 00:00 2024-09-19T11:16:20.791 INFO:teuthology.orchestra.run.smithi174.stdout:ceph packages for x86_64 314 kB/s | 84 kB 00:00 2024-09-19T11:16:21.068 INFO:teuthology.orchestra.run.smithi103.stdout:ceph noarch packages 101 kB/s | 24 kB 00:00 2024-09-19T11:16:21.083 INFO:teuthology.orchestra.run.smithi174.stdout:ceph noarch packages 98 kB/s | 24 kB 00:00 2024-09-19T11:16:21.344 INFO:teuthology.orchestra.run.smithi103.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-09-19T11:16:21.359 INFO:teuthology.orchestra.run.smithi174.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-09-19T11:16:22.085 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.3 MB 00:00 2024-09-19T11:16:24.284 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - BaseOS 2.9 MB/s | 8.3 MB 00:02 2024-09-19T11:16:26.101 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - AppStream 27 MB/s | 20 MB 00:00 2024-09-19T11:16:26.362 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - AppStream 6.3 MB/s | 20 MB 00:03 2024-09-19T11:16:31.388 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - CRB 5.1 MB/s | 6.5 MB 00:01 2024-09-19T11:16:32.068 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.5 MB 00:02 2024-09-19T11:16:34.011 INFO:teuthology.orchestra.run.smithi174.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 19 kB 00:00 2024-09-19T11:16:34.940 INFO:teuthology.orchestra.run.smithi174.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-19T11:16:38.421 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - Extras packages 3.2 kB/s | 19 kB 00:05 2024-09-19T11:16:39.500 INFO:teuthology.orchestra.run.smithi103.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-19T11:16:40.446 INFO:teuthology.orchestra.run.smithi174.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T11:16:42.667 INFO:teuthology.orchestra.run.smithi174.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T11:16:42.668 INFO:teuthology.orchestra.run.smithi174.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T11:16:42.762 INFO:teuthology.orchestra.run.smithi174.stdout:Dependencies resolved. 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout:====================================================================================================== 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout: Package Arch Version Repository Size 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout:====================================================================================================== 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout:Installing: 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout: ceph x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 6.6 k 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-base x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 5.5 M 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-fuse x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 900 k 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 145 k 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 1.5 M 2024-09-19T11:16:42.799 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-cephadm noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 154 k 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-dashboard noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 14 M 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 7.4 M 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-rook noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 49 k 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-radosgw x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 11 M 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-test x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 46 M 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-volume noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 285 k 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: cephadm noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 784 k 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs-devel x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 32 k 2024-09-19T11:16:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs2 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 755 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: librados-devel x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 127 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cephfs x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 161 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rados x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 321 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rbd x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 307 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rgw x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 99 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-fuse x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 85 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-mirror x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 3.2 M 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-nbd x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 171 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout:Upgrading: 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: librados2 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 3.5 M 2024-09-19T11:16:42.801 INFO:teuthology.orchestra.run.smithi174.stdout: librbd1 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 3.2 M 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout:Installing dependencies: 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-19T11:16:42.802 INFO:teuthology.orchestra.run.smithi174.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-19T11:16:42.803 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-common x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 22 M 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-grafana-dashboards noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 34 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mds x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 2.4 M 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-modules-core noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 292 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mon x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 4.8 M 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-osd x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 17 M 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-prometheus-alerts noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 16 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-selinux x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 25 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-19T11:16:42.804 INFO:teuthology.orchestra.run.smithi174.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-19T11:16:42.805 INFO:teuthology.orchestra.run.smithi174.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T11:16:42.806 INFO:teuthology.orchestra.run.smithi174.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-19T11:16:42.806 INFO:teuthology.orchestra.run.smithi174.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T11:16:42.806 INFO:teuthology.orchestra.run.smithi174.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-19T11:16:42.806 INFO:teuthology.orchestra.run.smithi174.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-19T11:16:42.806 INFO:teuthology.orchestra.run.smithi174.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-19T11:16:42.807 INFO:teuthology.orchestra.run.smithi174.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-19T11:16:42.807 INFO:teuthology.orchestra.run.smithi174.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-19T11:16:42.807 INFO:teuthology.orchestra.run.smithi174.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-19T11:16:42.807 INFO:teuthology.orchestra.run.smithi174.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-19T11:16:42.807 INFO:teuthology.orchestra.run.smithi174.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-19T11:16:42.808 INFO:teuthology.orchestra.run.smithi174.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-19T11:16:42.809 INFO:teuthology.orchestra.run.smithi174.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libcephsqlite x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 161 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T11:16:42.810 INFO:teuthology.orchestra.run.smithi174.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-19T11:16:42.811 INFO:teuthology.orchestra.run.smithi174.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libradosstriper1 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 509 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: librgw2 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 5.5 M 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T11:16:42.812 INFO:teuthology.orchestra.run.smithi174.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T11:16:42.813 INFO:teuthology.orchestra.run.smithi174.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-19T11:16:42.814 INFO:teuthology.orchestra.run.smithi174.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-19T11:16:42.815 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T11:16:42.816 INFO:teuthology.orchestra.run.smithi174.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-argparse x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 45 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-common x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 148 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T11:16:42.817 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T11:16:42.818 INFO:teuthology.orchestra.run.smithi174.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T11:16:42.819 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T11:16:42.820 INFO:teuthology.orchestra.run.smithi174.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T11:16:42.821 INFO:teuthology.orchestra.run.smithi174.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-19T11:16:42.822 INFO:teuthology.orchestra.run.smithi174.stdout:Installing weak dependencies: 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-19T11:16:42.823 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction Summary 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout:====================================================================================================== 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout:Install 284 Packages 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout:Upgrade 2 Packages 2024-09-19T11:16:42.824 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:16:42.825 INFO:teuthology.orchestra.run.smithi174.stdout:Total download size: 322 M 2024-09-19T11:16:42.825 INFO:teuthology.orchestra.run.smithi174.stdout:Downloading Packages: 2024-09-19T11:16:43.622 INFO:teuthology.orchestra.run.smithi174.stdout:(1/286): ceph-19.3.0-5012.g08af21e0.el9.x86_64. 48 kB/s | 6.6 kB 00:00 2024-09-19T11:16:43.822 INFO:teuthology.orchestra.run.smithi174.stdout:(2/286): ceph-fuse-19.3.0-5012.g08af21e0.el9.x8 4.4 MB/s | 900 kB 00:00 2024-09-19T11:16:43.905 INFO:teuthology.orchestra.run.smithi174.stdout:(3/286): ceph-immutable-object-cache-19.3.0-501 1.7 MB/s | 145 kB 00:00 2024-09-19T11:16:43.981 INFO:teuthology.orchestra.run.smithi174.stdout:(4/286): ceph-base-19.3.0-5012.g08af21e0.el9.x8 11 MB/s | 5.5 MB 00:00 2024-09-19T11:16:44.073 INFO:teuthology.orchestra.run.smithi174.stdout:(5/286): ceph-mgr-19.3.0-5012.g08af21e0.el9.x86 17 MB/s | 1.5 MB 00:00 2024-09-19T11:16:44.148 INFO:teuthology.orchestra.run.smithi174.stdout:(6/286): ceph-mds-19.3.0-5012.g08af21e0.el9.x86 9.8 MB/s | 2.4 MB 00:00 2024-09-19T11:16:44.340 INFO:teuthology.orchestra.run.smithi174.stdout:(7/286): ceph-mon-19.3.0-5012.g08af21e0.el9.x86 18 MB/s | 4.8 MB 00:00 2024-09-19T11:16:44.740 INFO:teuthology.orchestra.run.smithi174.stdout:(8/286): ceph-common-19.3.0-5012.g08af21e0.el9. 17 MB/s | 22 MB 00:01 2024-09-19T11:16:44.790 INFO:teuthology.orchestra.run.smithi174.stdout:(9/286): ceph-selinux-19.3.0-5012.g08af21e0.el9 504 kB/s | 25 kB 00:00 2024-09-19T11:16:44.924 INFO:teuthology.orchestra.run.smithi174.stdout:(10/286): ceph-radosgw-19.3.0-5012.g08af21e0.el 19 MB/s | 11 MB 00:00 2024-09-19T11:16:44.965 INFO:teuthology.orchestra.run.smithi103.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T11:16:44.974 INFO:teuthology.orchestra.run.smithi174.stdout:(11/286): libcephfs-devel-19.3.0-5012.g08af21e0 637 kB/s | 32 kB 00:00 2024-09-19T11:16:45.066 INFO:teuthology.orchestra.run.smithi174.stdout:(12/286): libcephfs2-19.3.0-5012.g08af21e0.el9. 8.1 MB/s | 755 kB 00:00 2024-09-19T11:16:45.174 INFO:teuthology.orchestra.run.smithi174.stdout:(13/286): libcephsqlite-19.3.0-5012.g08af21e0.e 1.5 MB/s | 161 kB 00:00 2024-09-19T11:16:45.242 INFO:teuthology.orchestra.run.smithi174.stdout:(14/286): librados-devel-19.3.0-5012.g08af21e0. 1.9 MB/s | 127 kB 00:00 2024-09-19T11:16:45.325 INFO:teuthology.orchestra.run.smithi174.stdout:(15/286): libradosstriper1-19.3.0-5012.g08af21e 6.0 MB/s | 509 kB 00:00 2024-09-19T11:16:45.484 INFO:teuthology.orchestra.run.smithi174.stdout:(16/286): ceph-osd-19.3.0-5012.g08af21e0.el9.x8 13 MB/s | 17 MB 00:01 2024-09-19T11:16:45.526 INFO:teuthology.orchestra.run.smithi174.stdout:(17/286): python3-ceph-argparse-19.3.0-5012.g08 1.1 MB/s | 45 kB 00:00 2024-09-19T11:16:45.634 INFO:teuthology.orchestra.run.smithi174.stdout:(18/286): librgw2-19.3.0-5012.g08af21e0.el9.x86 18 MB/s | 5.5 MB 00:00 2024-09-19T11:16:45.659 INFO:teuthology.orchestra.run.smithi174.stdout:(19/286): python3-ceph-common-19.3.0-5012.g08af 1.1 MB/s | 148 kB 00:00 2024-09-19T11:16:45.685 INFO:teuthology.orchestra.run.smithi174.stdout:(20/286): python3-cephfs-19.3.0-5012.g08af21e0. 3.2 MB/s | 161 kB 00:00 2024-09-19T11:16:45.710 INFO:teuthology.orchestra.run.smithi174.stdout:(21/286): python3-rados-19.3.0-5012.g08af21e0.e 6.2 MB/s | 321 kB 00:00 2024-09-19T11:16:45.735 INFO:teuthology.orchestra.run.smithi174.stdout:(22/286): python3-rbd-19.3.0-5012.g08af21e0.el9 6.0 MB/s | 307 kB 00:00 2024-09-19T11:16:45.760 INFO:teuthology.orchestra.run.smithi174.stdout:(23/286): python3-rgw-19.3.0-5012.g08af21e0.el9 1.9 MB/s | 99 kB 00:00 2024-09-19T11:16:45.786 INFO:teuthology.orchestra.run.smithi174.stdout:(24/286): rbd-fuse-19.3.0-5012.g08af21e0.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-19T11:16:45.844 INFO:teuthology.orchestra.run.smithi174.stdout:(25/286): rbd-nbd-19.3.0-5012.g08af21e0.el9.x86 2.9 MB/s | 171 kB 00:00 2024-09-19T11:16:45.911 INFO:teuthology.orchestra.run.smithi174.stdout:(26/286): ceph-grafana-dashboards-19.3.0-5012.g 512 kB/s | 34 kB 00:00 2024-09-19T11:16:45.987 INFO:teuthology.orchestra.run.smithi174.stdout:(27/286): rbd-mirror-19.3.0-5012.g08af21e0.el9. 14 MB/s | 3.2 MB 00:00 2024-09-19T11:16:46.012 INFO:teuthology.orchestra.run.smithi174.stdout:(28/286): ceph-mgr-cephadm-19.3.0-5012.g08af21e 1.5 MB/s | 154 kB 00:00 2024-09-19T11:16:46.704 INFO:teuthology.orchestra.run.smithi174.stdout:(29/286): ceph-test-19.3.0-5012.g08af21e0.el9.x 24 MB/s | 46 MB 00:01 2024-09-19T11:16:46.788 INFO:teuthology.orchestra.run.smithi174.stdout:(30/286): ceph-mgr-diskprediction-local-19.3.0- 9.6 MB/s | 7.4 MB 00:00 2024-09-19T11:16:46.813 INFO:teuthology.orchestra.run.smithi174.stdout:(31/286): ceph-mgr-modules-core-19.3.0-5012.g08 2.6 MB/s | 292 kB 00:00 2024-09-19T11:16:46.838 INFO:teuthology.orchestra.run.smithi174.stdout:(32/286): ceph-mgr-rook-19.3.0-5012.g08af21e0.e 987 kB/s | 49 kB 00:00 2024-09-19T11:16:46.863 INFO:teuthology.orchestra.run.smithi174.stdout:(33/286): ceph-prometheus-alerts-19.3.0-5012.g0 329 kB/s | 16 kB 00:00 2024-09-19T11:16:46.888 INFO:teuthology.orchestra.run.smithi174.stdout:(34/286): ceph-volume-19.3.0-5012.g08af21e0.el9 5.6 MB/s | 285 kB 00:00 2024-09-19T11:16:46.922 INFO:teuthology.orchestra.run.smithi174.stdout:(35/286): cephadm-19.3.0-5012.g08af21e0.el9.noa 13 MB/s | 784 kB 00:00 2024-09-19T11:16:47.031 INFO:teuthology.orchestra.run.smithi174.stdout:(36/286): bluez-libs-5.56-6.el9.x86_64.rpm 783 kB/s | 85 kB 00:00 2024-09-19T11:16:47.073 INFO:teuthology.orchestra.run.smithi174.stdout:(37/286): bubblewrap-0.4.1-7.el9.x86_64.rpm 1.2 MB/s | 49 kB 00:00 2024-09-19T11:16:47.106 INFO:teuthology.orchestra.run.smithi174.stdout:(38/286): ModemManager-glib-1.20.2-1.el9.x86_64 1.5 MB/s | 335 kB 00:00 2024-09-19T11:16:47.157 INFO:teuthology.orchestra.run.smithi174.stdout:(39/286): fuse-2.9.9-16.el9.x86_64.rpm 1.6 MB/s | 80 kB 00:00 2024-09-19T11:16:47.175 INFO:teuthology.orchestra.run.smithi103.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T11:16:47.176 INFO:teuthology.orchestra.run.smithi103.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T11:16:47.182 INFO:teuthology.orchestra.run.smithi174.stdout:(40/286): cups-libs-2.3.3op2-30.el9.x86_64.rpm 2.4 MB/s | 262 kB 00:00 2024-09-19T11:16:47.267 INFO:teuthology.orchestra.run.smithi103.stdout:Dependencies resolved. 2024-09-19T11:16:47.299 INFO:teuthology.orchestra.run.smithi103.stdout:====================================================================================================== 2024-09-19T11:16:47.299 INFO:teuthology.orchestra.run.smithi103.stdout: Package Arch Version Repository Size 2024-09-19T11:16:47.299 INFO:teuthology.orchestra.run.smithi103.stdout:====================================================================================================== 2024-09-19T11:16:47.299 INFO:teuthology.orchestra.run.smithi103.stdout:Installing: 2024-09-19T11:16:47.299 INFO:teuthology.orchestra.run.smithi103.stdout: ceph x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 6.6 k 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 5.5 M 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-fuse x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 900 k 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 145 k 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 1.5 M 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-cephadm noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 154 k 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 14 M 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 7.4 M 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-rook noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 49 k 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-radosgw x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 11 M 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-test x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 46 M 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-volume noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 285 k 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: cephadm noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 784 k 2024-09-19T11:16:47.300 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs-devel x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 32 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs2 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 755 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: librados-devel x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 127 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cephfs x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 161 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rados x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 321 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rbd x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 307 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rgw x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 99 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-fuse x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 85 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-mirror x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 3.2 M 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-nbd x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 171 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout:Upgrading: 2024-09-19T11:16:47.301 INFO:teuthology.orchestra.run.smithi103.stdout: librados2 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 3.5 M 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: librbd1 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 3.2 M 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout:Installing dependencies: 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-19T11:16:47.302 INFO:teuthology.orchestra.run.smithi103.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-common x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 22 M 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-grafana-dashboards noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 34 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mds x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 2.4 M 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-modules-core noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 292 k 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 4.8 M 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-osd x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 17 M 2024-09-19T11:16:47.303 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-prometheus-alerts noarch 2:19.3.0-5012.g08af21e0.el9 ceph-noarch 16 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-selinux x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 25 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T11:16:47.304 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-19T11:16:47.305 INFO:teuthology.orchestra.run.smithi103.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-19T11:16:47.306 INFO:teuthology.orchestra.run.smithi103.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-19T11:16:47.307 INFO:teuthology.orchestra.run.smithi103.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-19T11:16:47.308 INFO:teuthology.orchestra.run.smithi103.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-19T11:16:47.308 INFO:teuthology.orchestra.run.smithi103.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-19T11:16:47.308 INFO:teuthology.orchestra.run.smithi103.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libcephsqlite x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 161 k 2024-09-19T11:16:47.309 INFO:teuthology.orchestra.run.smithi103.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-19T11:16:47.310 INFO:teuthology.orchestra.run.smithi103.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T11:16:47.311 INFO:teuthology.orchestra.run.smithi103.stdout: libradosstriper1 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 509 k 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: librgw2 x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 5.5 M 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-19T11:16:47.312 INFO:teuthology.orchestra.run.smithi103.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-19T11:16:47.313 INFO:teuthology.orchestra.run.smithi103.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-19T11:16:47.314 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-19T11:16:47.315 INFO:teuthology.orchestra.run.smithi103.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-19T11:16:47.316 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T11:16:47.317 INFO:teuthology.orchestra.run.smithi103.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-argparse x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 45 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common x86_64 2:19.3.0-5012.g08af21e0.el9 ceph 148 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T11:16:47.318 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T11:16:47.319 INFO:teuthology.orchestra.run.smithi103.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T11:16:47.320 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T11:16:47.321 INFO:teuthology.orchestra.run.smithi103.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T11:16:47.322 INFO:teuthology.orchestra.run.smithi103.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-19T11:16:47.323 INFO:teuthology.orchestra.run.smithi103.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout:Installing weak dependencies: 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-19T11:16:47.324 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction Summary 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout:====================================================================================================== 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout:Install 284 Packages 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout:Upgrade 2 Packages 2024-09-19T11:16:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:16:47.326 INFO:teuthology.orchestra.run.smithi174.stdout:(41/286): ceph-mgr-dashboard-19.3.0-5012.g08af2 11 MB/s | 14 MB 00:01 2024-09-19T11:16:47.326 INFO:teuthology.orchestra.run.smithi103.stdout:Total download size: 322 M 2024-09-19T11:16:47.326 INFO:teuthology.orchestra.run.smithi103.stdout:Downloading Packages: 2024-09-19T11:16:47.349 INFO:teuthology.orchestra.run.smithi174.stdout:(42/286): libpciaccess-0.16-7.el9.x86_64.rpm 161 kB/s | 27 kB 00:00 2024-09-19T11:16:47.399 INFO:teuthology.orchestra.run.smithi174.stdout:(43/286): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-09-19T11:16:47.425 INFO:teuthology.orchestra.run.smithi174.stdout:(44/286): libgfortran-11.5.0-2.el9.x86_64.rpm 2.9 MB/s | 801 kB 00:00 2024-09-19T11:16:47.453 INFO:teuthology.orchestra.run.smithi174.stdout:(45/286): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-09-19T11:16:47.475 INFO:teuthology.orchestra.run.smithi174.stdout:(46/286): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-19T11:16:47.500 INFO:teuthology.orchestra.run.smithi174.stdout:(47/286): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-19T11:16:47.542 INFO:teuthology.orchestra.run.smithi174.stdout:(48/286): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-09-19T11:16:47.567 INFO:teuthology.orchestra.run.smithi174.stdout:(49/286): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-09-19T11:16:47.609 INFO:teuthology.orchestra.run.smithi174.stdout:(50/286): python3-urllib3-1.26.5-6.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-09-19T11:16:47.784 INFO:teuthology.orchestra.run.smithi174.stdout:(51/286): python3-cryptography-36.0.1-4.el9.x86 3.4 MB/s | 1.2 MB 00:00 2024-09-19T11:16:48.008 INFO:teuthology.orchestra.run.smithi103.stdout:(1/286): ceph-19.3.0-5012.g08af21e0.el9.x86_64. 55 kB/s | 6.6 kB 00:00 2024-09-19T11:16:48.184 INFO:teuthology.orchestra.run.smithi103.stdout:(2/286): ceph-fuse-19.3.0-5012.g08af21e0.el9.x8 5.0 MB/s | 900 kB 00:00 2024-09-19T11:16:48.259 INFO:teuthology.orchestra.run.smithi103.stdout:(3/286): ceph-immutable-object-cache-19.3.0-501 1.9 MB/s | 145 kB 00:00 2024-09-19T11:16:48.351 INFO:teuthology.orchestra.run.smithi103.stdout:(4/286): ceph-base-19.3.0-5012.g08af21e0.el9.x8 12 MB/s | 5.5 MB 00:00 2024-09-19T11:16:48.443 INFO:teuthology.orchestra.run.smithi103.stdout:(5/286): ceph-mgr-19.3.0-5012.g08af21e0.el9.x86 17 MB/s | 1.5 MB 00:00 2024-09-19T11:16:48.444 INFO:teuthology.orchestra.run.smithi174.stdout:(52/286): adwaita-cursor-theme-40.1.1-3.el9.noa 743 kB/s | 650 kB 00:00 2024-09-19T11:16:48.501 INFO:teuthology.orchestra.run.smithi103.stdout:(6/286): ceph-mds-19.3.0-5012.g08af21e0.el9.x86 9.8 MB/s | 2.4 MB 00:00 2024-09-19T11:16:48.635 INFO:teuthology.orchestra.run.smithi174.stdout:(53/286): alsa-lib-1.2.12-1.el9.x86_64.rpm 616 kB/s | 523 kB 00:00 2024-09-19T11:16:48.693 INFO:teuthology.orchestra.run.smithi103.stdout:(7/286): ceph-mon-19.3.0-5012.g08af21e0.el9.x86 19 MB/s | 4.8 MB 00:00 2024-09-19T11:16:48.952 INFO:teuthology.orchestra.run.smithi174.stdout:(54/286): adwaita-icon-theme-40.1.1-3.el9.noarc 8.9 MB/s | 12 MB 00:01 2024-09-19T11:16:49.097 INFO:teuthology.orchestra.run.smithi174.stdout:(55/286): apache-commons-cli-1.4-17.el9.noarch. 109 kB/s | 71 kB 00:00 2024-09-19T11:16:49.186 INFO:teuthology.orchestra.run.smithi103.stdout:(8/286): ceph-common-19.3.0-5012.g08af21e0.el9. 17 MB/s | 22 MB 00:01 2024-09-19T11:16:49.244 INFO:teuthology.orchestra.run.smithi103.stdout:(9/286): ceph-selinux-19.3.0-5012.g08af21e0.el9 432 kB/s | 25 kB 00:00 2024-09-19T11:16:49.386 INFO:teuthology.orchestra.run.smithi103.stdout:(10/286): ceph-radosgw-19.3.0-5012.g08af21e0.el 16 MB/s | 11 MB 00:00 2024-09-19T11:16:49.444 INFO:teuthology.orchestra.run.smithi103.stdout:(11/286): libcephfs-devel-19.3.0-5012.g08af21e0 547 kB/s | 32 kB 00:00 2024-09-19T11:16:49.537 INFO:teuthology.orchestra.run.smithi103.stdout:(12/286): libcephfs2-19.3.0-5012.g08af21e0.el9. 8.1 MB/s | 755 kB 00:00 2024-09-19T11:16:49.544 INFO:teuthology.orchestra.run.smithi174.stdout:(56/286): apache-commons-codec-1.15-7.el9.noarc 332 kB/s | 302 kB 00:00 2024-09-19T11:16:49.703 INFO:teuthology.orchestra.run.smithi103.stdout:(13/286): ceph-osd-19.3.0-5012.g08af21e0.el9.x8 14 MB/s | 17 MB 00:01 2024-09-19T11:16:49.729 INFO:teuthology.orchestra.run.smithi103.stdout:(14/286): libcephsqlite-19.3.0-5012.g08af21e0.e 841 kB/s | 161 kB 00:00 2024-09-19T11:16:49.754 INFO:teuthology.orchestra.run.smithi103.stdout:(15/286): librados-devel-19.3.0-5012.g08af21e0. 2.5 MB/s | 127 kB 00:00 2024-09-19T11:16:49.786 INFO:teuthology.orchestra.run.smithi174.stdout:(57/286): apache-commons-io-2.8.0-8.el9.noarch. 343 kB/s | 283 kB 00:00 2024-09-19T11:16:49.787 INFO:teuthology.orchestra.run.smithi103.stdout:(16/286): libradosstriper1-19.3.0-5012.g08af21e 8.5 MB/s | 509 kB 00:00 2024-09-19T11:16:49.838 INFO:teuthology.orchestra.run.smithi103.stdout:(17/286): python3-ceph-argparse-19.3.0-5012.g08 907 kB/s | 45 kB 00:00 2024-09-19T11:16:49.905 INFO:teuthology.orchestra.run.smithi103.stdout:(18/286): python3-ceph-common-19.3.0-5012.g08af 2.2 MB/s | 148 kB 00:00 2024-09-19T11:16:49.936 INFO:teuthology.orchestra.run.smithi174.stdout:(58/286): apache-commons-lang3-3.12.0-6.el9.noa 664 kB/s | 559 kB 00:00 2024-09-19T11:16:49.997 INFO:teuthology.orchestra.run.smithi103.stdout:(19/286): python3-cephfs-19.3.0-5012.g08af21e0. 1.7 MB/s | 161 kB 00:00 2024-09-19T11:16:50.106 INFO:teuthology.orchestra.run.smithi103.stdout:(20/286): librgw2-19.3.0-5012.g08af21e0.el9.x86 16 MB/s | 5.5 MB 00:00 2024-09-19T11:16:50.131 INFO:teuthology.orchestra.run.smithi103.stdout:(21/286): python3-rados-19.3.0-5012.g08af21e0.e 2.3 MB/s | 321 kB 00:00 2024-09-19T11:16:50.165 INFO:teuthology.orchestra.run.smithi103.stdout:(22/286): python3-rbd-19.3.0-5012.g08af21e0.el9 5.1 MB/s | 307 kB 00:00 2024-09-19T11:16:50.190 INFO:teuthology.orchestra.run.smithi103.stdout:(23/286): python3-rgw-19.3.0-5012.g08af21e0.el9 1.7 MB/s | 99 kB 00:00 2024-09-19T11:16:50.206 INFO:teuthology.orchestra.run.smithi103.stdout:(24/286): rbd-fuse-19.3.0-5012.g08af21e0.el9.x8 2.0 MB/s | 85 kB 00:00 2024-09-19T11:16:50.220 INFO:teuthology.orchestra.run.smithi174.stdout:(59/286): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 128 kB/s | 87 kB 00:00 2024-09-19T11:16:50.257 INFO:teuthology.orchestra.run.smithi103.stdout:(25/286): rbd-nbd-19.3.0-5012.g08af21e0.el9.x86 3.3 MB/s | 171 kB 00:00 2024-09-19T11:16:50.332 INFO:teuthology.orchestra.run.smithi103.stdout:(26/286): ceph-grafana-dashboards-19.3.0-5012.g 457 kB/s | 34 kB 00:00 2024-09-19T11:16:50.399 INFO:teuthology.orchestra.run.smithi103.stdout:(27/286): rbd-mirror-19.3.0-5012.g08af21e0.el9. 15 MB/s | 3.2 MB 00:00 2024-09-19T11:16:50.435 INFO:teuthology.orchestra.run.smithi103.stdout:(28/286): ceph-mgr-cephadm-19.3.0-5012.g08af21e 1.5 MB/s | 154 kB 00:00 2024-09-19T11:16:50.478 INFO:teuthology.orchestra.run.smithi174.stdout:(60/286): atinject-1.0.3-6.el9.noarch.rpm 43 kB/s | 23 kB 00:00 2024-09-19T11:16:50.520 INFO:teuthology.orchestra.run.smithi174.stdout:(61/286): at-spi2-core-2.40.3-1.el9.x86_64.rpm 268 kB/s | 195 kB 00:00 2024-09-19T11:16:50.979 INFO:teuthology.orchestra.run.smithi174.stdout:(62/286): avahi-glib-0.8-21.el9.x86_64.rpm 30 kB/s | 15 kB 00:00 2024-09-19T11:16:51.004 INFO:teuthology.orchestra.run.smithi174.stdout:(63/286): atk-2.36.0-5.el9.x86_64.rpm 372 kB/s | 292 kB 00:00 2024-09-19T11:16:51.042 INFO:teuthology.orchestra.run.smithi103.stdout:(29/286): ceph-mgr-diskprediction-local-19.3.0- 12 MB/s | 7.4 MB 00:00 2024-09-19T11:16:51.213 INFO:teuthology.orchestra.run.smithi174.stdout:(64/286): boost-program-options-1.75.0-8.el9.x8 154 kB/s | 107 kB 00:00 2024-09-19T11:16:51.442 INFO:teuthology.orchestra.run.smithi103.stdout:(30/286): ceph-test-19.3.0-5012.g08af21e0.el9.x 21 MB/s | 46 MB 00:02 2024-09-19T11:16:51.467 INFO:teuthology.orchestra.run.smithi103.stdout:(31/286): ceph-mgr-modules-core-19.3.0-5012.g08 686 kB/s | 292 kB 00:00 2024-09-19T11:16:51.493 INFO:teuthology.orchestra.run.smithi103.stdout:(32/286): ceph-mgr-rook-19.3.0-5012.g08af21e0.e 988 kB/s | 49 kB 00:00 2024-09-19T11:16:51.519 INFO:teuthology.orchestra.run.smithi103.stdout:(33/286): ceph-prometheus-alerts-19.3.0-5012.g0 328 kB/s | 16 kB 00:00 2024-09-19T11:16:51.543 INFO:teuthology.orchestra.run.smithi103.stdout:(34/286): ceph-volume-19.3.0-5012.g08af21e0.el9 5.6 MB/s | 285 kB 00:00 2024-09-19T11:16:51.597 INFO:teuthology.orchestra.run.smithi174.stdout:(65/286): cdi-api-2.0.2-6.el9.noarch.rpm 87 kB/s | 53 kB 00:00 2024-09-19T11:16:51.702 INFO:teuthology.orchestra.run.smithi103.stdout:(35/286): ceph-mgr-dashboard-19.3.0-5012.g08af2 11 MB/s | 14 MB 00:01 2024-09-19T11:16:51.735 INFO:teuthology.orchestra.run.smithi103.stdout:(36/286): cephadm-19.3.0-5012.g08af21e0.el9.noa 3.5 MB/s | 784 kB 00:00 2024-09-19T11:16:51.777 INFO:teuthology.orchestra.run.smithi174.stdout:(66/286): colord-libs-1.4.5-4.el9.x86_64.rpm 297 kB/s | 229 kB 00:00 2024-09-19T11:16:51.827 INFO:teuthology.orchestra.run.smithi103.stdout:(37/286): ModemManager-glib-1.20.2-1.el9.x86_64 1.2 MB/s | 335 kB 00:00 2024-09-19T11:16:51.853 INFO:teuthology.orchestra.run.smithi103.stdout:(38/286): bluez-libs-5.56-6.el9.x86_64.rpm 563 kB/s | 85 kB 00:00 2024-09-19T11:16:51.855 INFO:teuthology.orchestra.run.smithi174.stdout:(67/286): composefs-libs-1.0.5-1.el9.x86_64.rpm 97 kB/s | 61 kB 00:00 2024-09-19T11:16:51.878 INFO:teuthology.orchestra.run.smithi103.stdout:(39/286): bubblewrap-0.4.1-7.el9.x86_64.rpm 348 kB/s | 49 kB 00:00 2024-09-19T11:16:51.903 INFO:teuthology.orchestra.run.smithi103.stdout:(40/286): cups-libs-2.3.3op2-30.el9.x86_64.rpm 3.4 MB/s | 262 kB 00:00 2024-09-19T11:16:51.937 INFO:teuthology.orchestra.run.smithi103.stdout:(41/286): fuse-2.9.9-16.el9.x86_64.rpm 1.3 MB/s | 80 kB 00:00 2024-09-19T11:16:51.981 INFO:teuthology.orchestra.run.smithi103.stdout:(42/286): libpciaccess-0.16-7.el9.x86_64.rpm 346 kB/s | 27 kB 00:00 2024-09-19T11:16:52.013 INFO:teuthology.orchestra.run.smithi103.stdout:(43/286): libquadmath-11.5.0-2.el9.x86_64.rpm 2.5 MB/s | 191 kB 00:00 2024-09-19T11:16:52.046 INFO:teuthology.orchestra.run.smithi103.stdout:(44/286): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.4 MB/s | 94 kB 00:00 2024-09-19T11:16:52.080 INFO:teuthology.orchestra.run.smithi103.stdout:(45/286): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-19T11:16:52.105 INFO:teuthology.orchestra.run.smithi103.stdout:(46/286): libgfortran-11.5.0-2.el9.x86_64.rpm 3.5 MB/s | 801 kB 00:00 2024-09-19T11:16:52.130 INFO:teuthology.orchestra.run.smithi103.stdout:(47/286): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-19T11:16:52.156 INFO:teuthology.orchestra.run.smithi103.stdout:(48/286): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-19T11:16:52.180 INFO:teuthology.orchestra.run.smithi174.stdout:(68/286): copy-jdk-configs-4.0-3.el9.noarch.rpm 48 kB/s | 28 kB 00:00 2024-09-19T11:16:52.189 INFO:teuthology.orchestra.run.smithi103.stdout:(49/286): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-19T11:16:52.215 INFO:teuthology.orchestra.run.smithi103.stdout:(50/286): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-19T11:16:52.256 INFO:teuthology.orchestra.run.smithi103.stdout:(51/286): python3-cryptography-36.0.1-4.el9.x86 5.8 MB/s | 1.2 MB 00:00 2024-09-19T11:16:52.472 INFO:teuthology.orchestra.run.smithi174.stdout:(69/286): dconf-0.40.0-6.el9.x86_64.rpm 162 kB/s | 113 kB 00:00 2024-09-19T11:16:52.697 INFO:teuthology.orchestra.run.smithi174.stdout:(70/286): exempi-2.6.0-0.2.20211007gite23c213.e 629 kB/s | 525 kB 00:00 2024-09-19T11:16:53.082 INFO:teuthology.orchestra.run.smithi103.stdout:(52/286): alsa-lib-1.2.12-1.el9.x86_64.rpm 635 kB/s | 523 kB 00:00 2024-09-19T11:16:53.106 INFO:teuthology.orchestra.run.smithi174.stdout:(71/286): exiv2-0.27.5-2.el9.x86_64.rpm 1.0 MB/s | 980 kB 00:00 2024-09-19T11:16:53.124 INFO:teuthology.orchestra.run.smithi103.stdout:(53/286): adwaita-cursor-theme-40.1.1-3.el9.noa 696 kB/s | 650 kB 00:00 2024-09-19T11:16:53.364 INFO:teuthology.orchestra.run.smithi174.stdout:(72/286): exiv2-libs-0.27.5-2.el9.x86_64.rpm 877 kB/s | 781 kB 00:00 2024-09-19T11:16:53.549 INFO:teuthology.orchestra.run.smithi103.stdout:(54/286): adwaita-icon-theme-40.1.1-3.el9.noarc 8.9 MB/s | 12 MB 00:01 2024-09-19T11:16:53.565 INFO:teuthology.orchestra.run.smithi174.stdout:(73/286): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 379 kB/s | 325 kB 00:00 2024-09-19T11:16:53.841 INFO:teuthology.orchestra.run.smithi103.stdout:(55/286): apache-commons-cli-1.4-17.el9.noarch. 93 kB/s | 71 kB 00:00 2024-09-19T11:16:53.874 INFO:teuthology.orchestra.run.smithi174.stdout:(74/286): flac-libs-1.3.3-12.el9.x86_64.rpm 284 kB/s | 218 kB 00:00 2024-09-19T11:16:53.974 INFO:teuthology.orchestra.run.smithi103.stdout:(56/286): apache-commons-codec-1.15-7.el9.noarc 355 kB/s | 302 kB 00:00 2024-09-19T11:16:54.115 INFO:teuthology.orchestra.run.smithi174.stdout:(75/286): flatpak-selinux-1.12.9-1.el9.noarch.r 39 kB/s | 22 kB 00:00 2024-09-19T11:16:54.332 INFO:teuthology.orchestra.run.smithi174.stdout:(76/286): flatpak-1.12.9-1.el9.x86_64.rpm 1.8 MB/s | 1.7 MB 00:00 2024-09-19T11:16:54.333 INFO:teuthology.orchestra.run.smithi103.stdout:(57/286): apache-commons-io-2.8.0-8.el9.noarch. 362 kB/s | 283 kB 00:00 2024-09-19T11:16:54.508 INFO:teuthology.orchestra.run.smithi174.stdout:(77/286): flatpak-session-helper-1.12.9-1.el9.x 115 kB/s | 73 kB 00:00 2024-09-19T11:16:54.617 INFO:teuthology.orchestra.run.smithi103.stdout:(58/286): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 135 kB/s | 87 kB 00:00 2024-09-19T11:16:54.700 INFO:teuthology.orchestra.run.smithi103.stdout:(59/286): apache-commons-lang3-3.12.0-6.el9.noa 651 kB/s | 559 kB 00:00 2024-09-19T11:16:54.716 INFO:teuthology.orchestra.run.smithi174.stdout:(78/286): flexiblas-3.0.4-8.el9.x86_64.rpm 54 kB/s | 33 kB 00:00 2024-09-19T11:16:54.991 INFO:teuthology.orchestra.run.smithi174.stdout:(79/286): flexiblas-openblas-openmp-3.0.4-8.el9 38 kB/s | 18 kB 00:00 2024-09-19T11:16:55.101 INFO:teuthology.orchestra.run.smithi103.stdout:(60/286): at-spi2-core-2.40.3-1.el9.x86_64.rpm 254 kB/s | 195 kB 00:00 2024-09-19T11:16:55.159 INFO:teuthology.orchestra.run.smithi103.stdout:(61/286): atinject-1.0.3-6.el9.noarch.rpm 43 kB/s | 23 kB 00:00 2024-09-19T11:16:55.391 INFO:teuthology.orchestra.run.smithi174.stdout:(80/286): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-19T11:16:55.416 INFO:teuthology.orchestra.run.smithi174.stdout:(81/286): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 127 kB/s | 89 kB 00:00 2024-09-19T11:16:55.585 INFO:teuthology.orchestra.run.smithi103.stdout:(62/286): atk-2.36.0-5.el9.x86_64.rpm 330 kB/s | 292 kB 00:00 2024-09-19T11:16:55.643 INFO:teuthology.orchestra.run.smithi103.stdout:(63/286): avahi-glib-0.8-21.el9.x86_64.rpm 27 kB/s | 15 kB 00:00 2024-09-19T11:16:55.717 INFO:teuthology.orchestra.run.smithi174.stdout:(82/286): geoclue2-2.6.0-7.el9.x86_64.rpm 172 kB/s | 124 kB 00:00 2024-09-19T11:16:55.885 INFO:teuthology.orchestra.run.smithi103.stdout:(64/286): boost-program-options-1.75.0-8.el9.x8 147 kB/s | 107 kB 00:00 2024-09-19T11:16:56.025 INFO:teuthology.orchestra.run.smithi174.stdout:(83/286): giflib-5.2.1-9.el9.x86_64.rpm 77 kB/s | 49 kB 00:00 2024-09-19T11:16:56.219 INFO:teuthology.orchestra.run.smithi103.stdout:(65/286): cdi-api-2.0.2-6.el9.noarch.rpm 84 kB/s | 53 kB 00:00 2024-09-19T11:16:56.250 INFO:teuthology.orchestra.run.smithi174.stdout:(84/286): google-guice-4.2.3-9.el9.noarch.rpm 568 kB/s | 473 kB 00:00 2024-09-19T11:16:56.359 INFO:teuthology.orchestra.run.smithi174.stdout:(85/286): graphene-1.10.6-2.el9.x86_64.rpm 101 kB/s | 64 kB 00:00 2024-09-19T11:16:56.386 INFO:teuthology.orchestra.run.smithi103.stdout:(66/286): colord-libs-1.4.5-4.el9.x86_64.rpm 309 kB/s | 229 kB 00:00 2024-09-19T11:16:56.601 INFO:teuthology.orchestra.run.smithi103.stdout:(67/286): composefs-libs-1.0.5-1.el9.x86_64.rpm 85 kB/s | 61 kB 00:00 2024-09-19T11:16:56.601 INFO:teuthology.orchestra.run.smithi174.stdout:(86/286): gsm-1.0.19-6.el9.x86_64.rpm 59 kB/s | 34 kB 00:00 2024-09-19T11:16:56.786 INFO:teuthology.orchestra.run.smithi103.stdout:(68/286): copy-jdk-configs-4.0-3.el9.noarch.rpm 50 kB/s | 28 kB 00:00 2024-09-19T11:16:57.095 INFO:teuthology.orchestra.run.smithi103.stdout:(69/286): dconf-0.40.0-6.el9.x86_64.rpm 159 kB/s | 113 kB 00:00 2024-09-19T11:16:57.168 INFO:teuthology.orchestra.run.smithi174.stdout:(87/286): gtk-update-icon-cache-3.24.31-5.el9.x 59 kB/s | 33 kB 00:00 2024-09-19T11:16:57.210 INFO:teuthology.orchestra.run.smithi174.stdout:(88/286): gstreamer1-1.22.1-2.el9.x86_64.rpm 1.5 MB/s | 1.4 MB 00:00 2024-09-19T11:16:57.418 INFO:teuthology.orchestra.run.smithi174.stdout:(89/286): gstreamer1-plugins-base-1.22.1-2.el9. 2.1 MB/s | 2.2 MB 00:01 2024-09-19T11:16:57.428 INFO:teuthology.orchestra.run.smithi103.stdout:(70/286): exempi-2.6.0-0.2.20211007gite23c213.e 634 kB/s | 525 kB 00:00 2024-09-19T11:16:57.712 INFO:teuthology.orchestra.run.smithi103.stdout:(71/286): exiv2-0.27.5-2.el9.x86_64.rpm 1.0 MB/s | 980 kB 00:00 2024-09-19T11:16:57.971 INFO:teuthology.orchestra.run.smithi103.stdout:(72/286): exiv2-libs-0.27.5-2.el9.x86_64.rpm 893 kB/s | 781 kB 00:00 2024-09-19T11:16:58.221 INFO:teuthology.orchestra.run.smithi103.stdout:(73/286): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 411 kB/s | 325 kB 00:00 2024-09-19T11:16:58.235 INFO:teuthology.orchestra.run.smithi174.stdout:(90/286): guava-30.1-6.el9.noarch.rpm 2.3 MB/s | 2.3 MB 00:01 2024-09-19T11:16:58.261 INFO:teuthology.orchestra.run.smithi174.stdout:(91/286): hicolor-icon-theme-0.17-13.el9.noarch 262 kB/s | 219 kB 00:00 2024-09-19T11:16:58.344 INFO:teuthology.orchestra.run.smithi174.stdout:(92/286): gtk3-3.24.31-5.el9.x86_64.rpm 4.2 MB/s | 4.9 MB 00:01 2024-09-19T11:16:58.513 INFO:teuthology.orchestra.run.smithi103.stdout:(74/286): flac-libs-1.3.3-12.el9.x86_64.rpm 272 kB/s | 218 kB 00:00 2024-09-19T11:16:58.746 INFO:teuthology.orchestra.run.smithi103.stdout:(75/286): flatpak-selinux-1.12.9-1.el9.noarch.r 41 kB/s | 22 kB 00:00 2024-09-19T11:16:58.938 INFO:teuthology.orchestra.run.smithi103.stdout:(76/286): flatpak-1.12.9-1.el9.x86_64.rpm 1.8 MB/s | 1.7 MB 00:00 2024-09-19T11:16:59.144 INFO:teuthology.orchestra.run.smithi174.stdout:(93/286): httpcomponents-client-4.5.13-3.el9.no 723 kB/s | 657 kB 00:00 2024-09-19T11:16:59.169 INFO:teuthology.orchestra.run.smithi174.stdout:(94/286): httpcomponents-core-4.4.13-7.el9.noar 695 kB/s | 632 kB 00:00 2024-09-19T11:16:59.230 INFO:teuthology.orchestra.run.smithi103.stdout:(77/286): flatpak-session-helper-1.12.9-1.el9.x 102 kB/s | 73 kB 00:00 2024-09-19T11:16:59.347 INFO:teuthology.orchestra.run.smithi103.stdout:(78/286): flexiblas-3.0.4-8.el9.x86_64.rpm 55 kB/s | 33 kB 00:00 2024-09-19T11:16:59.445 INFO:teuthology.orchestra.run.smithi174.stdout:(95/286): iso-codes-4.6.0-3.el9.noarch.rpm 3.2 MB/s | 3.5 MB 00:01 2024-09-19T11:16:59.714 INFO:teuthology.orchestra.run.smithi103.stdout:(79/286): flexiblas-openblas-openmp-3.0.4-8.el9 38 kB/s | 18 kB 00:00 2024-09-19T11:16:59.728 INFO:teuthology.orchestra.run.smithi174.stdout:(96/286): jakarta-annotations-1.3.5-13.el9.noar 77 kB/s | 45 kB 00:00 2024-09-19T11:16:59.837 INFO:teuthology.orchestra.run.smithi174.stdout:(97/286): jansi-2.3.3-6.el9.x86_64.rpm 164 kB/s | 110 kB 00:00 2024-09-19T11:16:59.981 INFO:teuthology.orchestra.run.smithi103.stdout:(80/286): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.9 MB/s | 3.0 MB 00:01 2024-09-19T11:17:00.006 INFO:teuthology.orchestra.run.smithi103.stdout:(81/286): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 135 kB/s | 89 kB 00:00 2024-09-19T11:17:00.337 INFO:teuthology.orchestra.run.smithi174.stdout:(98/286): java-11-openjdk-11.0.20.1.1-2.el9.x86 463 kB/s | 413 kB 00:00 2024-09-19T11:17:00.398 INFO:teuthology.orchestra.run.smithi103.stdout:(82/286): geoclue2-2.6.0-7.el9.x86_64.rpm 182 kB/s | 124 kB 00:00 2024-09-19T11:17:00.565 INFO:teuthology.orchestra.run.smithi103.stdout:(83/286): giflib-5.2.1-9.el9.x86_64.rpm 83 kB/s | 49 kB 00:00 2024-09-19T11:17:00.795 INFO:teuthology.orchestra.run.smithi174.stdout:(99/286): javapackages-filesystem-6.0.0-4.el9.n 28 kB/s | 13 kB 00:00 2024-09-19T11:17:00.887 INFO:teuthology.orchestra.run.smithi174.stdout:(100/286): java-11-openjdk-devel-11.0.20.1.1-2. 2.9 MB/s | 3.3 MB 00:01 2024-09-19T11:17:00.899 INFO:teuthology.orchestra.run.smithi103.stdout:(84/286): google-guice-4.2.3-9.el9.noarch.rpm 531 kB/s | 473 kB 00:00 2024-09-19T11:17:01.099 INFO:teuthology.orchestra.run.smithi103.stdout:(85/286): graphene-1.10.6-2.el9.x86_64.rpm 92 kB/s | 64 kB 00:00 2024-09-19T11:17:01.133 INFO:teuthology.orchestra.run.smithi103.stdout:(86/286): gsm-1.0.19-6.el9.x86_64.rpm 60 kB/s | 34 kB 00:00 2024-09-19T11:17:01.446 INFO:teuthology.orchestra.run.smithi174.stdout:(101/286): jcl-over-slf4j-1.7.30-13.el9.noarch. 43 kB/s | 24 kB 00:00 2024-09-19T11:17:01.471 INFO:teuthology.orchestra.run.smithi174.stdout:(102/286): jbigkit-libs-2.1-23.el9.x86_64.rpm 78 kB/s | 53 kB 00:00 2024-09-19T11:17:01.692 INFO:teuthology.orchestra.run.smithi103.stdout:(87/286): gtk-update-icon-cache-3.24.31-5.el9.x 60 kB/s | 33 kB 00:00 2024-09-19T11:17:01.884 INFO:teuthology.orchestra.run.smithi103.stdout:(88/286): gstreamer1-1.22.1-2.el9.x86_64.rpm 1.5 MB/s | 1.4 MB 00:00 2024-09-19T11:17:01.955 INFO:teuthology.orchestra.run.smithi174.stdout:(103/286): java-11-openjdk-headless-11.0.20.1.1 18 MB/s | 39 MB 00:02 2024-09-19T11:17:02.100 INFO:teuthology.orchestra.run.smithi103.stdout:(89/286): gstreamer1-plugins-base-1.22.1-2.el9. 2.2 MB/s | 2.2 MB 00:01 2024-09-19T11:17:02.380 INFO:teuthology.orchestra.run.smithi174.stdout:(104/286): jsr-305-3.0.2-6.el9.noarch.rpm 39 kB/s | 35 kB 00:00 2024-09-19T11:17:02.605 INFO:teuthology.orchestra.run.smithi174.stdout:(105/286): jsoup-1.13.1-10.el9.noarch.rpm 325 kB/s | 377 kB 00:01 2024-09-19T11:17:02.680 INFO:teuthology.orchestra.run.smithi174.stdout:(106/286): lcms2-2.12-3.el9.x86_64.rpm 234 kB/s | 168 kB 00:00 2024-09-19T11:17:02.792 INFO:teuthology.orchestra.run.smithi103.stdout:(90/286): gtk3-3.24.31-5.el9.x86_64.rpm 4.4 MB/s | 4.9 MB 00:01 2024-09-19T11:17:02.834 INFO:teuthology.orchestra.run.smithi103.stdout:(91/286): hicolor-icon-theme-0.17-13.el9.noarch 298 kB/s | 219 kB 00:00 2024-09-19T11:17:02.906 INFO:teuthology.orchestra.run.smithi174.stdout:(107/286): libX11-xcb-1.7.0-9.el9.x86_64.rpm 21 kB/s | 11 kB 00:00 2024-09-19T11:17:02.909 INFO:teuthology.orchestra.run.smithi103.stdout:(92/286): guava-30.1-6.el9.noarch.rpm 2.3 MB/s | 2.3 MB 00:01 2024-09-19T11:17:03.156 INFO:teuthology.orchestra.run.smithi174.stdout:(108/286): libXcomposite-0.4.5-7.el9.x86_64.rpm 44 kB/s | 24 kB 00:00 2024-09-19T11:17:03.239 INFO:teuthology.orchestra.run.smithi174.stdout:(109/286): libXcursor-1.2.0-7.el9.x86_64.rpm 55 kB/s | 31 kB 00:00 2024-09-19T11:17:03.440 INFO:teuthology.orchestra.run.smithi174.stdout:(110/286): libXdamage-1.1.5-7.el9.x86_64.rpm 43 kB/s | 23 kB 00:00 2024-09-19T11:17:03.651 INFO:teuthology.orchestra.run.smithi103.stdout:(93/286): httpcomponents-client-4.5.13-3.el9.no 765 kB/s | 657 kB 00:00 2024-09-19T11:17:03.656 INFO:teuthology.orchestra.run.smithi174.stdout:(111/286): libXfixes-5.0.3-16.el9.x86_64.rpm 40 kB/s | 20 kB 00:00 2024-09-19T11:17:03.693 INFO:teuthology.orchestra.run.smithi103.stdout:(94/286): httpcomponents-core-4.4.13-7.el9.noar 736 kB/s | 632 kB 00:00 2024-09-19T11:17:03.807 INFO:teuthology.orchestra.run.smithi174.stdout:(112/286): libXi-1.7.10-8.el9.x86_64.rpm 70 kB/s | 40 kB 00:00 2024-09-19T11:17:03.940 INFO:teuthology.orchestra.run.smithi174.stdout:(113/286): libXinerama-1.1.4-10.el9.x86_64.rpm 30 kB/s | 15 kB 00:00 2024-09-19T11:17:03.994 INFO:teuthology.orchestra.run.smithi103.stdout:(95/286): iso-codes-4.6.0-3.el9.noarch.rpm 3.3 MB/s | 3.5 MB 00:01 2024-09-19T11:17:04.215 INFO:teuthology.orchestra.run.smithi174.stdout:(114/286): libXrandr-1.5.2-8.el9.x86_64.rpm 51 kB/s | 28 kB 00:00 2024-09-19T11:17:04.277 INFO:teuthology.orchestra.run.smithi103.stdout:(96/286): jakarta-annotations-1.3.5-13.el9.noar 72 kB/s | 45 kB 00:00 2024-09-19T11:17:04.369 INFO:teuthology.orchestra.run.smithi103.stdout:(97/286): jansi-2.3.3-6.el9.x86_64.rpm 162 kB/s | 110 kB 00:00 2024-09-19T11:17:04.399 INFO:teuthology.orchestra.run.smithi174.stdout:(115/286): libXtst-1.2.3-16.el9.x86_64.rpm 36 kB/s | 21 kB 00:00 2024-09-19T11:17:04.424 INFO:teuthology.orchestra.run.smithi174.stdout:(116/286): libXv-1.0.11-16.el9.x86_64.rpm 39 kB/s | 19 kB 00:00 2024-09-19T11:17:04.716 INFO:teuthology.orchestra.run.smithi174.stdout:(117/286): libXxf86vm-1.1.4-18.el9.x86_64.rpm 38 kB/s | 19 kB 00:00 2024-09-19T11:17:04.878 INFO:teuthology.orchestra.run.smithi103.stdout:(98/286): java-11-openjdk-11.0.20.1.1-2.el9.x86 468 kB/s | 413 kB 00:00 2024-09-19T11:17:04.966 INFO:teuthology.orchestra.run.smithi174.stdout:(118/286): libasyncns-0.8-22.el9.x86_64.rpm 54 kB/s | 30 kB 00:00 2024-09-19T11:17:05.067 INFO:teuthology.orchestra.run.smithi174.stdout:(119/286): libcanberra-0.30-27.el9.x86_64.rpm 134 kB/s | 86 kB 00:00 2024-09-19T11:17:05.317 INFO:teuthology.orchestra.run.smithi174.stdout:(120/286): libcanberra-gtk3-0.30-27.el9.x86_64. 53 kB/s | 32 kB 00:00 2024-09-19T11:17:05.328 INFO:teuthology.orchestra.run.smithi103.stdout:(99/286): java-11-openjdk-devel-11.0.20.1.1-2.e 3.2 MB/s | 3.3 MB 00:01 2024-09-19T11:17:05.370 INFO:teuthology.orchestra.run.smithi103.stdout:(100/286): javapackages-filesystem-6.0.0-4.el9. 26 kB/s | 13 kB 00:00 2024-09-19T11:17:05.667 INFO:teuthology.orchestra.run.smithi174.stdout:(121/286): libdrm-2.4.121-1.el9.x86_64.rpm 229 kB/s | 161 kB 00:00 2024-09-19T11:17:05.917 INFO:teuthology.orchestra.run.smithi174.stdout:(122/286): libepoxy-1.5.5-4.el9.x86_64.rpm 284 kB/s | 241 kB 00:00 2024-09-19T11:17:05.920 INFO:teuthology.orchestra.run.smithi103.stdout:(101/286): jcl-over-slf4j-1.7.30-13.el9.noarch. 44 kB/s | 24 kB 00:00 2024-09-19T11:17:05.937 INFO:teuthology.orchestra.run.smithi103.stdout:(102/286): jbigkit-libs-2.1-23.el9.x86_64.rpm 87 kB/s | 53 kB 00:00 2024-09-19T11:17:06.259 INFO:teuthology.orchestra.run.smithi174.stdout:(123/286): libexif-0.6.22-6.el9.x86_64.rpm 466 kB/s | 435 kB 00:00 2024-09-19T11:17:06.376 INFO:teuthology.orchestra.run.smithi174.stdout:(124/286): libfontenc-1.1.3-17.el9.x86_64.rpm 44 kB/s | 31 kB 00:00 2024-09-19T11:17:06.504 INFO:teuthology.orchestra.run.smithi103.stdout:(103/286): java-11-openjdk-headless-11.0.20.1.1 18 MB/s | 39 MB 00:02 2024-09-19T11:17:06.660 INFO:teuthology.orchestra.run.smithi174.stdout:(125/286): libgexiv2-0.12.3-1.el9.x86_64.rpm 111 kB/s | 83 kB 00:00 2024-09-19T11:17:06.896 INFO:teuthology.orchestra.run.smithi103.stdout:(104/286): jsr-305-3.0.2-6.el9.noarch.rpm 37 kB/s | 35 kB 00:00 2024-09-19T11:17:06.943 INFO:teuthology.orchestra.run.smithi174.stdout:(126/286): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 65 kB/s | 37 kB 00:00 2024-09-19T11:17:07.002 INFO:teuthology.orchestra.run.smithi174.stdout:(127/286): libglvnd-1.3.4-1.el9.x86_64.rpm 183 kB/s | 135 kB 00:00 2024-09-19T11:17:07.213 INFO:teuthology.orchestra.run.smithi103.stdout:(105/286): jsoup-1.13.1-10.el9.noarch.rpm 292 kB/s | 377 kB 00:01 2024-09-19T11:17:07.246 INFO:teuthology.orchestra.run.smithi103.stdout:(106/286): lcms2-2.12-3.el9.x86_64.rpm 231 kB/s | 168 kB 00:00 2024-09-19T11:17:07.360 INFO:teuthology.orchestra.run.smithi174.stdout:(128/286): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 203 kB/s | 142 kB 00:00 2024-09-19T11:17:07.397 INFO:teuthology.orchestra.run.smithi103.stdout:(107/286): libX11-xcb-1.7.0-9.el9.x86_64.rpm 22 kB/s | 11 kB 00:00 2024-09-19T11:17:07.644 INFO:teuthology.orchestra.run.smithi174.stdout:(129/286): libgxps-0.3.2-3.el9.x86_64.rpm 123 kB/s | 79 kB 00:00 2024-09-19T11:17:07.694 INFO:teuthology.orchestra.run.smithi174.stdout:(130/286): libgsf-1.14.47-5.el9.x86_64.rpm 341 kB/s | 256 kB 00:00 2024-09-19T11:17:07.781 INFO:teuthology.orchestra.run.smithi103.stdout:(108/286): libXcomposite-0.4.5-7.el9.x86_64.rpm 43 kB/s | 24 kB 00:00 2024-09-19T11:17:07.806 INFO:teuthology.orchestra.run.smithi103.stdout:(109/286): libXcursor-1.2.0-7.el9.x86_64.rpm 55 kB/s | 31 kB 00:00 2024-09-19T11:17:07.956 INFO:teuthology.orchestra.run.smithi103.stdout:(110/286): libXdamage-1.1.5-7.el9.x86_64.rpm 41 kB/s | 23 kB 00:00 2024-09-19T11:17:07.969 INFO:teuthology.orchestra.run.smithi174.stdout:(131/286): libiptcdata-1.0.5-10.el9.x86_64.rpm 101 kB/s | 61 kB 00:00 2024-09-19T11:17:08.211 INFO:teuthology.orchestra.run.smithi174.stdout:(132/286): libldac-2.0.2.3-10.el9.x86_64.rpm 73 kB/s | 41 kB 00:00 2024-09-19T11:17:08.306 INFO:teuthology.orchestra.run.smithi103.stdout:(111/286): libXfixes-5.0.3-16.el9.x86_64.rpm 38 kB/s | 20 kB 00:00 2024-09-19T11:17:08.382 INFO:teuthology.orchestra.run.smithi103.stdout:(112/286): libXi-1.7.10-8.el9.x86_64.rpm 69 kB/s | 40 kB 00:00 2024-09-19T11:17:08.411 INFO:teuthology.orchestra.run.smithi174.stdout:(133/286): libnbd-1.20.2-2.el9.x86_64.rpm 238 kB/s | 171 kB 00:00 2024-09-19T11:17:08.440 INFO:teuthology.orchestra.run.smithi103.stdout:(113/286): libXinerama-1.1.4-10.el9.x86_64.rpm 31 kB/s | 15 kB 00:00 2024-09-19T11:17:08.587 INFO:teuthology.orchestra.run.smithi174.stdout:(134/286): libnotify-0.7.9-8.el9.x86_64.rpm 71 kB/s | 44 kB 00:00 2024-09-19T11:17:08.787 INFO:teuthology.orchestra.run.smithi174.stdout:(135/286): libogg-1.3.4-6.el9.x86_64.rpm 59 kB/s | 34 kB 00:00 2024-09-19T11:17:08.857 INFO:teuthology.orchestra.run.smithi103.stdout:(114/286): libXrandr-1.5.2-8.el9.x86_64.rpm 52 kB/s | 28 kB 00:00 2024-09-19T11:17:08.949 INFO:teuthology.orchestra.run.smithi103.stdout:(115/286): libXtst-1.2.3-16.el9.x86_64.rpm 38 kB/s | 21 kB 00:00 2024-09-19T11:17:08.974 INFO:teuthology.orchestra.run.smithi103.stdout:(116/286): libXv-1.0.11-16.el9.x86_64.rpm 36 kB/s | 19 kB 00:00 2024-09-19T11:17:09.229 INFO:teuthology.orchestra.run.smithi174.stdout:(136/286): libosinfo-1.10.0-1.el9.x86_64.rpm 390 kB/s | 319 kB 00:00 2024-09-19T11:17:09.304 INFO:teuthology.orchestra.run.smithi174.stdout:(137/286): libpmemobj-1.12.1-1.el9.x86_64.rpm 224 kB/s | 160 kB 00:00 2024-09-19T11:17:09.354 INFO:teuthology.orchestra.run.smithi174.stdout:(138/286): librabbitmq-0.11.0-7.el9.x86_64.rpm 80 kB/s | 45 kB 00:00 2024-09-19T11:17:09.358 INFO:teuthology.orchestra.run.smithi103.stdout:(117/286): libXxf86vm-1.1.4-18.el9.x86_64.rpm 38 kB/s | 19 kB 00:00 2024-09-19T11:17:09.558 INFO:teuthology.orchestra.run.smithi103.stdout:(118/286): libasyncns-0.8-22.el9.x86_64.rpm 50 kB/s | 30 kB 00:00 2024-09-19T11:17:09.634 INFO:teuthology.orchestra.run.smithi103.stdout:(119/286): libcanberra-0.30-27.el9.x86_64.rpm 131 kB/s | 86 kB 00:00 2024-09-19T11:17:09.888 INFO:teuthology.orchestra.run.smithi174.stdout:(139/286): libsbc-1.4-9.el9.x86_64.rpm 77 kB/s | 45 kB 00:00 2024-09-19T11:17:09.959 INFO:teuthology.orchestra.run.smithi103.stdout:(120/286): libcanberra-gtk3-0.30-27.el9.x86_64. 53 kB/s | 32 kB 00:00 2024-09-19T11:17:10.096 INFO:teuthology.orchestra.run.smithi174.stdout:(140/286): libsndfile-1.0.31-8.el9.x86_64.rpm 279 kB/s | 206 kB 00:00 2024-09-19T11:17:10.122 INFO:teuthology.orchestra.run.smithi174.stdout:(141/286): librdkafka-1.6.1-102.el9.x86_64.rpm 742 kB/s | 662 kB 00:00 2024-09-19T11:17:10.276 INFO:teuthology.orchestra.run.smithi103.stdout:(121/286): libdrm-2.4.121-1.el9.x86_64.rpm 224 kB/s | 161 kB 00:00 2024-09-19T11:17:10.384 INFO:teuthology.orchestra.run.smithi103.stdout:(122/286): libepoxy-1.5.5-4.el9.x86_64.rpm 322 kB/s | 241 kB 00:00 2024-09-19T11:17:10.639 INFO:teuthology.orchestra.run.smithi174.stdout:(142/286): libtheora-1.1.1-31.el9.x86_64.rpm 219 kB/s | 164 kB 00:00 2024-09-19T11:17:10.722 INFO:teuthology.orchestra.run.smithi174.stdout:(143/286): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 60 kB/s | 36 kB 00:00 2024-09-19T11:17:10.776 INFO:teuthology.orchestra.run.smithi103.stdout:(123/286): libexif-0.6.22-6.el9.x86_64.rpm 533 kB/s | 435 kB 00:00 2024-09-19T11:17:10.827 INFO:teuthology.orchestra.run.smithi103.stdout:(124/286): libfontenc-1.1.3-17.el9.x86_64.rpm 56 kB/s | 31 kB 00:00 2024-09-19T11:17:10.847 INFO:teuthology.orchestra.run.smithi174.stdout:(144/286): libtiff-4.4.0-13.el9.x86_64.rpm 264 kB/s | 198 kB 00:00 2024-09-19T11:17:11.027 INFO:teuthology.orchestra.run.smithi103.stdout:(125/286): libgexiv2-0.12.3-1.el9.x86_64.rpm 129 kB/s | 83 kB 00:00 2024-09-19T11:17:11.427 INFO:teuthology.orchestra.run.smithi103.stdout:(126/286): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 61 kB/s | 37 kB 00:00 2024-09-19T11:17:11.548 INFO:teuthology.orchestra.run.smithi174.stdout:(145/286): libvisual-0.4.0-34.el9.x86_64.rpm 174 kB/s | 144 kB 00:00 2024-09-19T11:17:11.561 INFO:teuthology.orchestra.run.smithi103.stdout:(127/286): libglvnd-1.3.4-1.el9.x86_64.rpm 173 kB/s | 135 kB 00:00 2024-09-19T11:17:11.598 INFO:teuthology.orchestra.run.smithi174.stdout:(146/286): libtracker-sparql-3.1.2-3.el9.x86_64 338 kB/s | 324 kB 00:00 2024-09-19T11:17:11.648 INFO:teuthology.orchestra.run.smithi174.stdout:(147/286): libvorbis-1.3.7-5.el9.x86_64.rpm 241 kB/s | 193 kB 00:00 2024-09-19T11:17:11.794 INFO:teuthology.orchestra.run.smithi103.stdout:(128/286): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 187 kB/s | 142 kB 00:00 2024-09-19T11:17:12.073 INFO:teuthology.orchestra.run.smithi174.stdout:(148/286): libwayland-cursor-1.21.0-1.el9.x86_6 41 kB/s | 19 kB 00:00 2024-09-19T11:17:12.140 INFO:teuthology.orchestra.run.smithi174.stdout:(149/286): libwayland-client-1.21.0-1.el9.x86_6 56 kB/s | 33 kB 00:00 2024-09-19T11:17:12.165 INFO:teuthology.orchestra.run.smithi174.stdout:(150/286): libwayland-egl-1.21.0-1.el9.x86_64.r 25 kB/s | 13 kB 00:00 2024-09-19T11:17:12.220 INFO:teuthology.orchestra.run.smithi103.stdout:(129/286): libgxps-0.3.2-3.el9.x86_64.rpm 120 kB/s | 79 kB 00:00 2024-09-19T11:17:12.245 INFO:teuthology.orchestra.run.smithi103.stdout:(130/286): libgsf-1.14.47-5.el9.x86_64.rpm 313 kB/s | 256 kB 00:00 2024-09-19T11:17:12.420 INFO:teuthology.orchestra.run.smithi103.stdout:(131/286): libiptcdata-1.0.5-10.el9.x86_64.rpm 99 kB/s | 61 kB 00:00 2024-09-19T11:17:12.666 INFO:teuthology.orchestra.run.smithi174.stdout:(151/286): libwayland-server-1.21.0-1.el9.x86_6 71 kB/s | 42 kB 00:00 2024-09-19T11:17:12.829 INFO:teuthology.orchestra.run.smithi103.stdout:(132/286): libldac-2.0.2.3-10.el9.x86_64.rpm 68 kB/s | 41 kB 00:00 2024-09-19T11:17:12.858 INFO:teuthology.orchestra.run.smithi174.stdout:(152/286): libxkbcommon-1.0.3-4.el9.x86_64.rpm 193 kB/s | 133 kB 00:00 2024-09-19T11:17:12.962 INFO:teuthology.orchestra.run.smithi103.stdout:(133/286): libnbd-1.20.2-2.el9.x86_64.rpm 238 kB/s | 171 kB 00:00 2024-09-19T11:17:12.989 INFO:teuthology.orchestra.run.smithi174.stdout:(153/286): libwebp-1.2.0-8.el9.x86_64.rpm 326 kB/s | 277 kB 00:00 2024-09-19T11:17:13.054 INFO:teuthology.orchestra.run.smithi103.stdout:(134/286): libnotify-0.7.9-8.el9.x86_64.rpm 69 kB/s | 44 kB 00:00 2024-09-19T11:17:13.140 INFO:teuthology.orchestra.run.smithi174.stdout:(154/286): libxshmfence-1.3-10.el9.x86_64.rpm 27 kB/s | 13 kB 00:00 2024-09-19T11:17:13.396 INFO:teuthology.orchestra.run.smithi103.stdout:(135/286): libogg-1.3.4-6.el9.x86_64.rpm 59 kB/s | 34 kB 00:00 2024-09-19T11:17:13.415 INFO:teuthology.orchestra.run.smithi174.stdout:(155/286): low-memory-monitor-2.1-4.el9.x86_64. 64 kB/s | 36 kB 00:00 2024-09-19T11:17:13.772 INFO:teuthology.orchestra.run.smithi103.stdout:(136/286): libpmemobj-1.12.1-1.el9.x86_64.rpm 226 kB/s | 160 kB 00:00 2024-09-19T11:17:13.773 INFO:teuthology.orchestra.run.smithi174.stdout:(156/286): lttng-ust-2.12.0-6.el9.x86_64.rpm 373 kB/s | 292 kB 00:00 2024-09-19T11:17:13.797 INFO:teuthology.orchestra.run.smithi103.stdout:(137/286): libosinfo-1.10.0-1.el9.x86_64.rpm 382 kB/s | 319 kB 00:00 2024-09-19T11:17:13.932 INFO:teuthology.orchestra.run.smithi174.stdout:(157/286): lua-5.4.4-4.el9.x86_64.rpm 238 kB/s | 188 kB 00:00 2024-09-19T11:17:13.989 INFO:teuthology.orchestra.run.smithi103.stdout:(138/286): librabbitmq-0.11.0-7.el9.x86_64.rpm 76 kB/s | 45 kB 00:00 2024-09-19T11:17:14.116 INFO:teuthology.orchestra.run.smithi174.stdout:(158/286): lua-posix-35.0-8.el9.x86_64.rpm 216 kB/s | 151 kB 00:00 2024-09-19T11:17:14.274 INFO:teuthology.orchestra.run.smithi174.stdout:(159/286): maven-3.6.3-15.el9.noarch.rpm 35 kB/s | 18 kB 00:00 2024-09-19T11:17:14.364 INFO:teuthology.orchestra.run.smithi103.stdout:(139/286): libsbc-1.4-9.el9.x86_64.rpm 79 kB/s | 45 kB 00:00 2024-09-19T11:17:14.591 INFO:teuthology.orchestra.run.smithi174.stdout:(160/286): maven-openjdk11-3.6.3-15.el9.noarch. 19 kB/s | 9.0 kB 00:00 2024-09-19T11:17:14.631 INFO:teuthology.orchestra.run.smithi103.stdout:(140/286): librdkafka-1.6.1-102.el9.x86_64.rpm 772 kB/s | 662 kB 00:00 2024-09-19T11:17:14.748 INFO:teuthology.orchestra.run.smithi103.stdout:(141/286): libsndfile-1.0.31-8.el9.x86_64.rpm 275 kB/s | 206 kB 00:00 2024-09-19T11:17:14.916 INFO:teuthology.orchestra.run.smithi174.stdout:(161/286): maven-lib-3.6.3-15.el9.noarch.rpm 1.5 MB/s | 1.5 MB 00:00 2024-09-19T11:17:15.098 INFO:teuthology.orchestra.run.smithi103.stdout:(142/286): libtheora-1.1.1-31.el9.x86_64.rpm 223 kB/s | 164 kB 00:00 2024-09-19T11:17:15.117 INFO:teuthology.orchestra.run.smithi174.stdout:(162/286): maven-resolver-1.6.1-10.el9.noarch.r 614 kB/s | 517 kB 00:00 2024-09-19T11:17:15.366 INFO:teuthology.orchestra.run.smithi103.stdout:(143/286): libtiff-4.4.0-13.el9.x86_64.rpm 270 kB/s | 198 kB 00:00 2024-09-19T11:17:15.367 INFO:teuthology.orchestra.run.smithi174.stdout:(163/286): maven-shared-utils-3.3.4-3.el9.noarc 195 kB/s | 151 kB 00:00 2024-09-19T11:17:15.391 INFO:teuthology.orchestra.run.smithi103.stdout:(144/286): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 55 kB/s | 36 kB 00:00 2024-09-19T11:17:15.634 INFO:teuthology.orchestra.run.smithi174.stdout:(164/286): maven-wagon-3.4.2-7.el9.noarch.rpm 157 kB/s | 112 kB 00:00 2024-09-19T11:17:15.851 INFO:teuthology.orchestra.run.smithi174.stdout:(165/286): mesa-filesystem-24.1.2-3.el9.x86_64. 23 kB/s | 11 kB 00:00 2024-09-19T11:17:15.891 INFO:teuthology.orchestra.run.smithi103.stdout:(145/286): libtracker-sparql-3.1.2-3.el9.x86_64 409 kB/s | 324 kB 00:00 2024-09-19T11:17:16.091 INFO:teuthology.orchestra.run.smithi103.stdout:(146/286): libvisual-0.4.0-34.el9.x86_64.rpm 205 kB/s | 144 kB 00:00 2024-09-19T11:17:16.125 INFO:teuthology.orchestra.run.smithi103.stdout:(147/286): libvorbis-1.3.7-5.el9.x86_64.rpm 263 kB/s | 193 kB 00:00 2024-09-19T11:17:16.335 INFO:teuthology.orchestra.run.smithi174.stdout:(166/286): mesa-dri-drivers-24.1.2-3.el9.x86_64 7.2 MB/s | 8.8 MB 00:01 2024-09-19T11:17:16.401 INFO:teuthology.orchestra.run.smithi174.stdout:(167/286): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 181 kB/s | 139 kB 00:00 2024-09-19T11:17:16.467 INFO:teuthology.orchestra.run.smithi103.stdout:(148/286): libwayland-client-1.21.0-1.el9.x86_6 58 kB/s | 33 kB 00:00 2024-09-19T11:17:16.592 INFO:teuthology.orchestra.run.smithi103.stdout:(149/286): libwayland-cursor-1.21.0-1.el9.x86_6 39 kB/s | 19 kB 00:00 2024-09-19T11:17:16.610 INFO:teuthology.orchestra.run.smithi174.stdout:(168/286): mesa-libGL-24.1.2-3.el9.x86_64.rpm 227 kB/s | 171 kB 00:00 2024-09-19T11:17:16.617 INFO:teuthology.orchestra.run.smithi103.stdout:(150/286): libwayland-egl-1.21.0-1.el9.x86_64.r 26 kB/s | 13 kB 00:00 2024-09-19T11:17:16.894 INFO:teuthology.orchestra.run.smithi174.stdout:(169/286): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 65 kB/s | 36 kB 00:00 2024-09-19T11:17:16.977 INFO:teuthology.orchestra.run.smithi174.stdout:(170/286): mesa-libglapi-24.1.2-3.el9.x86_64.rp 80 kB/s | 46 kB 00:00 2024-09-19T11:17:17.051 INFO:teuthology.orchestra.run.smithi103.stdout:(151/286): libwayland-server-1.21.0-1.el9.x86_6 72 kB/s | 42 kB 00:00 2024-09-19T11:17:17.171 INFO:teuthology.orchestra.run.smithi174.stdout:(171/286): mkfontscale-1.2.1-3.el9.x86_64.rpm 58 kB/s | 32 kB 00:00 2024-09-19T11:17:17.309 INFO:teuthology.orchestra.run.smithi103.stdout:(152/286): libxkbcommon-1.0.3-4.el9.x86_64.rpm 193 kB/s | 133 kB 00:00 2024-09-19T11:17:17.443 INFO:teuthology.orchestra.run.smithi103.stdout:(153/286): libwebp-1.2.0-8.el9.x86_64.rpm 326 kB/s | 277 kB 00:00 2024-09-19T11:17:17.477 INFO:teuthology.orchestra.run.smithi174.stdout:(172/286): openblas-0.3.26-2.el9.x86_64.rpm 66 kB/s | 38 kB 00:00 2024-09-19T11:17:17.518 INFO:teuthology.orchestra.run.smithi103.stdout:(154/286): libxshmfence-1.3-10.el9.x86_64.rpm 27 kB/s | 13 kB 00:00 2024-09-19T11:17:17.877 INFO:teuthology.orchestra.run.smithi103.stdout:(155/286): low-memory-monitor-2.1-4.el9.x86_64. 63 kB/s | 36 kB 00:00 2024-09-19T11:17:17.894 INFO:teuthology.orchestra.run.smithi174.stdout:(173/286): openjpeg2-2.4.0-7.el9.x86_64.rpm 225 kB/s | 163 kB 00:00 2024-09-19T11:17:18.103 INFO:teuthology.orchestra.run.smithi174.stdout:(174/286): openblas-openmp-0.3.26-2.el9.x86_64. 4.4 MB/s | 4.9 MB 00:01 2024-09-19T11:17:18.220 INFO:teuthology.orchestra.run.smithi174.stdout:(175/286): opus-1.3.1-10.el9.x86_64.rpm 270 kB/s | 200 kB 00:00 2024-09-19T11:17:18.244 INFO:teuthology.orchestra.run.smithi103.stdout:(156/286): lttng-ust-2.12.0-6.el9.x86_64.rpm 365 kB/s | 292 kB 00:00 2024-09-19T11:17:18.269 INFO:teuthology.orchestra.run.smithi103.stdout:(157/286): lua-5.4.4-4.el9.x86_64.rpm 251 kB/s | 188 kB 00:00 2024-09-19T11:17:18.586 INFO:teuthology.orchestra.run.smithi103.stdout:(158/286): lua-posix-35.0-8.el9.x86_64.rpm 213 kB/s | 151 kB 00:00 2024-09-19T11:17:18.679 INFO:teuthology.orchestra.run.smithi174.stdout:(176/286): orc-0.4.31-8.el9.x86_64.rpm 234 kB/s | 183 kB 00:00 2024-09-19T11:17:18.720 INFO:teuthology.orchestra.run.smithi103.stdout:(159/286): maven-3.6.3-15.el9.noarch.rpm 37 kB/s | 18 kB 00:00 2024-09-19T11:17:18.870 INFO:teuthology.orchestra.run.smithi174.stdout:(177/286): osinfo-db-tools-1.10.0-1.el9.x86_64. 113 kB/s | 74 kB 00:00 2024-09-19T11:17:18.964 INFO:teuthology.orchestra.run.smithi174.stdout:(178/286): osinfo-db-20240701-2.el9.noarch.rpm 617 kB/s | 531 kB 00:00 2024-09-19T11:17:19.087 INFO:teuthology.orchestra.run.smithi103.stdout:(160/286): maven-openjdk11-3.6.3-15.el9.noarch. 18 kB/s | 9.0 kB 00:00 2024-09-19T11:17:19.245 INFO:teuthology.orchestra.run.smithi103.stdout:(161/286): maven-lib-3.6.3-15.el9.noarch.rpm 1.5 MB/s | 1.5 MB 00:00 2024-09-19T11:17:19.521 INFO:teuthology.orchestra.run.smithi174.stdout:(179/286): ostree-libs-2024.7-2.el9.x86_64.rpm 556 kB/s | 468 kB 00:00 2024-09-19T11:17:19.570 INFO:teuthology.orchestra.run.smithi103.stdout:(162/286): maven-resolver-1.6.1-10.el9.noarch.r 608 kB/s | 517 kB 00:00 2024-09-19T11:17:19.663 INFO:teuthology.orchestra.run.smithi174.stdout:(180/286): p11-kit-server-0.25.3-2.el9.x86_64.r 311 kB/s | 246 kB 00:00 2024-09-19T11:17:19.688 INFO:teuthology.orchestra.run.smithi174.stdout:(181/286): pipewire-1.0.1-1.el9.x86_64.rpm 147 kB/s | 107 kB 00:00 2024-09-19T11:17:19.829 INFO:teuthology.orchestra.run.smithi103.stdout:(163/286): maven-shared-utils-3.3.4-3.el9.noarc 204 kB/s | 151 kB 00:00 2024-09-19T11:17:19.955 INFO:teuthology.orchestra.run.smithi103.stdout:(164/286): maven-wagon-3.4.2-7.el9.noarch.rpm 159 kB/s | 112 kB 00:00 2024-09-19T11:17:20.130 INFO:teuthology.orchestra.run.smithi174.stdout:(182/286): pipewire-jack-audio-connection-kit-1 20 kB/s | 9.1 kB 00:00 2024-09-19T11:17:20.188 INFO:teuthology.orchestra.run.smithi174.stdout:(183/286): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 86 kB/s | 57 kB 00:00 2024-09-19T11:17:20.288 INFO:teuthology.orchestra.run.smithi103.stdout:(165/286): mesa-filesystem-24.1.2-3.el9.x86_64. 25 kB/s | 11 kB 00:00 2024-09-19T11:17:20.430 INFO:teuthology.orchestra.run.smithi174.stdout:(184/286): pipewire-jack-audio-connection-kit-l 182 kB/s | 135 kB 00:00 2024-09-19T11:17:20.839 INFO:teuthology.orchestra.run.smithi103.stdout:(166/286): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 157 kB/s | 139 kB 00:00 2024-09-19T11:17:20.922 INFO:teuthology.orchestra.run.smithi174.stdout:(185/286): pipewire-pulseaudio-1.0.1-1.el9.x86_ 261 kB/s | 192 kB 00:00 2024-09-19T11:17:21.006 INFO:teuthology.orchestra.run.smithi174.stdout:(186/286): plexus-cipher-1.7-27.el9.noarch.rpm 45 kB/s | 26 kB 00:00 2024-09-19T11:17:21.055 INFO:teuthology.orchestra.run.smithi103.stdout:(167/286): mesa-dri-drivers-24.1.2-3.el9.x86_64 5.9 MB/s | 8.8 MB 00:01 2024-09-19T11:17:21.123 INFO:teuthology.orchestra.run.smithi174.stdout:(187/286): pipewire-libs-1.0.1-1.el9.x86_64.rpm 1.9 MB/s | 1.9 MB 00:00 2024-09-19T11:17:21.314 INFO:teuthology.orchestra.run.smithi103.stdout:(168/286): mesa-libGL-24.1.2-3.el9.x86_64.rpm 166 kB/s | 171 kB 00:01 2024-09-19T11:17:21.465 INFO:teuthology.orchestra.run.smithi103.stdout:(169/286): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 58 kB/s | 36 kB 00:00 2024-09-19T11:17:21.489 INFO:teuthology.orchestra.run.smithi174.stdout:(188/286): plexus-containers-component-annotati 38 kB/s | 18 kB 00:00 2024-09-19T11:17:21.548 INFO:teuthology.orchestra.run.smithi174.stdout:(189/286): plexus-classworlds-2.6.0-11.el9.noar 96 kB/s | 60 kB 00:00 2024-09-19T11:17:21.631 INFO:teuthology.orchestra.run.smithi103.stdout:(170/286): mesa-libglapi-24.1.2-3.el9.x86_64.rp 80 kB/s | 46 kB 00:00 2024-09-19T11:17:21.815 INFO:teuthology.orchestra.run.smithi174.stdout:(190/286): plexus-interpolation-1.26-11.el9.noa 115 kB/s | 80 kB 00:00 2024-09-19T11:17:21.898 INFO:teuthology.orchestra.run.smithi103.stdout:(171/286): mkfontscale-1.2.1-3.el9.x86_64.rpm 55 kB/s | 32 kB 00:00 2024-09-19T11:17:22.107 INFO:teuthology.orchestra.run.smithi174.stdout:(191/286): plexus-sec-dispatcher-1.4-37.el9.noa 54 kB/s | 34 kB 00:00 2024-09-19T11:17:22.115 INFO:teuthology.orchestra.run.smithi103.stdout:(172/286): openblas-0.3.26-2.el9.x86_64.rpm 59 kB/s | 38 kB 00:00 2024-09-19T11:17:22.299 INFO:teuthology.orchestra.run.smithi174.stdout:(192/286): plexus-utils-3.3.0-10.el9.noarch.rpm 339 kB/s | 254 kB 00:00 2024-09-19T11:17:22.691 INFO:teuthology.orchestra.run.smithi103.stdout:(173/286): openjpeg2-2.4.0-7.el9.x86_64.rpm 206 kB/s | 163 kB 00:00 2024-09-19T11:17:22.732 INFO:teuthology.orchestra.run.smithi174.stdout:(193/286): poppler-21.01.0-21.el9.x86_64.rpm 1.2 MB/s | 1.1 MB 00:00 2024-09-19T11:17:22.758 INFO:teuthology.orchestra.run.smithi103.stdout:(174/286): openblas-openmp-0.3.26-2.el9.x86_64. 4.4 MB/s | 4.9 MB 00:01 2024-09-19T11:17:22.858 INFO:teuthology.orchestra.run.smithi103.stdout:(175/286): opus-1.3.1-10.el9.x86_64.rpm 269 kB/s | 200 kB 00:00 2024-09-19T11:17:23.008 INFO:teuthology.orchestra.run.smithi174.stdout:(194/286): poppler-glib-21.01.0-21.el9.x86_64.r 215 kB/s | 152 kB 00:00 2024-09-19T11:17:23.091 INFO:teuthology.orchestra.run.smithi174.stdout:(195/286): poppler-data-0.4.9-9.el9.noarch.rpm 1.9 MB/s | 1.9 MB 00:00 2024-09-19T11:17:23.500 INFO:teuthology.orchestra.run.smithi103.stdout:(176/286): orc-0.4.31-8.el9.x86_64.rpm 227 kB/s | 183 kB 00:00 2024-09-19T11:17:23.525 INFO:teuthology.orchestra.run.smithi103.stdout:(177/286): osinfo-db-tools-1.10.0-1.el9.x86_64. 111 kB/s | 74 kB 00:00 2024-09-19T11:17:23.650 INFO:teuthology.orchestra.run.smithi103.stdout:(178/286): osinfo-db-20240701-2.el9.noarch.rpm 595 kB/s | 531 kB 00:00 2024-09-19T11:17:23.666 INFO:teuthology.orchestra.run.smithi174.stdout:(196/286): protobuf-3.14.0-13.el9.x86_64.rpm 1.1 MB/s | 1.0 MB 00:00 2024-09-19T11:17:23.692 INFO:teuthology.orchestra.run.smithi174.stdout:(197/286): publicsuffix-list-20210518-3.el9.noa 121 kB/s | 83 kB 00:00 2024-09-19T11:17:23.959 INFO:teuthology.orchestra.run.smithi174.stdout:(198/286): pulseaudio-libs-15.0-2.el9.x86_64.rp 783 kB/s | 679 kB 00:00 2024-09-19T11:17:24.284 INFO:teuthology.orchestra.run.smithi103.stdout:(179/286): p11-kit-server-0.25.3-2.el9.x86_64.r 324 kB/s | 246 kB 00:00 2024-09-19T11:17:24.368 INFO:teuthology.orchestra.run.smithi103.stdout:(180/286): pipewire-1.0.1-1.el9.x86_64.rpm 149 kB/s | 107 kB 00:00 2024-09-19T11:17:24.409 INFO:teuthology.orchestra.run.smithi103.stdout:(181/286): ostree-libs-2024.7-2.el9.x86_64.rpm 515 kB/s | 468 kB 00:00 2024-09-19T11:17:24.467 INFO:teuthology.orchestra.run.smithi174.stdout:(199/286): python3-devel-3.9.19-8.el9.x86_64.rp 316 kB/s | 245 kB 00:00 2024-09-19T11:17:24.717 INFO:teuthology.orchestra.run.smithi174.stdout:(200/286): python3-jinja2-2.11.3-6.el9.noarch.r 327 kB/s | 248 kB 00:00 2024-09-19T11:17:24.835 INFO:teuthology.orchestra.run.smithi103.stdout:(182/286): pipewire-jack-audio-connection-kit-1 20 kB/s | 9.1 kB 00:00 2024-09-19T11:17:24.907 INFO:teuthology.orchestra.run.smithi103.stdout:(183/286): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 92 kB/s | 57 kB 00:00 2024-09-19T11:17:24.909 INFO:teuthology.orchestra.run.smithi174.stdout:(201/286): python3-babel-2.9.1-2.el9.noarch.rpm 4.8 MB/s | 6.0 MB 00:01 2024-09-19T11:17:25.099 INFO:teuthology.orchestra.run.smithi103.stdout:(184/286): pipewire-jack-audio-connection-kit-l 196 kB/s | 135 kB 00:00 2024-09-19T11:17:25.101 INFO:teuthology.orchestra.run.smithi174.stdout:(202/286): python3-jsonpatch-1.21-16.el9.noarch 40 kB/s | 26 kB 00:00 2024-09-19T11:17:25.260 INFO:teuthology.orchestra.run.smithi174.stdout:(203/286): python3-jsonpointer-2.0-4.el9.noarch 35 kB/s | 19 kB 00:00 2024-09-19T11:17:25.624 INFO:teuthology.orchestra.run.smithi103.stdout:(185/286): pipewire-pulseaudio-1.0.1-1.el9.x86_ 268 kB/s | 192 kB 00:00 2024-09-19T11:17:25.627 INFO:teuthology.orchestra.run.smithi174.stdout:(204/286): python3-mako-1.1.4-6.el9.noarch.rpm 240 kB/s | 172 kB 00:00 2024-09-19T11:17:25.650 INFO:teuthology.orchestra.run.smithi103.stdout:(186/286): plexus-cipher-1.7-27.el9.noarch.rpm 47 kB/s | 26 kB 00:00 2024-09-19T11:17:25.727 INFO:teuthology.orchestra.run.smithi174.stdout:(205/286): python3-markupsafe-1.1.1-12.el9.x86_ 56 kB/s | 35 kB 00:00 2024-09-19T11:17:25.858 INFO:teuthology.orchestra.run.smithi103.stdout:(187/286): pipewire-libs-1.0.1-1.el9.x86_64.rpm 1.9 MB/s | 1.9 MB 00:01 2024-09-19T11:17:26.134 INFO:teuthology.orchestra.run.smithi103.stdout:(188/286): plexus-containers-component-annotati 38 kB/s | 18 kB 00:00 2024-09-19T11:17:26.259 INFO:teuthology.orchestra.run.smithi103.stdout:(189/286): plexus-classworlds-2.6.0-11.el9.noar 95 kB/s | 60 kB 00:00 2024-09-19T11:17:26.411 INFO:teuthology.orchestra.run.smithi174.stdout:(206/286): python3-numpy-1.20.1-5.el9.x86_64.rp 4.4 MB/s | 5.1 MB 00:01 2024-09-19T11:17:26.436 INFO:teuthology.orchestra.run.smithi174.stdout:(207/286): python3-numpy-f2py-1.20.1-5.el9.x86_ 310 kB/s | 250 kB 00:00 2024-09-19T11:17:26.478 INFO:teuthology.orchestra.run.smithi174.stdout:(208/286): python3-oauthlib-3.1.1-5.el9.noarch. 296 kB/s | 222 kB 00:00 2024-09-19T11:17:26.501 INFO:teuthology.orchestra.run.smithi103.stdout:(190/286): plexus-interpolation-1.26-11.el9.noa 127 kB/s | 80 kB 00:00 2024-09-19T11:17:26.726 INFO:teuthology.orchestra.run.smithi103.stdout:(191/286): plexus-sec-dispatcher-1.4-37.el9.noa 57 kB/s | 34 kB 00:00 2024-09-19T11:17:27.018 INFO:teuthology.orchestra.run.smithi103.stdout:(192/286): plexus-utils-3.3.0-10.el9.noarch.rpm 335 kB/s | 254 kB 00:00 2024-09-19T11:17:27.044 INFO:teuthology.orchestra.run.smithi174.stdout:(209/286): python3-prettytable-0.7.2-27.el9.noa 69 kB/s | 42 kB 00:00 2024-09-19T11:17:27.070 INFO:teuthology.orchestra.run.smithi174.stdout:(210/286): python3-packaging-20.9-5.el9.noarch. 117 kB/s | 77 kB 00:00 2024-09-19T11:17:27.270 INFO:teuthology.orchestra.run.smithi174.stdout:(211/286): python3-protobuf-3.14.0-13.el9.noarc 340 kB/s | 269 kB 00:00 2024-09-19T11:17:27.502 INFO:teuthology.orchestra.run.smithi103.stdout:(193/286): poppler-21.01.0-21.el9.x86_64.rpm 1.1 MB/s | 1.1 MB 00:01 2024-09-19T11:17:27.718 INFO:teuthology.orchestra.run.smithi103.stdout:(194/286): poppler-glib-21.01.0-21.el9.x86_64.r 217 kB/s | 152 kB 00:00 2024-09-19T11:17:27.769 INFO:teuthology.orchestra.run.smithi103.stdout:(195/286): poppler-data-0.4.9-9.el9.noarch.rpm 1.8 MB/s | 1.9 MB 00:01 2024-09-19T11:17:27.778 INFO:teuthology.orchestra.run.smithi174.stdout:(212/286): python3-pyasn1-0.4.8-6.el9.noarch.rp 217 kB/s | 159 kB 00:00 2024-09-19T11:17:27.845 INFO:teuthology.orchestra.run.smithi174.stdout:(213/286): python3-pyasn1-modules-0.4.8-6.el9.n 360 kB/s | 279 kB 00:00 2024-09-19T11:17:27.871 INFO:teuthology.orchestra.run.smithi174.stdout:(214/286): python3-pytz-2021.1-5.el9.noarch.rpm 86 kB/s | 51 kB 00:00 2024-09-19T11:17:28.369 INFO:teuthology.orchestra.run.smithi103.stdout:(196/286): publicsuffix-list-20210518-3.el9.noa 129 kB/s | 83 kB 00:00 2024-09-19T11:17:28.396 INFO:teuthology.orchestra.run.smithi174.stdout:(215/286): python3-requests-oauthlib-1.3.0-12.e 87 kB/s | 54 kB 00:00 2024-09-19T11:17:28.411 INFO:teuthology.orchestra.run.smithi103.stdout:(197/286): protobuf-3.14.0-13.el9.x86_64.rpm 1.1 MB/s | 1.0 MB 00:00 2024-09-19T11:17:28.446 INFO:teuthology.orchestra.run.smithi174.stdout:(216/286): python3-toml-0.10.2-6.el9.noarch.rpm 72 kB/s | 42 kB 00:00 2024-09-19T11:17:28.761 INFO:teuthology.orchestra.run.smithi103.stdout:(198/286): pulseaudio-libs-15.0-2.el9.x86_64.rp 684 kB/s | 679 kB 00:00 2024-09-19T11:17:29.013 INFO:teuthology.orchestra.run.smithi174.stdout:(217/286): qatlib-service-24.02.0-1.el9.x86_64. 63 kB/s | 36 kB 00:00 2024-09-19T11:17:29.138 INFO:teuthology.orchestra.run.smithi174.stdout:(218/286): qatlib-24.02.0-1.el9.x86_64.rpm 298 kB/s | 221 kB 00:00 2024-09-19T11:17:29.153 INFO:teuthology.orchestra.run.smithi103.stdout:(199/286): python3-devel-3.9.19-8.el9.x86_64.rp 330 kB/s | 245 kB 00:00 2024-09-19T11:17:29.405 INFO:teuthology.orchestra.run.smithi174.stdout:(219/286): python3-scipy-1.6.2-8.el9.x86_64.rpm 10 MB/s | 16 MB 00:01 2024-09-19T11:17:29.511 INFO:teuthology.orchestra.run.smithi103.stdout:(200/286): python3-jinja2-2.11.3-6.el9.noarch.r 331 kB/s | 248 kB 00:00 2024-09-19T11:17:29.612 INFO:teuthology.orchestra.run.smithi103.stdout:(201/286): python3-babel-2.9.1-2.el9.noarch.rpm 4.8 MB/s | 6.0 MB 00:01 2024-09-19T11:17:29.679 INFO:teuthology.orchestra.run.smithi103.stdout:(202/286): python3-jsonpatch-1.21-16.el9.noarch 49 kB/s | 26 kB 00:00 2024-09-19T11:17:29.697 INFO:teuthology.orchestra.run.smithi174.stdout:(220/286): qatzip-libs-1.2.0-1.el9.x86_64.rpm 69 kB/s | 47 kB 00:00 2024-09-19T11:17:29.922 INFO:teuthology.orchestra.run.smithi174.stdout:(221/286): rtkit-0.11-29.el9.x86_64.rpm 71 kB/s | 56 kB 00:00 2024-09-19T11:17:30.038 INFO:teuthology.orchestra.run.smithi103.stdout:(203/286): python3-jsonpointer-2.0-4.el9.noarch 36 kB/s | 19 kB 00:00 2024-09-19T11:17:30.230 INFO:teuthology.orchestra.run.smithi103.stdout:(204/286): python3-markupsafe-1.1.1-12.el9.x86_ 63 kB/s | 35 kB 00:00 2024-09-19T11:17:30.247 INFO:teuthology.orchestra.run.smithi174.stdout:(222/286): sisu-0.3.4-10.el9.noarch.rpm 607 kB/s | 510 kB 00:00 2024-09-19T11:17:30.381 INFO:teuthology.orchestra.run.smithi174.stdout:(223/286): slf4j-1.7.30-13.el9.noarch.rpm 101 kB/s | 69 kB 00:00 2024-09-19T11:17:30.388 INFO:teuthology.orchestra.run.smithi103.stdout:(205/286): python3-mako-1.1.4-6.el9.noarch.rpm 222 kB/s | 172 kB 00:00 2024-09-19T11:17:30.740 INFO:teuthology.orchestra.run.smithi174.stdout:(224/286): socat-1.7.4.1-6.el9.x86_64.rpm 376 kB/s | 304 kB 00:00 2024-09-19T11:17:31.072 INFO:teuthology.orchestra.run.smithi103.stdout:(206/286): python3-numpy-f2py-1.20.1-5.el9.x86_ 298 kB/s | 250 kB 00:00 2024-09-19T11:17:31.090 INFO:teuthology.orchestra.run.smithi174.stdout:(225/286): totem-pl-parser-3.26.6-2.el9.x86_64. 215 kB/s | 152 kB 00:00 2024-09-19T11:17:31.132 INFO:teuthology.orchestra.run.smithi174.stdout:(226/286): sound-theme-freedesktop-0.8-17.el9.n 434 kB/s | 383 kB 00:00 2024-09-19T11:17:31.155 INFO:teuthology.orchestra.run.smithi103.stdout:(207/286): python3-numpy-1.20.1-5.el9.x86_64.rp 4.6 MB/s | 5.1 MB 00:01 2024-09-19T11:17:31.180 INFO:teuthology.orchestra.run.smithi103.stdout:(208/286): python3-oauthlib-3.1.1-5.el9.noarch. 281 kB/s | 222 kB 00:00 2024-09-19T11:17:31.591 INFO:teuthology.orchestra.run.smithi174.stdout:(227/286): tracker-3.1.2-3.el9.x86_64.rpm 652 kB/s | 555 kB 00:00 2024-09-19T11:17:31.714 INFO:teuthology.orchestra.run.smithi103.stdout:(209/286): python3-packaging-20.9-5.el9.noarch. 120 kB/s | 77 kB 00:00 2024-09-19T11:17:31.748 INFO:teuthology.orchestra.run.smithi103.stdout:(210/286): python3-prettytable-0.7.2-27.el9.noa 71 kB/s | 42 kB 00:00 2024-09-19T11:17:31.749 INFO:teuthology.orchestra.run.smithi174.stdout:(228/286): ttmkfdir-3.0.9-65.el9.x86_64.rpm 86 kB/s | 53 kB 00:00 2024-09-19T11:17:32.040 INFO:teuthology.orchestra.run.smithi103.stdout:(211/286): python3-protobuf-3.14.0-13.el9.noarc 313 kB/s | 269 kB 00:00 2024-09-19T11:17:32.099 INFO:teuthology.orchestra.run.smithi174.stdout:(229/286): tracker-miners-3.1.2-4.el9.x86_64.rp 936 kB/s | 944 kB 00:01 2024-09-19T11:17:32.358 INFO:teuthology.orchestra.run.smithi174.stdout:(230/286): tzdata-java-2024a-2.el9.noarch.rpm 299 kB/s | 230 kB 00:00 2024-09-19T11:17:32.457 INFO:teuthology.orchestra.run.smithi103.stdout:(212/286): python3-pyasn1-0.4.8-6.el9.noarch.rp 214 kB/s | 159 kB 00:00 2024-09-19T11:17:32.466 INFO:teuthology.orchestra.run.smithi174.stdout:(231/286): upower-0.99.11-11.el9.x86_64.rpm 241 kB/s | 173 kB 00:00 2024-09-19T11:17:32.524 INFO:teuthology.orchestra.run.smithi103.stdout:(213/286): python3-pyasn1-modules-0.4.8-6.el9.n 360 kB/s | 279 kB 00:00 2024-09-19T11:17:32.632 INFO:teuthology.orchestra.run.smithi103.stdout:(214/286): python3-pytz-2021.1-5.el9.noarch.rpm 86 kB/s | 51 kB 00:00 2024-09-19T11:17:32.883 INFO:teuthology.orchestra.run.smithi174.stdout:(232/286): webrtc-audio-processing-0.3.1-8.el9. 390 kB/s | 306 kB 00:00 2024-09-19T11:17:33.025 INFO:teuthology.orchestra.run.smithi174.stdout:(233/286): wireplumber-0.4.14-1.el9.x86_64.rpm 145 kB/s | 96 kB 00:00 2024-09-19T11:17:33.066 INFO:teuthology.orchestra.run.smithi103.stdout:(215/286): python3-requests-oauthlib-1.3.0-12.e 88 kB/s | 54 kB 00:00 2024-09-19T11:17:33.200 INFO:teuthology.orchestra.run.smithi103.stdout:(216/286): python3-toml-0.10.2-6.el9.noarch.rpm 73 kB/s | 42 kB 00:00 2024-09-19T11:17:33.267 INFO:teuthology.orchestra.run.smithi174.stdout:(234/286): wireplumber-libs-0.4.14-1.el9.x86_64 447 kB/s | 358 kB 00:00 2024-09-19T11:17:33.484 INFO:teuthology.orchestra.run.smithi174.stdout:(235/286): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 71 kB/s | 42 kB 00:00 2024-09-19T11:17:33.783 INFO:teuthology.orchestra.run.smithi103.stdout:(217/286): qatlib-service-24.02.0-1.el9.x86_64. 61 kB/s | 36 kB 00:00 2024-09-19T11:17:33.859 INFO:teuthology.orchestra.run.smithi174.stdout:(236/286): xdg-desktop-portal-1.12.6-1.el9.x86_ 463 kB/s | 385 kB 00:00 2024-09-19T11:17:33.960 INFO:teuthology.orchestra.run.smithi174.stdout:(237/286): xdg-desktop-portal-gtk-1.12.0-3.el9. 197 kB/s | 134 kB 00:00 2024-09-19T11:17:33.983 INFO:teuthology.orchestra.run.smithi103.stdout:(218/286): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-19T11:17:34.008 INFO:teuthology.orchestra.run.smithi103.stdout:(219/286): qatlib-24.02.0-1.el9.x86_64.rpm 234 kB/s | 221 kB 00:00 2024-09-19T11:17:34.393 INFO:teuthology.orchestra.run.smithi174.stdout:(238/286): xkeyboard-config-2.33-2.el9.noarch.r 946 kB/s | 859 kB 00:00 2024-09-19T11:17:34.485 INFO:teuthology.orchestra.run.smithi174.stdout:(239/286): lua-devel-5.4.4-4.el9.x86_64.rpm 245 kB/s | 22 kB 00:00 2024-09-19T11:17:34.534 INFO:teuthology.orchestra.run.smithi103.stdout:(220/286): qatzip-libs-1.2.0-1.el9.x86_64.rpm 63 kB/s | 47 kB 00:00 2024-09-19T11:17:34.568 INFO:teuthology.orchestra.run.smithi174.stdout:(240/286): xmlstarlet-1.6.1-20.el9.x86_64.rpm 90 kB/s | 64 kB 00:00 2024-09-19T11:17:34.593 INFO:teuthology.orchestra.run.smithi103.stdout:(221/286): rtkit-0.11-29.el9.x86_64.rpm 92 kB/s | 56 kB 00:00 2024-09-19T11:17:34.619 INFO:teuthology.orchestra.run.smithi174.stdout:(241/286): protobuf-compiler-3.14.0-13.el9.x86_ 6.3 MB/s | 863 kB 00:00 2024-09-19T11:17:34.669 INFO:teuthology.orchestra.run.smithi174.stdout:(242/286): abseil-cpp-20211102.0-3.el9.x86_64.r 5.4 MB/s | 548 kB 00:00 2024-09-19T11:17:34.694 INFO:teuthology.orchestra.run.smithi174.stdout:(243/286): grpc-data-1.46.7-10.el9.noarch.rpm 784 kB/s | 19 kB 00:00 2024-09-19T11:17:34.719 INFO:teuthology.orchestra.run.smithi174.stdout:(244/286): gperftools-libs-2.9.1-3.el9.x86_64.r 3.0 MB/s | 308 kB 00:00 2024-09-19T11:17:34.745 INFO:teuthology.orchestra.run.smithi174.stdout:(245/286): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T11:17:34.770 INFO:teuthology.orchestra.run.smithi174.stdout:(246/286): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T11:17:34.803 INFO:teuthology.orchestra.run.smithi174.stdout:(247/286): xorg-x11-fonts-Type1-7.5-33.el9.noar 599 kB/s | 505 kB 00:00 2024-09-19T11:17:34.829 INFO:teuthology.orchestra.run.smithi174.stdout:(248/286): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-09-19T11:17:34.843 INFO:teuthology.orchestra.run.smithi103.stdout:(222/286): sisu-0.3.4-10.el9.noarch.rpm 612 kB/s | 510 kB 00:00 2024-09-19T11:17:34.887 INFO:teuthology.orchestra.run.smithi174.stdout:(249/286): luarocks-3.9.2-5.el9.noarch.rpm 1.8 MB/s | 151 kB 00:00 2024-09-19T11:17:34.937 INFO:teuthology.orchestra.run.smithi174.stdout:(250/286): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.1 MB/s | 839 kB 00:00 2024-09-19T11:17:34.963 INFO:teuthology.orchestra.run.smithi174.stdout:(251/286): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-09-19T11:17:34.980 INFO:teuthology.orchestra.run.smithi174.stdout:(252/286): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.0 MB/s | 43 kB 00:00 2024-09-19T11:17:34.997 INFO:teuthology.orchestra.run.smithi174.stdout:(253/286): python3-cachetools-4.2.4-1.el9.noarc 959 kB/s | 32 kB 00:00 2024-09-19T11:17:35.014 INFO:teuthology.orchestra.run.smithi174.stdout:(254/286): python3-certifi-2023.05.07-4.el9.noa 419 kB/s | 14 kB 00:00 2024-09-19T11:17:35.039 INFO:teuthology.orchestra.run.smithi174.stdout:(255/286): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-09-19T11:17:35.064 INFO:teuthology.orchestra.run.smithi174.stdout:(256/286): python3-google-auth-2.34.0-1.el9.noa 8.6 MB/s | 220 kB 00:00 2024-09-19T11:17:35.089 INFO:teuthology.orchestra.run.smithi174.stdout:(257/286): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-09-19T11:17:35.165 INFO:teuthology.orchestra.run.smithi174.stdout:(258/286): libarrow-9.0.0-11.el9.x86_64.rpm 9.4 MB/s | 4.4 MB 00:00 2024-09-19T11:17:35.176 INFO:teuthology.orchestra.run.smithi103.stdout:(223/286): slf4j-1.7.30-13.el9.noarch.rpm 107 kB/s | 69 kB 00:00 2024-09-19T11:17:35.190 INFO:teuthology.orchestra.run.smithi174.stdout:(259/286): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-09-19T11:17:35.215 INFO:teuthology.orchestra.run.smithi174.stdout:(260/286): python3-jaraco-8.2.1-3.el9.noarch.rp 212 kB/s | 11 kB 00:00 2024-09-19T11:17:35.241 INFO:teuthology.orchestra.run.smithi174.stdout:(261/286): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-19T11:17:35.266 INFO:teuthology.orchestra.run.smithi174.stdout:(262/286): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-09-19T11:17:35.291 INFO:teuthology.orchestra.run.smithi174.stdout:(263/286): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-19T11:17:35.316 INFO:teuthology.orchestra.run.smithi174.stdout:(264/286): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-19T11:17:35.342 INFO:teuthology.orchestra.run.smithi174.stdout:(265/286): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T11:17:35.360 INFO:teuthology.orchestra.run.smithi103.stdout:(224/286): socat-1.7.4.1-6.el9.x86_64.rpm 397 kB/s | 304 kB 00:00 2024-09-19T11:17:35.367 INFO:teuthology.orchestra.run.smithi174.stdout:(266/286): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T11:17:35.403 INFO:teuthology.orchestra.run.smithi174.stdout:(267/286): python3-natsort-7.1.1-5.el9.noarch.r 1.6 MB/s | 58 kB 00:00 2024-09-19T11:17:35.442 INFO:teuthology.orchestra.run.smithi174.stdout:(268/286): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-09-19T11:17:35.468 INFO:teuthology.orchestra.run.smithi174.stdout:(269/286): python3-portend-3.1.0-2.el9.noarch.r 655 kB/s | 16 kB 00:00 2024-09-19T11:17:35.518 INFO:teuthology.orchestra.run.smithi174.stdout:(270/286): python3-grpcio-1.46.7-10.el9.x86_64. 4.5 MB/s | 2.0 MB 00:00 2024-09-19T11:17:35.543 INFO:teuthology.orchestra.run.smithi174.stdout:(271/286): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-09-19T11:17:35.568 INFO:teuthology.orchestra.run.smithi174.stdout:(272/286): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-19T11:17:35.594 INFO:teuthology.orchestra.run.smithi174.stdout:(273/286): python3-pyOpenSSL-21.0.0-1.el9.noarc 715 kB/s | 90 kB 00:00 2024-09-19T11:17:35.619 INFO:teuthology.orchestra.run.smithi174.stdout:(274/286): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-19T11:17:35.644 INFO:teuthology.orchestra.run.smithi174.stdout:(275/286): python3-tempora-5.0.0-2.el9.noarch.r 716 kB/s | 36 kB 00:00 2024-09-19T11:17:35.669 INFO:teuthology.orchestra.run.smithi174.stdout:(276/286): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-19T11:17:35.695 INFO:teuthology.orchestra.run.smithi174.stdout:(277/286): python3-typing-extensions-4.12.2-2.e 988 kB/s | 74 kB 00:00 2024-09-19T11:17:35.710 INFO:teuthology.orchestra.run.smithi103.stdout:(225/286): sound-theme-freedesktop-0.8-17.el9.n 442 kB/s | 383 kB 00:00 2024-09-19T11:17:35.720 INFO:teuthology.orchestra.run.smithi174.stdout:(278/286): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-09-19T11:17:35.745 INFO:teuthology.orchestra.run.smithi174.stdout:(279/286): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-19T11:17:35.770 INFO:teuthology.orchestra.run.smithi174.stdout:(280/286): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-19T11:17:35.795 INFO:teuthology.orchestra.run.smithi174.stdout:(281/286): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T11:17:35.821 INFO:teuthology.orchestra.run.smithi174.stdout:(282/286): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-19T11:17:35.846 INFO:teuthology.orchestra.run.smithi174.stdout:(283/286): s3cmd-2.4.0-1.el9.noarch.rpm 2.7 MB/s | 206 kB 00:00 2024-09-19T11:17:35.886 INFO:teuthology.orchestra.run.smithi103.stdout:(226/286): totem-pl-parser-3.26.6-2.el9.x86_64. 215 kB/s | 152 kB 00:00 2024-09-19T11:17:35.896 INFO:teuthology.orchestra.run.smithi174.stdout:(284/286): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-19T11:17:36.122 INFO:teuthology.orchestra.run.smithi174.stdout:(285/286): librados2-19.3.0-5012.g08af21e0.el9. 12 MB/s | 3.5 MB 00:00 2024-09-19T11:17:36.172 INFO:teuthology.orchestra.run.smithi174.stdout:(286/286): librbd1-19.3.0-5012.g08af21e0.el9.x8 10 MB/s | 3.2 MB 00:00 2024-09-19T11:17:36.179 INFO:teuthology.orchestra.run.smithi174.stdout:-------------------------------------------------------------------------------- 2024-09-19T11:17:36.179 INFO:teuthology.orchestra.run.smithi174.stdout:Total 6.0 MB/s | 322 MB 00:53 2024-09-19T11:17:36.328 INFO:teuthology.orchestra.run.smithi103.stdout:(227/286): tracker-3.1.2-3.el9.x86_64.rpm 574 kB/s | 555 kB 00:00 2024-09-19T11:17:36.478 INFO:teuthology.orchestra.run.smithi103.stdout:(228/286): ttmkfdir-3.0.9-65.el9.x86_64.rpm 90 kB/s | 53 kB 00:00 2024-09-19T11:17:36.728 INFO:teuthology.orchestra.run.smithi103.stdout:(229/286): tracker-miners-3.1.2-4.el9.x86_64.rp 929 kB/s | 944 kB 00:01 2024-09-19T11:17:37.162 INFO:teuthology.orchestra.run.smithi103.stdout:(230/286): tzdata-java-2024a-2.el9.noarch.rpm 275 kB/s | 230 kB 00:00 2024-09-19T11:17:37.229 INFO:teuthology.orchestra.run.smithi103.stdout:(231/286): upower-0.99.11-11.el9.x86_64.rpm 230 kB/s | 173 kB 00:00 2024-09-19T11:17:37.512 INFO:teuthology.orchestra.run.smithi103.stdout:(232/286): webrtc-audio-processing-0.3.1-8.el9. 394 kB/s | 306 kB 00:00 2024-09-19T11:17:37.829 INFO:teuthology.orchestra.run.smithi103.stdout:(233/286): wireplumber-0.4.14-1.el9.x86_64.rpm 145 kB/s | 96 kB 00:00 2024-09-19T11:17:38.021 INFO:teuthology.orchestra.run.smithi103.stdout:(234/286): wireplumber-libs-0.4.14-1.el9.x86_64 451 kB/s | 358 kB 00:00 2024-09-19T11:17:38.088 INFO:teuthology.orchestra.run.smithi103.stdout:(235/286): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 74 kB/s | 42 kB 00:00 2024-09-19T11:17:38.638 INFO:teuthology.orchestra.run.smithi103.stdout:(236/286): xdg-desktop-portal-1.12.6-1.el9.x86_ 477 kB/s | 385 kB 00:00 2024-09-19T11:17:38.722 INFO:teuthology.orchestra.run.smithi103.stdout:(237/286): xdg-desktop-portal-gtk-1.12.0-3.el9. 192 kB/s | 134 kB 00:00 2024-09-19T11:17:38.981 INFO:teuthology.orchestra.run.smithi103.stdout:(238/286): xkeyboard-config-2.33-2.el9.noarch.r 962 kB/s | 859 kB 00:00 2024-09-19T11:17:39.064 INFO:teuthology.orchestra.run.smithi103.stdout:(239/286): lua-devel-5.4.4-4.el9.x86_64.rpm 268 kB/s | 22 kB 00:00 2024-09-19T11:17:39.269 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction check 2024-09-19T11:17:39.273 INFO:teuthology.orchestra.run.smithi103.stdout:(240/286): xmlstarlet-1.6.1-20.el9.x86_64.rpm 100 kB/s | 64 kB 00:00 2024-09-19T11:17:39.332 INFO:teuthology.orchestra.run.smithi103.stdout:(241/286): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-19T11:17:39.357 INFO:teuthology.orchestra.run.smithi103.stdout:(242/286): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-09-19T11:17:39.391 INFO:teuthology.orchestra.run.smithi103.stdout:(243/286): gperftools-libs-2.9.1-3.el9.x86_64.r 5.1 MB/s | 308 kB 00:00 2024-09-19T11:17:39.424 INFO:teuthology.orchestra.run.smithi103.stdout:(244/286): grpc-data-1.46.7-10.el9.noarch.rpm 290 kB/s | 19 kB 00:00 2024-09-19T11:17:39.449 INFO:teuthology.orchestra.run.smithi103.stdout:(245/286): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T11:17:39.454 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction check succeeded. 2024-09-19T11:17:39.454 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction test 2024-09-19T11:17:39.483 INFO:teuthology.orchestra.run.smithi103.stdout:(246/286): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-19T11:17:39.517 INFO:teuthology.orchestra.run.smithi103.stdout:(247/286): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-19T11:17:39.558 INFO:teuthology.orchestra.run.smithi103.stdout:(248/286): luarocks-3.9.2-5.el9.noarch.rpm 3.6 MB/s | 151 kB 00:00 2024-09-19T11:17:39.617 INFO:teuthology.orchestra.run.smithi103.stdout:(249/286): libarrow-9.0.0-11.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-09-19T11:17:39.642 INFO:teuthology.orchestra.run.smithi103.stdout:(250/286): xorg-x11-fonts-Type1-7.5-33.el9.noar 549 kB/s | 505 kB 00:00 2024-09-19T11:17:39.684 INFO:teuthology.orchestra.run.smithi103.stdout:(251/286): python3-asyncssh-2.13.2-5.el9.noarch 8.0 MB/s | 548 kB 00:00 2024-09-19T11:17:39.710 INFO:teuthology.orchestra.run.smithi103.stdout:(252/286): python3-cachetools-4.2.4-1.el9.noarc 1.4 MB/s | 32 kB 00:00 2024-09-19T11:17:39.735 INFO:teuthology.orchestra.run.smithi103.stdout:(253/286): python3-bcrypt-3.2.2-1.el9.x86_64.rp 471 kB/s | 43 kB 00:00 2024-09-19T11:17:39.760 INFO:teuthology.orchestra.run.smithi103.stdout:(254/286): python3-certifi-2023.05.07-4.el9.noa 280 kB/s | 14 kB 00:00 2024-09-19T11:17:39.794 INFO:teuthology.orchestra.run.smithi103.stdout:(255/286): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.5 MB/s | 839 kB 00:00 2024-09-19T11:17:39.828 INFO:teuthology.orchestra.run.smithi103.stdout:(256/286): python3-cheroot-8.6.0-4.el9.noarch.r 1.8 MB/s | 172 kB 00:00 2024-09-19T11:17:39.861 INFO:teuthology.orchestra.run.smithi103.stdout:(257/286): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-09-19T11:17:39.895 INFO:teuthology.orchestra.run.smithi103.stdout:(258/286): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-19T11:17:39.920 INFO:teuthology.orchestra.run.smithi103.stdout:(259/286): python3-google-auth-2.34.0-1.el9.noa 1.7 MB/s | 220 kB 00:00 2024-09-19T11:17:39.937 INFO:teuthology.orchestra.run.smithi103.stdout:(260/286): python3-jaraco-8.2.1-3.el9.noarch.rp 256 kB/s | 11 kB 00:00 2024-09-19T11:17:39.954 INFO:teuthology.orchestra.run.smithi103.stdout:(261/286): python3-jaraco-classes-3.2.1-5.el9.n 526 kB/s | 18 kB 00:00 2024-09-19T11:17:39.971 INFO:teuthology.orchestra.run.smithi103.stdout:(262/286): python3-jaraco-collections-3.0.0-8.e 691 kB/s | 23 kB 00:00 2024-09-19T11:17:39.988 INFO:teuthology.orchestra.run.smithi103.stdout:(263/286): python3-jaraco-functools-3.5.0-2.el9 582 kB/s | 19 kB 00:00 2024-09-19T11:17:40.005 INFO:teuthology.orchestra.run.smithi103.stdout:(264/286): python3-jaraco-text-3.2.0-6.el9.noar 589 kB/s | 20 kB 00:00 2024-09-19T11:17:40.030 INFO:teuthology.orchestra.run.smithi103.stdout:(265/286): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T11:17:40.055 INFO:teuthology.orchestra.run.smithi103.stdout:(266/286): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T11:17:40.089 INFO:teuthology.orchestra.run.smithi103.stdout:(267/286): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-09-19T11:17:40.131 INFO:teuthology.orchestra.run.smithi103.stdout:(268/286): python3-grpcio-1.46.7-10.el9.x86_64. 6.8 MB/s | 2.0 MB 00:00 2024-09-19T11:17:40.157 INFO:teuthology.orchestra.run.smithi103.stdout:(269/286): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-09-19T11:17:40.182 INFO:teuthology.orchestra.run.smithi103.stdout:(270/286): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-09-19T11:17:40.216 INFO:teuthology.orchestra.run.smithi103.stdout:(271/286): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-19T11:17:40.241 INFO:teuthology.orchestra.run.smithi103.stdout:(272/286): python3-repoze-lru-0.7-16.el9.noarch 524 kB/s | 31 kB 00:00 2024-09-19T11:17:40.274 INFO:teuthology.orchestra.run.smithi103.stdout:(273/286): python3-kubernetes-26.1.0-2.el9.noar 3.6 MB/s | 1.0 MB 00:00 2024-09-19T11:17:40.300 INFO:teuthology.orchestra.run.smithi103.stdout:(274/286): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-19T11:17:40.325 INFO:teuthology.orchestra.run.smithi103.stdout:(275/286): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-09-19T11:17:40.359 INFO:teuthology.orchestra.run.smithi103.stdout:(276/286): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-09-19T11:17:40.384 INFO:teuthology.orchestra.run.smithi103.stdout:(277/286): python3-typing-extensions-4.12.2-2.e 902 kB/s | 74 kB 00:00 2024-09-19T11:17:40.409 INFO:teuthology.orchestra.run.smithi103.stdout:(278/286): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-19T11:17:40.434 INFO:teuthology.orchestra.run.smithi103.stdout:(279/286): python3-zc-lockfile-2.0-10.el9.noarc 804 kB/s | 20 kB 00:00 2024-09-19T11:17:40.468 INFO:teuthology.orchestra.run.smithi103.stdout:(280/286): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-19T11:17:40.493 INFO:teuthology.orchestra.run.smithi103.stdout:(281/286): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-19T11:17:40.519 INFO:teuthology.orchestra.run.smithi103.stdout:(282/286): s3cmd-2.4.0-1.el9.noarch.rpm 4.0 MB/s | 206 kB 00:00 2024-09-19T11:17:40.577 INFO:teuthology.orchestra.run.smithi103.stdout:(283/286): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-19T11:17:40.603 INFO:teuthology.orchestra.run.smithi103.stdout:(284/286): python3-websocket-client-1.2.3-2.el9 371 kB/s | 90 kB 00:00 2024-09-19T11:17:40.770 INFO:teuthology.orchestra.run.smithi103.stdout:(285/286): librados2-19.3.0-5012.g08af21e0.el9. 14 MB/s | 3.5 MB 00:00 2024-09-19T11:17:40.853 INFO:teuthology.orchestra.run.smithi103.stdout:(286/286): librbd1-19.3.0-5012.g08af21e0.el9.x8 12 MB/s | 3.2 MB 00:00 2024-09-19T11:17:40.859 INFO:teuthology.orchestra.run.smithi103.stdout:-------------------------------------------------------------------------------- 2024-09-19T11:17:40.859 INFO:teuthology.orchestra.run.smithi103.stdout:Total 6.0 MB/s | 322 MB 00:53 2024-09-19T11:17:42.703 INFO:teuthology.orchestra.run.smithi174.stdout:Transaction test succeeded. 2024-09-19T11:17:42.703 INFO:teuthology.orchestra.run.smithi174.stdout:Running transaction 2024-09-19T11:17:43.854 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction check 2024-09-19T11:17:44.039 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction check succeeded. 2024-09-19T11:17:44.040 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction test 2024-09-19T11:17:47.193 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction test succeeded. 2024-09-19T11:17:47.193 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction 2024-09-19T11:17:52.765 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-19T11:17:52.922 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-19T11:17:53.076 INFO:teuthology.orchestra.run.smithi174.stdout: Preparing : 1/1 2024-09-19T11:17:53.140 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/288 2024-09-19T11:17:53.166 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/288 2024-09-19T11:17:53.237 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/288 2024-09-19T11:17:53.277 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/288 2024-09-19T11:17:53.335 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/288 2024-09-19T11:17:53.368 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/288 2024-09-19T11:17:53.394 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/288 2024-09-19T11:17:53.453 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/288 2024-09-19T11:17:53.805 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/288 2024-09-19T11:17:53.919 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 10/288 2024-09-19T11:17:54.041 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 10/288 2024-09-19T11:17:54.070 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 11/288 2024-09-19T11:17:54.162 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 11/288 2024-09-19T11:17:54.191 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rados-2:19.3.0-5012.g08af21e0.el9.x86_64 12/288 2024-09-19T11:17:54.240 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/288 2024-09-19T11:17:54.267 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/288 2024-09-19T11:17:54.293 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/288 2024-09-19T11:17:54.319 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/288 2024-09-19T11:17:54.350 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/288 2024-09-19T11:17:54.382 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/288 2024-09-19T11:17:54.410 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 19/288 2024-09-19T11:17:54.438 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 20/288 2024-09-19T11:17:54.578 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lcms2-2.12-3.el9.x86_64 21/288 2024-09-19T11:17:54.704 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 22/288 2024-09-19T11:17:54.744 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : atk-2.36.0-5.el9.x86_64 23/288 2024-09-19T11:17:54.788 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 24/288 2024-09-19T11:17:54.816 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 25/288 2024-09-19T11:17:54.923 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 25/288 2024-09-19T11:17:54.946 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86 26/288 2024-09-19T11:17:55.009 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86 26/288 2024-09-19T11:17:55.033 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 27/288 2024-09-19T11:17:55.056 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 28/288 2024-09-19T11:17:55.077 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 28/288 2024-09-19T11:17:55.233 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 29/288 2024-09-19T11:17:55.264 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 29/288 2024-09-19T11:17:55.379 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : re2-1:20211101-20.el9.x86_64 30/288 2024-09-19T11:17:55.419 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 31/288 2024-09-19T11:17:55.457 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : liboath-2.6.7-2.el9.x86_64 32/288 2024-09-19T11:17:55.531 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/288 2024-09-19T11:17:55.582 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/288 2024-09-19T11:17:55.622 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-packaging-20.9-5.el9.noarch 35/288 2024-09-19T11:17:55.665 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 36/288 2024-09-19T11:17:55.697 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 37/288 2024-09-19T11:17:55.724 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 38/288 2024-09-19T11:17:55.749 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 39/288 2024-09-19T11:17:55.774 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 40/288 2024-09-19T11:17:55.804 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 41/288 2024-09-19T11:17:55.836 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 42/288 2024-09-19T11:17:55.860 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 43/288 2024-09-19T11:17:55.901 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 44/288 2024-09-19T11:17:55.942 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : dconf-0.40.0-6.el9.x86_64 45/288 2024-09-19T11:17:56.028 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 45/288 2024-09-19T11:17:56.085 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 46/288 2024-09-19T11:17:56.119 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 47/288 2024-09-19T11:17:56.165 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 48/288 2024-09-19T11:17:56.202 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 49/288 2024-09-19T11:17:56.234 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : fuse-2.9.9-16.el9.x86_64 50/288 2024-09-19T11:17:56.317 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 51/288 2024-09-19T11:17:56.353 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-ceph-common-2:19.3.0-5012.g08af21e0.el9. 52/288 2024-09-19T11:17:56.396 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-ceph-argparse-2:19.3.0-5012.g08af21e0.el 53/288 2024-09-19T11:17:56.437 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cephfs-2:19.3.0-5012.g08af21e0.el9.x86_6 54/288 2024-09-19T11:17:56.513 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 55/288 2024-09-19T11:17:56.650 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 56/288 2024-09-19T11:17:56.707 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 57/288 2024-09-19T11:17:57.166 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-19T11:17:57.240 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rsa-4.9-2.el9.noarch 58/288 2024-09-19T11:17:57.320 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 59/288 2024-09-19T11:17:57.326 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-19T11:17:57.348 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 60/288 2024-09-19T11:17:57.418 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 61/288 2024-09-19T11:17:57.453 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 62/288 2024-09-19T11:17:57.480 INFO:teuthology.orchestra.run.smithi103.stdout: Preparing : 1/1 2024-09-19T11:17:57.489 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 63/288 2024-09-19T11:17:57.519 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 64/288 2024-09-19T11:17:57.546 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/288 2024-09-19T11:17:57.589 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 65/288 2024-09-19T11:17:57.590 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/288 2024-09-19T11:17:57.629 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : luarocks-3.9.2-5.el9.noarch 66/288 2024-09-19T11:17:57.654 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 67/288 2024-09-19T11:17:57.672 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/288 2024-09-19T11:17:57.690 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 68/288 2024-09-19T11:17:57.726 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/288 2024-09-19T11:17:57.727 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librados-devel-2:19.3.0-5012.g08af21e0.el9.x86_6 69/288 2024-09-19T11:17:57.760 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 70/288 2024-09-19T11:17:57.784 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/288 2024-09-19T11:17:57.792 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 71/288 2024-09-19T11:17:57.826 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/288 2024-09-19T11:17:57.834 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 72/288 2024-09-19T11:17:57.852 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/288 2024-09-19T11:17:57.892 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 73/288 2024-09-19T11:17:57.907 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/288 2024-09-19T11:17:57.927 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 74/288 2024-09-19T11:17:57.963 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 75/288 2024-09-19T11:17:58.056 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 76/288 2024-09-19T11:17:58.129 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 77/288 2024-09-19T11:17:58.201 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 78/288 2024-09-19T11:17:58.232 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 79/288 2024-09-19T11:17:58.239 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/288 2024-09-19T11:17:58.268 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 80/288 2024-09-19T11:17:58.315 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 81/288 2024-09-19T11:17:58.360 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 82/288 2024-09-19T11:17:58.361 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 10/288 2024-09-19T11:17:58.410 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 83/288 2024-09-19T11:17:58.483 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 10/288 2024-09-19T11:17:58.513 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 11/288 2024-09-19T11:17:58.550 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 84/288 2024-09-19T11:17:58.595 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 85/288 2024-09-19T11:17:58.605 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 11/288 2024-09-19T11:17:58.634 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rados-2:19.3.0-5012.g08af21e0.el9.x86_64 12/288 2024-09-19T11:17:58.637 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 86/288 2024-09-19T11:17:58.675 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/288 2024-09-19T11:17:58.710 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/288 2024-09-19T11:17:58.736 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/288 2024-09-19T11:17:58.740 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 87/288 2024-09-19T11:17:58.762 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/288 2024-09-19T11:17:58.771 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 88/288 2024-09-19T11:17:58.802 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/288 2024-09-19T11:17:58.811 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 89/288 2024-09-19T11:17:58.843 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/288 2024-09-19T11:17:58.843 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 90/288 2024-09-19T11:17:58.868 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 91/288 2024-09-19T11:17:58.870 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 19/288 2024-09-19T11:17:58.898 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 20/288 2024-09-19T11:17:58.953 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 92/288 2024-09-19T11:17:59.056 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lcms2-2.12-3.el9.x86_64 21/288 2024-09-19T11:17:59.079 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 93/288 2024-09-19T11:17:59.123 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 94/288 2024-09-19T11:17:59.187 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 22/288 2024-09-19T11:17:59.235 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : atk-2.36.0-5.el9.x86_64 23/288 2024-09-19T11:17:59.275 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 24/288 2024-09-19T11:17:59.304 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 25/288 2024-09-19T11:17:59.323 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 95/288 2024-09-19T11:17:59.371 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 96/288 2024-09-19T11:17:59.402 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 97/288 2024-09-19T11:17:59.408 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 25/288 2024-09-19T11:17:59.430 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86 26/288 2024-09-19T11:17:59.457 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 98/288 2024-09-19T11:17:59.493 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86 26/288 2024-09-19T11:17:59.498 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 99/288 2024-09-19T11:17:59.517 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 27/288 2024-09-19T11:17:59.527 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : upower-0.99.11-11.el9.x86_64 100/288 2024-09-19T11:17:59.540 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 28/288 2024-09-19T11:17:59.540 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 100/288 2024-09-19T11:17:59.541 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-19T11:17:59.541 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:17:59.568 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 28/288 2024-09-19T11:17:59.723 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : tzdata-java-2024a-2.el9.noarch 101/288 2024-09-19T11:17:59.802 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 102/288 2024-09-19T11:17:59.849 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 103/288 2024-09-19T11:17:59.874 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 104/288 2024-09-19T11:17:59.906 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 104/288 2024-09-19T11:17:59.934 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 105/288 2024-09-19T11:18:00.017 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 29/288 2024-09-19T11:18:00.049 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 29/288 2024-09-19T11:18:00.177 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : re2-1:20211101-20.el9.x86_64 30/288 2024-09-19T11:18:00.205 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 31/288 2024-09-19T11:18:00.240 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : liboath-2.6.7-2.el9.x86_64 32/288 2024-09-19T11:18:00.314 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/288 2024-09-19T11:18:00.370 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/288 2024-09-19T11:18:00.374 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 106/288 2024-09-19T11:18:00.404 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : rtkit-0.11-29.el9.x86_64 106/288 2024-09-19T11:18:00.414 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-packaging-20.9-5.el9.noarch 35/288 2024-09-19T11:18:00.418 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 106/288 2024-09-19T11:18:00.418 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-19T11:18:00.418 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:00.460 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 107/288 2024-09-19T11:18:00.462 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 36/288 2024-09-19T11:18:00.487 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 37/288 2024-09-19T11:18:00.513 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 38/288 2024-09-19T11:18:00.515 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 108/288 2024-09-19T11:18:00.539 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 39/288 2024-09-19T11:18:00.545 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 109/288 2024-09-19T11:18:00.564 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 40/288 2024-09-19T11:18:00.586 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 110/288 2024-09-19T11:18:00.593 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 41/288 2024-09-19T11:18:00.621 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 111/288 2024-09-19T11:18:00.626 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 42/288 2024-09-19T11:18:00.659 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 43/288 2024-09-19T11:18:00.704 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 44/288 2024-09-19T11:18:00.709 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 112/288 2024-09-19T11:18:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : dconf-0.40.0-6.el9.x86_64 45/288 2024-09-19T11:18:00.768 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 113/288 2024-09-19T11:18:00.799 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 114/288 2024-09-19T11:18:00.809 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 45/288 2024-09-19T11:18:00.867 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 46/288 2024-09-19T11:18:00.897 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 47/288 2024-09-19T11:18:00.902 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 115/288 2024-09-19T11:18:00.940 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 48/288 2024-09-19T11:18:00.950 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 116/288 2024-09-19T11:18:00.977 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 49/288 2024-09-19T11:18:01.017 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : fuse-2.9.9-16.el9.x86_64 50/288 2024-09-19T11:18:01.099 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 51/288 2024-09-19T11:18:01.136 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ceph-common-2:19.3.0-5012.g08af21e0.el9. 52/288 2024-09-19T11:18:01.180 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ceph-argparse-2:19.3.0-5012.g08af21e0.el 53/288 2024-09-19T11:18:01.222 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cephfs-2:19.3.0-5012.g08af21e0.el9.x86_6 54/288 2024-09-19T11:18:01.298 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 55/288 2024-09-19T11:18:01.441 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 56/288 2024-09-19T11:18:01.492 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 57/288 2024-09-19T11:18:01.684 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 117/288 2024-09-19T11:18:01.729 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 118/288 2024-09-19T11:18:01.763 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 119/288 2024-09-19T11:18:01.863 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 120/288 2024-09-19T11:18:01.901 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 121/288 2024-09-19T11:18:02.027 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rsa-4.9-2.el9.noarch 58/288 2024-09-19T11:18:02.091 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 122/288 2024-09-19T11:18:02.121 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 59/288 2024-09-19T11:18:02.145 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 123/288 2024-09-19T11:18:02.150 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 60/288 2024-09-19T11:18:02.185 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 124/288 2024-09-19T11:18:02.235 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 61/288 2024-09-19T11:18:02.271 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 62/288 2024-09-19T11:18:02.307 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 63/288 2024-09-19T11:18:02.345 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 64/288 2024-09-19T11:18:02.425 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 65/288 2024-09-19T11:18:02.473 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : luarocks-3.9.2-5.el9.noarch 66/288 2024-09-19T11:18:02.506 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 67/288 2024-09-19T11:18:02.547 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 68/288 2024-09-19T11:18:02.580 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librados-devel-2:19.3.0-5012.g08af21e0.el9.x86_6 69/288 2024-09-19T11:18:02.613 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 70/288 2024-09-19T11:18:02.661 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 71/288 2024-09-19T11:18:02.686 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 125/288 2024-09-19T11:18:02.703 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 72/288 2024-09-19T11:18:02.743 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : osinfo-db-20240701-2.el9.noarch 126/288 2024-09-19T11:18:02.761 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 73/288 2024-09-19T11:18:02.780 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 127/288 2024-09-19T11:18:02.797 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 74/288 2024-09-19T11:18:02.814 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : orc-0.4.31-8.el9.x86_64 128/288 2024-09-19T11:18:02.842 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 75/288 2024-09-19T11:18:02.848 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 129/288 2024-09-19T11:18:02.943 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 76/288 2024-09-19T11:18:02.999 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 77/288 2024-09-19T11:18:03.031 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : openblas-0.3.26-2.el9.x86_64 130/288 2024-09-19T11:18:03.062 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 131/288 2024-09-19T11:18:03.071 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 78/288 2024-09-19T11:18:03.103 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 79/288 2024-09-19T11:18:03.139 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 80/288 2024-09-19T11:18:03.139 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 132/288 2024-09-19T11:18:03.186 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 81/288 2024-09-19T11:18:03.240 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 82/288 2024-09-19T11:18:03.290 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 83/288 2024-09-19T11:18:03.429 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 84/288 2024-09-19T11:18:03.475 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 85/288 2024-09-19T11:18:03.517 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 86/288 2024-09-19T11:18:03.621 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 87/288 2024-09-19T11:18:03.659 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 88/288 2024-09-19T11:18:03.708 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 89/288 2024-09-19T11:18:03.741 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 90/288 2024-09-19T11:18:03.766 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 91/288 2024-09-19T11:18:03.803 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 133/288 2024-09-19T11:18:03.864 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 92/288 2024-09-19T11:18:03.919 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 134/288 2024-09-19T11:18:03.994 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 93/288 2024-09-19T11:18:04.035 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 94/288 2024-09-19T11:18:04.247 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 95/288 2024-09-19T11:18:04.295 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 96/288 2024-09-19T11:18:04.335 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 97/288 2024-09-19T11:18:04.365 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 98/288 2024-09-19T11:18:04.407 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 99/288 2024-09-19T11:18:04.435 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : upower-0.99.11-11.el9.x86_64 100/288 2024-09-19T11:18:04.448 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 100/288 2024-09-19T11:18:04.448 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-19T11:18:04.449 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:04.640 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : tzdata-java-2024a-2.el9.noarch 101/288 2024-09-19T11:18:04.721 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 102/288 2024-09-19T11:18:04.776 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 103/288 2024-09-19T11:18:04.806 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 104/288 2024-09-19T11:18:04.831 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 104/288 2024-09-19T11:18:04.869 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 105/288 2024-09-19T11:18:05.183 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 135/288 2024-09-19T11:18:05.263 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 136/288 2024-09-19T11:18:05.314 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 137/288 2024-09-19T11:18:05.345 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 106/288 2024-09-19T11:18:05.348 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lua-posix-35.0-8.el9.x86_64 138/288 2024-09-19T11:18:05.373 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rtkit-0.11-29.el9.x86_64 106/288 2024-09-19T11:18:05.376 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 139/288 2024-09-19T11:18:05.387 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 106/288 2024-09-19T11:18:05.387 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-19T11:18:05.387 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:05.405 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 140/288 2024-09-19T11:18:05.417 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 140/288 2024-09-19T11:18:05.417 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-19T11:18:05.417 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:05.430 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 107/288 2024-09-19T11:18:05.464 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 108/288 2024-09-19T11:18:05.473 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 141/288 2024-09-19T11:18:05.498 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 109/288 2024-09-19T11:18:05.501 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 142/288 2024-09-19T11:18:05.529 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libsbc-1.4-9.el9.x86_64 143/288 2024-09-19T11:18:05.540 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 110/288 2024-09-19T11:18:05.574 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 111/288 2024-09-19T11:18:05.663 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 112/288 2024-09-19T11:18:05.725 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 113/288 2024-09-19T11:18:05.769 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 114/288 2024-09-19T11:18:05.851 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 144/288 2024-09-19T11:18:05.874 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 115/288 2024-09-19T11:18:05.892 INFO:teuthology.orchestra.run.smithi174.stdout: Upgrading : librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 145/288 2024-09-19T11:18:05.929 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 116/288 2024-09-19T11:18:05.992 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 145/288 2024-09-19T11:18:06.024 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rbd-2:19.3.0-5012.g08af21e0.el9.x86_64 146/288 2024-09-19T11:18:06.047 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 147/288 2024-09-19T11:18:06.077 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 148/288 2024-09-19T11:18:06.142 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 149/288 2024-09-19T11:18:06.176 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 150/288 2024-09-19T11:18:06.201 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 151/288 2024-09-19T11:18:06.246 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 152/288 2024-09-19T11:18:06.274 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 153/288 2024-09-19T11:18:06.532 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 153/288 2024-09-19T11:18:06.575 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libexif-0.6.22-6.el9.x86_64 154/288 2024-09-19T11:18:06.604 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 155/288 2024-09-19T11:18:06.629 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libasyncns-0.8-22.el9.x86_64 156/288 2024-09-19T11:18:06.668 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 157/288 2024-09-19T11:18:06.676 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 117/288 2024-09-19T11:18:06.698 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXv-1.0.11-16.el9.x86_64 158/288 2024-09-19T11:18:06.726 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 118/288 2024-09-19T11:18:06.747 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 159/288 2024-09-19T11:18:06.760 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 119/288 2024-09-19T11:18:06.775 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 160/288 2024-09-19T11:18:06.811 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 161/288 2024-09-19T11:18:06.851 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 162/288 2024-09-19T11:18:06.861 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 120/288 2024-09-19T11:18:06.886 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 163/288 2024-09-19T11:18:06.908 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 121/288 2024-09-19T11:18:06.934 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 164/288 2024-09-19T11:18:06.961 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : poppler-21.01.0-21.el9.x86_64 165/288 2024-09-19T11:18:07.094 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 122/288 2024-09-19T11:18:07.142 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 123/288 2024-09-19T11:18:07.186 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 124/288 2024-09-19T11:18:07.432 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 166/288 2024-09-19T11:18:07.560 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 167/288 2024-09-19T11:18:07.608 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 168/288 2024-09-19T11:18:07.633 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 169/288 2024-09-19T11:18:07.694 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 125/288 2024-09-19T11:18:07.717 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gsm-1.0.19-6.el9.x86_64 170/288 2024-09-19T11:18:07.775 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : osinfo-db-20240701-2.el9.noarch 126/288 2024-09-19T11:18:07.813 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 127/288 2024-09-19T11:18:07.847 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : orc-0.4.31-8.el9.x86_64 128/288 2024-09-19T11:18:07.880 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 129/288 2024-09-19T11:18:07.971 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 171/288 2024-09-19T11:18:08.064 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openblas-0.3.26-2.el9.x86_64 130/288 2024-09-19T11:18:08.086 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 131/288 2024-09-19T11:18:08.095 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 172/288 2024-09-19T11:18:08.125 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcanberra-0.30-27.el9.x86_64 173/288 2024-09-19T11:18:08.146 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 173/288 2024-09-19T11:18:08.172 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : graphene-1.10.6-2.el9.x86_64 174/288 2024-09-19T11:18:08.173 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 132/288 2024-09-19T11:18:08.197 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : giflib-5.2.1-9.el9.x86_64 175/288 2024-09-19T11:18:08.237 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 176/288 2024-09-19T11:18:08.261 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 177/288 2024-09-19T11:18:08.857 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 133/288 2024-09-19T11:18:08.979 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 134/288 2024-09-19T11:18:10.278 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 135/288 2024-09-19T11:18:10.536 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 136/288 2024-09-19T11:18:10.705 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 137/288 2024-09-19T11:18:10.886 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lua-posix-35.0-8.el9.x86_64 138/288 2024-09-19T11:18:10.913 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 139/288 2024-09-19T11:18:10.942 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 140/288 2024-09-19T11:18:10.954 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 140/288 2024-09-19T11:18:10.954 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-19T11:18:10.955 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:11.008 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 141/288 2024-09-19T11:18:11.047 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 142/288 2024-09-19T11:18:11.075 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libsbc-1.4-9.el9.x86_64 143/288 2024-09-19T11:18:11.397 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 144/288 2024-09-19T11:18:11.438 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 145/288 2024-09-19T11:18:11.530 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 145/288 2024-09-19T11:18:11.562 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rbd-2:19.3.0-5012.g08af21e0.el9.x86_64 146/288 2024-09-19T11:18:11.594 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 147/288 2024-09-19T11:18:11.632 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 148/288 2024-09-19T11:18:11.700 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 149/288 2024-09-19T11:18:11.740 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 150/288 2024-09-19T11:18:11.765 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 151/288 2024-09-19T11:18:11.810 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 152/288 2024-09-19T11:18:11.838 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 153/288 2024-09-19T11:18:12.113 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 153/288 2024-09-19T11:18:12.157 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libexif-0.6.22-6.el9.x86_64 154/288 2024-09-19T11:18:12.186 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 155/288 2024-09-19T11:18:12.211 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libasyncns-0.8-22.el9.x86_64 156/288 2024-09-19T11:18:12.237 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 157/288 2024-09-19T11:18:12.262 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXv-1.0.11-16.el9.x86_64 158/288 2024-09-19T11:18:12.287 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 159/288 2024-09-19T11:18:12.315 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 160/288 2024-09-19T11:18:12.352 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 161/288 2024-09-19T11:18:12.403 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 162/288 2024-09-19T11:18:12.436 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 163/288 2024-09-19T11:18:12.484 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 164/288 2024-09-19T11:18:12.519 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : poppler-21.01.0-21.el9.x86_64 165/288 2024-09-19T11:18:12.978 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 166/288 2024-09-19T11:18:13.113 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 167/288 2024-09-19T11:18:13.179 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 168/288 2024-09-19T11:18:13.212 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 169/288 2024-09-19T11:18:13.241 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gsm-1.0.19-6.el9.x86_64 170/288 2024-09-19T11:18:13.309 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 171/288 2024-09-19T11:18:13.356 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 172/288 2024-09-19T11:18:13.381 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcanberra-0.30-27.el9.x86_64 173/288 2024-09-19T11:18:13.400 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 173/288 2024-09-19T11:18:13.427 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : graphene-1.10.6-2.el9.x86_64 174/288 2024-09-19T11:18:13.453 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : giflib-5.2.1-9.el9.x86_64 175/288 2024-09-19T11:18:13.492 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 176/288 2024-09-19T11:18:13.516 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 177/288 2024-09-19T11:18:19.605 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 177/288 2024-09-19T11:18:19.642 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 178/288 2024-09-19T11:18:19.670 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 179/288 2024-09-19T11:18:19.718 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 180/288 2024-09-19T11:18:19.753 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 181/288 2024-09-19T11:18:19.789 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 182/288 2024-09-19T11:18:20.314 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 183/288 2024-09-19T11:18:20.344 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 184/288 2024-09-19T11:18:20.424 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 184/288 2024-09-19T11:18:20.454 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-rgw-2:19.3.0-5012.g08af21e0.el9.x86_64 185/288 2024-09-19T11:18:22.840 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 186/288 2024-09-19T11:18:22.877 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 186/288 2024-09-19T11:18:23.427 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 186/288 2024-09-19T11:18:23.472 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 187/288 2024-09-19T11:18:23.561 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 187/288 2024-09-19T11:18:23.562 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T11:18:23.562 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T11:18:23.562 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:23.590 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 188/288 2024-09-19T11:18:25.081 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 177/288 2024-09-19T11:18:25.122 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 178/288 2024-09-19T11:18:25.150 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 179/288 2024-09-19T11:18:25.192 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 180/288 2024-09-19T11:18:25.224 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 181/288 2024-09-19T11:18:25.261 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 182/288 2024-09-19T11:18:25.784 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 183/288 2024-09-19T11:18:25.816 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 184/288 2024-09-19T11:18:25.896 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 184/288 2024-09-19T11:18:25.935 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rgw-2:19.3.0-5012.g08af21e0.el9.x86_64 185/288 2024-09-19T11:18:28.478 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 186/288 2024-09-19T11:18:28.518 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 186/288 2024-09-19T11:18:29.076 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 186/288 2024-09-19T11:18:29.121 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 187/288 2024-09-19T11:18:29.214 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 187/288 2024-09-19T11:18:29.214 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T11:18:29.214 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T11:18:29.214 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:29.273 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 188/288 2024-09-19T11:18:32.921 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 188/288 2024-09-19T11:18:32.921 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /sys 2024-09-19T11:18:32.921 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /proc 2024-09-19T11:18:32.921 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /mnt 2024-09-19T11:18:32.922 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /var/tmp 2024-09-19T11:18:32.922 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /home 2024-09-19T11:18:32.922 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /root 2024-09-19T11:18:32.922 INFO:teuthology.orchestra.run.smithi174.stdout:skipping the directory /tmp 2024-09-19T11:18:32.922 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:33.095 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 189/288 2024-09-19T11:18:33.110 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 189/288 2024-09-19T11:18:33.110 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:33.110 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T11:18:33.111 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:34.587 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 190/288 2024-09-19T11:18:34.614 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 190/288 2024-09-19T11:18:34.614 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:34.614 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T11:18:34.614 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T11:18:34.615 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T11:18:34.615 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:34.838 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 191/288 2024-09-19T11:18:34.861 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 191/288 2024-09-19T11:18:34.861 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:34.861 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T11:18:34.861 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T11:18:34.861 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T11:18:34.862 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:35.305 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 192/288 2024-09-19T11:18:35.328 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 192/288 2024-09-19T11:18:35.328 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:35.328 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T11:18:35.328 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T11:18:35.328 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T11:18:35.329 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:35.432 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 193/288 2024-09-19T11:18:38.269 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/288 2024-09-19T11:18:38.372 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/288 2024-09-19T11:18:38.429 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-ply-3.11-14.el9.noarch 196/288 2024-09-19T11:18:38.494 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 197/288 2024-09-19T11:18:38.677 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 198/288 2024-09-19T11:18:38.725 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 199/288 2024-09-19T11:18:38.766 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 188/288 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /sys 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /proc 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /mnt 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /var/tmp 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /home 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /root 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /tmp 2024-09-19T11:18:38.767 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:38.795 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 200/288 2024-09-19T11:18:38.884 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 201/288 2024-09-19T11:18:38.940 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 189/288 2024-09-19T11:18:38.956 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 189/288 2024-09-19T11:18:38.956 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:38.956 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T11:18:38.956 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:39.021 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 202/288 2024-09-19T11:18:39.058 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 203/288 2024-09-19T11:18:39.100 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/288 2024-09-19T11:18:39.959 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 205/288 2024-09-19T11:18:40.006 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 206/288 2024-09-19T11:18:40.372 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 206/288 2024-09-19T11:18:40.412 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 207/288 2024-09-19T11:18:40.424 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 190/288 2024-09-19T11:18:40.443 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : slf4j-1.7.30-13.el9.noarch 208/288 2024-09-19T11:18:40.451 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 190/288 2024-09-19T11:18:40.452 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:40.452 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T11:18:40.452 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T11:18:40.452 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T11:18:40.452 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:40.471 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : atinject-1.0.3-6.el9.noarch 209/288 2024-09-19T11:18:40.506 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 210/288 2024-09-19T11:18:40.542 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 211/288 2024-09-19T11:18:40.570 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 212/288 2024-09-19T11:18:40.598 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 213/288 2024-09-19T11:18:40.624 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 214/288 2024-09-19T11:18:40.648 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 215/288 2024-09-19T11:18:40.675 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 216/288 2024-09-19T11:18:40.683 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 191/288 2024-09-19T11:18:40.700 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 217/288 2024-09-19T11:18:40.706 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 191/288 2024-09-19T11:18:40.707 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:40.707 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T11:18:40.707 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T11:18:40.707 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T11:18:40.707 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:40.726 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 218/288 2024-09-19T11:18:40.757 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 219/288 2024-09-19T11:18:40.785 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 220/288 2024-09-19T11:18:40.803 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 221/288 2024-09-19T11:18:40.839 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 222/288 2024-09-19T11:18:40.869 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 223/288 2024-09-19T11:18:40.904 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 224/288 2024-09-19T11:18:40.938 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : jansi-2.3.3-6.el9.x86_64 225/288 2024-09-19T11:18:40.974 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : jsoup-1.13.1-10.el9.noarch 226/288 2024-09-19T11:18:41.012 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 227/288 2024-09-19T11:18:41.055 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 228/288 2024-09-19T11:18:41.100 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 229/288 2024-09-19T11:18:41.131 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : guava-30.1-6.el9.noarch 230/288 2024-09-19T11:18:41.151 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 192/288 2024-09-19T11:18:41.155 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : google-guice-4.2.3-9.el9.noarch 231/288 2024-09-19T11:18:41.174 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 192/288 2024-09-19T11:18:41.174 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:41.174 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T11:18:41.174 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T11:18:41.174 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T11:18:41.174 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:41.207 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 232/288 2024-09-19T11:18:41.240 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 233/288 2024-09-19T11:18:41.270 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 234/288 2024-09-19T11:18:41.278 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 193/288 2024-09-19T11:18:41.299 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 235/288 2024-09-19T11:18:41.325 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 236/288 2024-09-19T11:18:41.494 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 237/288 2024-09-19T11:18:41.525 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 238/288 2024-09-19T11:18:41.552 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 239/288 2024-09-19T11:18:41.579 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 240/288 2024-09-19T11:18:41.611 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 241/288 2024-09-19T11:18:41.738 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 242/288 2024-09-19T11:18:41.793 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 243/288 2024-09-19T11:18:41.861 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 244/288 2024-09-19T11:18:41.891 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : tracker-3.1.2-3.el9.x86_64 245/288 2024-09-19T11:18:42.005 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 245/288 2024-09-19T11:18:42.045 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 246/288 2024-09-19T11:18:42.061 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 246/288 2024-09-19T11:18:42.090 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 247/288 2024-09-19T11:18:42.114 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 248/288 2024-09-19T11:18:42.519 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 249/288 2024-09-19T11:18:42.551 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 249/288 2024-09-19T11:18:42.566 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 249/288 2024-09-19T11:18:42.566 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-19T11:18:42.567 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:42.800 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 250/288 2024-09-19T11:18:42.862 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 251/288 2024-09-19T11:18:42.900 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 252/288 2024-09-19T11:18:42.936 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 253/288 2024-09-19T11:18:42.962 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 254/288 2024-09-19T11:18:43.385 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 255/288 2024-09-19T11:18:43.416 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 255/288 2024-09-19T11:18:43.432 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 255/288 2024-09-19T11:18:43.974 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 256/288 2024-09-19T11:18:44.052 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 256/288 2024-09-19T11:18:44.090 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 257/288 2024-09-19T11:18:44.118 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 257/288 2024-09-19T11:18:44.163 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/288 2024-09-19T11:18:44.272 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/288 2024-09-19T11:18:44.311 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 258/288 2024-09-19T11:18:44.337 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ply-3.11-14.el9.noarch 196/288 2024-09-19T11:18:44.362 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 259/288 2024-09-19T11:18:44.389 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 260/288 2024-09-19T11:18:44.404 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 197/288 2024-09-19T11:18:44.410 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 260/288 2024-09-19T11:18:44.432 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 261/288 2024-09-19T11:18:44.501 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 261/288 2024-09-19T11:18:44.534 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 262/288 2024-09-19T11:18:44.545 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 262/288 2024-09-19T11:18:44.576 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : maven-1:3.6.3-15.el9.noarch 263/288 2024-09-19T11:18:44.589 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 198/288 2024-09-19T11:18:44.600 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 263/288 2024-09-19T11:18:44.627 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 264/288 2024-09-19T11:18:44.641 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 199/288 2024-09-19T11:18:44.720 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 200/288 2024-09-19T11:18:44.812 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 201/288 2024-09-19T11:18:44.950 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 202/288 2024-09-19T11:18:45.009 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 203/288 2024-09-19T11:18:45.023 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 265/288 2024-09-19T11:18:45.043 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/288 2024-09-19T11:18:45.049 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 265/288 2024-09-19T11:18:45.083 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-5012.g08af21e0.e 266/288 2024-09-19T11:18:45.148 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-5012.g08af21e0. 267/288 2024-09-19T11:18:45.174 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noa 268/288 2024-09-19T11:18:45.915 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 205/288 2024-09-19T11:18:45.974 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 206/288 2024-09-19T11:18:46.338 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 206/288 2024-09-19T11:18:46.380 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 207/288 2024-09-19T11:18:46.411 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : slf4j-1.7.30-13.el9.noarch 208/288 2024-09-19T11:18:46.439 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : atinject-1.0.3-6.el9.noarch 209/288 2024-09-19T11:18:46.473 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 210/288 2024-09-19T11:18:46.510 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 211/288 2024-09-19T11:18:46.538 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 212/288 2024-09-19T11:18:46.564 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 213/288 2024-09-19T11:18:46.589 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 214/288 2024-09-19T11:18:46.622 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 215/288 2024-09-19T11:18:46.648 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 216/288 2024-09-19T11:18:46.674 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 217/288 2024-09-19T11:18:46.701 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 218/288 2024-09-19T11:18:46.731 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 219/288 2024-09-19T11:18:46.759 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 220/288 2024-09-19T11:18:46.795 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 221/288 2024-09-19T11:18:46.830 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 222/288 2024-09-19T11:18:46.861 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 223/288 2024-09-19T11:18:46.895 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 224/288 2024-09-19T11:18:46.938 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : jansi-2.3.3-6.el9.x86_64 225/288 2024-09-19T11:18:46.974 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : jsoup-1.13.1-10.el9.noarch 226/288 2024-09-19T11:18:47.013 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 227/288 2024-09-19T11:18:47.056 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 228/288 2024-09-19T11:18:47.109 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 229/288 2024-09-19T11:18:47.140 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : guava-30.1-6.el9.noarch 230/288 2024-09-19T11:18:47.163 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : google-guice-4.2.3-9.el9.noarch 231/288 2024-09-19T11:18:47.216 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 232/288 2024-09-19T11:18:47.249 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 233/288 2024-09-19T11:18:47.287 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 234/288 2024-09-19T11:18:47.325 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 235/288 2024-09-19T11:18:47.350 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 236/288 2024-09-19T11:18:47.519 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 237/288 2024-09-19T11:18:47.550 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 238/288 2024-09-19T11:18:47.577 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 239/288 2024-09-19T11:18:47.605 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 240/288 2024-09-19T11:18:47.637 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 241/288 2024-09-19T11:18:47.768 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 242/288 2024-09-19T11:18:47.828 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 243/288 2024-09-19T11:18:47.896 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 244/288 2024-09-19T11:18:47.925 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : tracker-3.1.2-3.el9.x86_64 245/288 2024-09-19T11:18:48.059 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 245/288 2024-09-19T11:18:48.105 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 246/288 2024-09-19T11:18:48.131 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 246/288 2024-09-19T11:18:48.159 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 247/288 2024-09-19T11:18:48.182 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 248/288 2024-09-19T11:18:48.353 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noa 268/288 2024-09-19T11:18:48.413 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.n 269/288 2024-09-19T11:18:48.604 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 249/288 2024-09-19T11:18:48.627 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 249/288 2024-09-19T11:18:48.643 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 249/288 2024-09-19T11:18:48.643 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-19T11:18:48.644 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:48.887 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 250/288 2024-09-19T11:18:48.965 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 251/288 2024-09-19T11:18:49.011 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 252/288 2024-09-19T11:18:49.047 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 253/288 2024-09-19T11:18:49.073 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 254/288 2024-09-19T11:18:49.372 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.n 269/288 2024-09-19T11:18:49.396 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-5012.g08a 270/288 2024-09-19T11:18:49.497 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 255/288 2024-09-19T11:18:49.512 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-5012.g08a 270/288 2024-09-19T11:18:49.528 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 255/288 2024-09-19T11:18:49.543 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 255/288 2024-09-19T11:18:49.675 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-5012.g08af21e0.el 271/288 2024-09-19T11:18:49.701 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 272/288 2024-09-19T11:18:49.722 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 272/288 2024-09-19T11:18:49.722 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:49.722 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T11:18:49.722 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T11:18:49.722 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T11:18:49.722 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:49.766 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 273/288 2024-09-19T11:18:49.777 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 273/288 2024-09-19T11:18:49.800 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-2:19.3.0-5012.g08af21e0.el9.x86_64 274/288 2024-09-19T11:18:49.829 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 275/288 2024-09-19T11:18:49.878 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 276/288 2024-09-19T11:18:49.901 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 277/288 2024-09-19T11:18:49.917 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 277/288 2024-09-19T11:18:49.917 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-19T11:18:49.917 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:50.090 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 256/288 2024-09-19T11:18:50.181 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 256/288 2024-09-19T11:18:50.226 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 257/288 2024-09-19T11:18:50.254 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 257/288 2024-09-19T11:18:50.453 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 258/288 2024-09-19T11:18:50.516 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 259/288 2024-09-19T11:18:50.543 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 260/288 2024-09-19T11:18:50.564 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 260/288 2024-09-19T11:18:50.594 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 261/288 2024-09-19T11:18:50.655 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 261/288 2024-09-19T11:18:50.688 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 262/288 2024-09-19T11:18:50.699 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 262/288 2024-09-19T11:18:50.722 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : maven-1:3.6.3-15.el9.noarch 263/288 2024-09-19T11:18:50.744 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 263/288 2024-09-19T11:18:50.773 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 264/288 2024-09-19T11:18:50.868 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 278/288 2024-09-19T11:18:50.892 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 278/288 2024-09-19T11:18:50.892 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:50.892 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T11:18:50.892 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T11:18:50.892 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T11:18:50.892 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:50.936 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-5012.g08af2 279/288 2024-09-19T11:18:50.958 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-5012.g08af2 279/288 2024-09-19T11:18:50.958 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:50.958 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T11:18:50.958 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:51.151 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 265/288 2024-09-19T11:18:51.178 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 265/288 2024-09-19T11:18:51.212 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-5012.g08af21e0.e 266/288 2024-09-19T11:18:51.270 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 280/288 2024-09-19T11:18:51.279 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-5012.g08af21e0. 267/288 2024-09-19T11:18:51.292 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 280/288 2024-09-19T11:18:51.292 INFO:teuthology.orchestra.run.smithi174.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:51.293 INFO:teuthology.orchestra.run.smithi174.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T11:18:51.293 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T11:18:51.293 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T11:18:51.293 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:51.303 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noa 268/288 2024-09-19T11:18:54.506 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noa 268/288 2024-09-19T11:18:54.559 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.n 269/288 2024-09-19T11:18:55.516 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.n 269/288 2024-09-19T11:18:55.543 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-5012.g08a 270/288 2024-09-19T11:18:55.556 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-test-2:19.3.0-5012.g08af21e0.el9.x86_64 281/288 2024-09-19T11:18:55.597 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : rbd-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 282/288 2024-09-19T11:18:55.629 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : rbd-nbd-2:19.3.0-5012.g08af21e0.el9.x86_64 283/288 2024-09-19T11:18:55.657 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-5012.g08a 270/288 2024-09-19T11:18:55.733 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : libcephfs-devel-2:19.3.0-5012.g08af21e0.el9.x86_ 284/288 2024-09-19T11:18:55.788 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : ceph-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 285/288 2024-09-19T11:18:55.813 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-5012.g08af21e0.el 271/288 2024-09-19T11:18:55.820 INFO:teuthology.orchestra.run.smithi174.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 286/288 2024-09-19T11:18:55.820 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 287/288 2024-09-19T11:18:55.836 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 272/288 2024-09-19T11:18:55.860 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 272/288 2024-09-19T11:18:55.860 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:55.860 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T11:18:55.860 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T11:18:55.860 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T11:18:55.860 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:55.896 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 287/288 2024-09-19T11:18:55.896 INFO:teuthology.orchestra.run.smithi174.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:18:55.912 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 273/288 2024-09-19T11:18:55.923 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 273/288 2024-09-19T11:18:55.946 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-2:19.3.0-5012.g08af21e0.el9.x86_64 274/288 2024-09-19T11:18:55.975 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 275/288 2024-09-19T11:18:55.978 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:18:55.999 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 288/288 2024-09-19T11:18:56.005 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 288/288 2024-09-19T11:18:56.014 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 288/288 2024-09-19T11:18:56.024 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 288/288 2024-09-19T11:18:56.024 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-19T11:18:56.024 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-19T11:18:56.024 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:18:56.032 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 276/288 2024-09-19T11:18:56.064 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 277/288 2024-09-19T11:18:56.081 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 277/288 2024-09-19T11:18:56.081 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-19T11:18:56.081 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:56.082 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 288/288 2024-09-19T11:18:56.150 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 288/288 2024-09-19T11:18:57.040 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 278/288 2024-09-19T11:18:57.063 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 278/288 2024-09-19T11:18:57.063 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:57.063 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T11:18:57.063 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T11:18:57.063 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T11:18:57.063 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:57.108 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-5012.g08af2 279/288 2024-09-19T11:18:57.130 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-5012.g08af2 279/288 2024-09-19T11:18:57.130 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:57.130 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T11:18:57.130 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:18:57.441 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 280/288 2024-09-19T11:18:57.464 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 280/288 2024-09-19T11:18:57.465 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T11:18:57.465 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T11:18:57.465 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T11:18:57.465 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T11:18:57.465 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:01.753 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-test-2:19.3.0-5012.g08af21e0.el9.x86_64 281/288 2024-09-19T11:19:01.803 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 282/288 2024-09-19T11:19:01.834 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-nbd-2:19.3.0-5012.g08af21e0.el9.x86_64 283/288 2024-09-19T11:19:01.938 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephfs-devel-2:19.3.0-5012.g08af21e0.el9.x86_ 284/288 2024-09-19T11:19:02.003 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 285/288 2024-09-19T11:19:02.034 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 286/288 2024-09-19T11:19:02.034 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 287/288 2024-09-19T11:19:02.110 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 287/288 2024-09-19T11:19:02.110 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:19:02.201 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:19:02.223 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 288/288 2024-09-19T11:19:02.229 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 288/288 2024-09-19T11:19:02.238 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 288/288 2024-09-19T11:19:02.248 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 288/288 2024-09-19T11:19:02.248 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-19T11:19:02.248 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-19T11:19:02.248 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:02.302 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 288/288 2024-09-19T11:19:02.371 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 288/288 2024-09-19T11:19:05.939 INFO:teuthology.orchestra.run.smithi174.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-2:19.3.0-5012.g08af21e0.el9.x86_64 1/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 2/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 3/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 4/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-5012.g08af2 5/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 6/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 7/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 8/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 9/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 10/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 11/288 2024-09-19T11:19:05.940 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-test-2:19.3.0-5012.g08af21e0.el9.x86_64 12/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcephfs-devel-2:19.3.0-5012.g08af21e0.el9.x86_ 13/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 14/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 15/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librados-devel-2:19.3.0-5012.g08af21e0.el9.x86_6 16/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86 17/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 18/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-ceph-argparse-2:19.3.0-5012.g08af21e0.el 19/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-ceph-common-2:19.3.0-5012.g08af21e0.el9. 20/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cephfs-2:19.3.0-5012.g08af21e0.el9.x86_6 21/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rados-2:19.3.0-5012.g08af21e0.el9.x86_64 22/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rbd-2:19.3.0-5012.g08af21e0.el9.x86_64 23/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rgw-2:19.3.0-5012.g08af21e0.el9.x86_64 24/288 2024-09-19T11:19:05.941 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : rbd-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 25/288 2024-09-19T11:19:05.942 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 26/288 2024-09-19T11:19:05.942 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : rbd-nbd-2:19.3.0-5012.g08af21e0.el9.x86_64 27/288 2024-09-19T11:19:05.942 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-5012.g08af21e0. 28/288 2024-09-19T11:19:05.942 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noa 29/288 2024-09-19T11:19:05.942 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.n 30/288 2024-09-19T11:19:05.964 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-5012.g08a 31/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-5012.g08af21e0.el 32/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 33/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-5012.g08af21e0.e 34/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 35/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 36/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/288 2024-09-19T11:19:05.965 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/288 2024-09-19T11:19:05.966 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/288 2024-09-19T11:19:05.967 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/288 2024-09-19T11:19:05.968 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : guava-30.1-6.el9.noarch 91/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/288 2024-09-19T11:19:05.969 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/288 2024-09-19T11:19:05.970 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/288 2024-09-19T11:19:05.971 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 133/288 2024-09-19T11:19:05.972 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 134/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 135/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 136/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 137/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 138/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 139/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libsbc-1.4-9.el9.x86_64 140/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 141/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 142/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 143/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 144/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 145/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 146/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 147/288 2024-09-19T11:19:05.973 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 148/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 149/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 150/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 151/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 152/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 153/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 154/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 155/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 156/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lua-5.4.4-4.el9.x86_64 157/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 158/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 159/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 160/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 161/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 162/288 2024-09-19T11:19:05.974 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 163/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 164/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 165/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 166/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 167/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 168/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 169/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 170/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 171/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 172/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 173/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 174/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : opus-1.3.1-10.el9.x86_64 175/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : orc-0.4.31-8.el9.x86_64 176/288 2024-09-19T11:19:05.975 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 177/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 178/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 179/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 180/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 181/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 182/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 183/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 184/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 185/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 186/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 187/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 188/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 189/288 2024-09-19T11:19:05.976 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 190/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 191/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 192/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 193/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 194/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 195/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 196/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 197/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 198/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 199/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 200/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 201/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 202/288 2024-09-19T11:19:05.977 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 203/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 204/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 205/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 206/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 207/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 208/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 209/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 210/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 211/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 212/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 213/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 214/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 215/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 216/288 2024-09-19T11:19:05.978 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 217/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 218/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 219/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 220/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : rtkit-0.11-29.el9.x86_64 221/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 222/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 223/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 224/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 225/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 226/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 227/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 228/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 229/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 230/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : upower-0.99.11-11.el9.x86_64 231/288 2024-09-19T11:19:05.979 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 232/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 233/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 234/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 235/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 236/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 237/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 238/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 239/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 240/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 241/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 242/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 243/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 244/288 2024-09-19T11:19:05.980 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 245/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 246/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 247/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 248/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 249/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 250/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 251/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 252/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 253/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 254/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 255/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 256/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 257/288 2024-09-19T11:19:05.981 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 258/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 259/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 260/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 261/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 262/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 263/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 264/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 265/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 266/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 267/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 268/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 269/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 270/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 271/288 2024-09-19T11:19:05.982 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 272/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 273/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 274/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 275/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 276/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 277/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 278/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 279/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 280/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 281/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : re2-1:20211101-20.el9.x86_64 282/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 283/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 284/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 285/288 2024-09-19T11:19:05.983 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 286/288 2024-09-19T11:19:05.984 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 287/288 2024-09-19T11:19:09.386 INFO:teuthology.orchestra.run.smithi174.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:19:09.386 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:09.386 INFO:teuthology.orchestra.run.smithi174.stdout:Upgraded: 2024-09-19T11:19:09.386 INFO:teuthology.orchestra.run.smithi174.stdout: librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout:Installed: 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-19T11:19:09.387 INFO:teuthology.orchestra.run.smithi174.stdout: atinject-1.0.3-6.el9.noarch 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: atk-2.36.0-5.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-grafana-dashboards-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-immutable-object-cache-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.388 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-diskprediction-local-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-modules-core-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-prometheus-alerts-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-test-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.389 INFO:teuthology.orchestra.run.smithi174.stdout: cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-19T11:19:09.390 INFO:teuthology.orchestra.run.smithi174.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-19T11:19:09.391 INFO:teuthology.orchestra.run.smithi174.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: guava-30.1-6.el9.noarch 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-19T11:19:09.392 INFO:teuthology.orchestra.run.smithi174.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: lcms2-2.12-3.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-19T11:19:09.393 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs-devel-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-19T11:19:09.394 INFO:teuthology.orchestra.run.smithi174.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-19T11:19:09.395 INFO:teuthology.orchestra.run.smithi174.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: librados-devel-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libsbc-1.4-9.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-19T11:19:09.396 INFO:teuthology.orchestra.run.smithi174.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T11:19:09.397 INFO:teuthology.orchestra.run.smithi174.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-19T11:19:09.398 INFO:teuthology.orchestra.run.smithi174.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: opus-1.3.1-10.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: orc-0.4.31-8.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-19T11:19:09.399 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T11:19:09.400 INFO:teuthology.orchestra.run.smithi174.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-argparse-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cephfs-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T11:19:09.401 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T11:19:09.402 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T11:19:09.403 INFO:teuthology.orchestra.run.smithi174.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rados-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rbd-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rgw-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T11:19:09.404 INFO:teuthology.orchestra.run.smithi174.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.405 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: rbd-nbd-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: rtkit-0.11-29.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-19T11:19:09.406 INFO:teuthology.orchestra.run.smithi174.stdout: upower-0.99.11-11.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-19T11:19:09.407 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:09.408 INFO:teuthology.orchestra.run.smithi174.stdout:Complete! 2024-09-19T11:19:09.809 DEBUG:teuthology.parallel:result is None 2024-09-19T11:19:12.657 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-2:19.3.0-5012.g08af21e0.el9.x86_64 1/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 2/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 3/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 4/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-5012.g08af2 5/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 6/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 7/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 8/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 9/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 10/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 11/288 2024-09-19T11:19:12.658 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-test-2:19.3.0-5012.g08af21e0.el9.x86_64 12/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephfs-devel-2:19.3.0-5012.g08af21e0.el9.x86_ 13/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 14/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 15/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados-devel-2:19.3.0-5012.g08af21e0.el9.x86_6 16/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86 17/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 18/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ceph-argparse-2:19.3.0-5012.g08af21e0.el 19/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ceph-common-2:19.3.0-5012.g08af21e0.el9. 20/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cephfs-2:19.3.0-5012.g08af21e0.el9.x86_6 21/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rados-2:19.3.0-5012.g08af21e0.el9.x86_64 22/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rbd-2:19.3.0-5012.g08af21e0.el9.x86_64 23/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rgw-2:19.3.0-5012.g08af21e0.el9.x86_64 24/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 25/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 26/288 2024-09-19T11:19:12.659 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-nbd-2:19.3.0-5012.g08af21e0.el9.x86_64 27/288 2024-09-19T11:19:12.660 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-5012.g08af21e0. 28/288 2024-09-19T11:19:12.660 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noa 29/288 2024-09-19T11:19:12.660 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.n 30/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-5012.g08a 31/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-5012.g08af21e0.el 32/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 33/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-5012.g08af21e0.e 34/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 35/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 36/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/288 2024-09-19T11:19:12.682 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/288 2024-09-19T11:19:12.683 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/288 2024-09-19T11:19:12.684 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/288 2024-09-19T11:19:12.685 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : guava-30.1-6.el9.noarch 91/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/288 2024-09-19T11:19:12.686 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/288 2024-09-19T11:19:12.687 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/288 2024-09-19T11:19:12.688 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 133/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 134/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 135/288 2024-09-19T11:19:12.689 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 136/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 137/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 138/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 139/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libsbc-1.4-9.el9.x86_64 140/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 141/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 142/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 143/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 144/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 145/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 146/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 147/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 148/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 149/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 150/288 2024-09-19T11:19:12.690 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 151/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 152/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 153/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 154/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 155/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 156/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lua-5.4.4-4.el9.x86_64 157/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 158/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 159/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 160/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 161/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 162/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 163/288 2024-09-19T11:19:12.691 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 164/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 165/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 166/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 167/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 168/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 169/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 170/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 171/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 172/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 173/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 174/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : opus-1.3.1-10.el9.x86_64 175/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : orc-0.4.31-8.el9.x86_64 176/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 177/288 2024-09-19T11:19:12.692 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 178/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 179/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 180/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 181/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 182/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 183/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 184/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 185/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 186/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 187/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 188/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 189/288 2024-09-19T11:19:12.693 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 190/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 191/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 192/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 193/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 194/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 195/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 196/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 197/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 198/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 199/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 200/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 201/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 202/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 203/288 2024-09-19T11:19:12.694 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 204/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 205/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 206/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 207/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 208/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 209/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 210/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 211/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 212/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 213/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 214/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 215/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 216/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 217/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 218/288 2024-09-19T11:19:12.695 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 219/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 220/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rtkit-0.11-29.el9.x86_64 221/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 222/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 223/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 224/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 225/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 226/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 227/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 228/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 229/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 230/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : upower-0.99.11-11.el9.x86_64 231/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 232/288 2024-09-19T11:19:12.696 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 233/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 234/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 235/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 236/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 237/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 238/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 239/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 240/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 241/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 242/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 243/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 244/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 245/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 246/288 2024-09-19T11:19:12.697 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 247/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 248/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 249/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 250/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 251/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 252/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 253/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 254/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 255/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 256/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 257/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 258/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 259/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 260/288 2024-09-19T11:19:12.698 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 261/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 262/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 263/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 264/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 265/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 266/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 267/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 268/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 269/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 270/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 271/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 272/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 273/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 274/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 275/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 276/288 2024-09-19T11:19:12.699 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 277/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 278/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 279/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 280/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 281/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : re2-1:20211101-20.el9.x86_64 282/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 283/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 284/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 285/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 286/288 2024-09-19T11:19:12.700 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 287/288 2024-09-19T11:19:16.284 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 288/288 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout:Upgraded: 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: librados2-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: librbd1-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout:Installed: 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-19T11:19:16.285 INFO:teuthology.orchestra.run.smithi103.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: atinject-1.0.3-6.el9.noarch 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: atk-2.36.0-5.el9.x86_64 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T11:19:16.286 INFO:teuthology.orchestra.run.smithi103.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-grafana-dashboards-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-immutable-object-cache-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mds-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.287 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-modules-core-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-rook-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-osd-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-prometheus-alerts-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-radosgw-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-selinux-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-test-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.288 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-volume-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: cephadm-2:19.3.0-5012.g08af21e0.el9.noarch 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-19T11:19:16.289 INFO:teuthology.orchestra.run.smithi103.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T11:19:16.290 INFO:teuthology.orchestra.run.smithi103.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: guava-30.1-6.el9.noarch 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-19T11:19:16.291 INFO:teuthology.orchestra.run.smithi103.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: lcms2-2.12-3.el9.x86_64 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-19T11:19:16.292 INFO:teuthology.orchestra.run.smithi103.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T11:19:16.293 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs-devel-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs2-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libcephsqlite-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-19T11:19:16.294 INFO:teuthology.orchestra.run.smithi103.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-19T11:19:16.295 INFO:teuthology.orchestra.run.smithi103.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: librados-devel-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: libradosstriper1-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: librgw2-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: libsbc-1.4-9.el9.x86_64 2024-09-19T11:19:16.296 INFO:teuthology.orchestra.run.smithi103.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-19T11:19:16.297 INFO:teuthology.orchestra.run.smithi103.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-19T11:19:16.298 INFO:teuthology.orchestra.run.smithi103.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-19T11:19:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: opus-1.3.1-10.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: orc-0.4.31-8.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-19T11:19:16.300 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-19T11:19:16.301 INFO:teuthology.orchestra.run.smithi103.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T11:19:16.302 INFO:teuthology.orchestra.run.smithi103.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-argparse-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cephfs-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T11:19:16.303 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T11:19:16.304 INFO:teuthology.orchestra.run.smithi103.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T11:19:16.305 INFO:teuthology.orchestra.run.smithi103.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rados-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rbd-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T11:19:16.306 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rgw-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T11:19:16.307 INFO:teuthology.orchestra.run.smithi103.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-fuse-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-mirror-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-nbd-2:19.3.0-5012.g08af21e0.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: rtkit-0.11-29.el9.x86_64 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-19T11:19:16.308 INFO:teuthology.orchestra.run.smithi103.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: upower-0.99.11-11.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-19T11:19:16.309 INFO:teuthology.orchestra.run.smithi103.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:16.310 INFO:teuthology.orchestra.run.smithi103.stdout:Complete! 2024-09-19T11:19:16.701 DEBUG:teuthology.parallel:result is None 2024-09-19T11:19:16.702 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:19:16.859 DEBUG:teuthology.orchestra.run.smithi103:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T11:19:16.930 INFO:teuthology.orchestra.run.smithi103.stdout:19.3.0-5012.g08af21e0.el9 2024-09-19T11:19:16.930 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5012.g08af21e0.el9 2024-09-19T11:19:16.931 INFO:teuthology.task.install:The correct ceph version 19.3.0-5012.g08af21e0 is installed. 2024-09-19T11:19:16.933 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:19:17.085 DEBUG:teuthology.orchestra.run.smithi174:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T11:19:17.153 INFO:teuthology.orchestra.run.smithi174.stdout:19.3.0-5012.g08af21e0.el9 2024-09-19T11:19:17.153 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5012.g08af21e0.el9 2024-09-19T11:19:17.153 INFO:teuthology.task.install:The correct ceph version 19.3.0-5012.g08af21e0 is installed. 2024-09-19T11:19:17.155 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T11:19:17.156 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:17.156 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T11:19:17.197 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:17.197 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T11:19:17.244 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T11:19:17.244 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:17.244 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T11:19:17.283 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T11:19:17.362 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:17.362 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T11:19:17.405 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T11:19:17.484 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T11:19:17.485 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:17.485 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T11:19:17.523 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T11:19:17.602 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:17.602 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T11:19:17.641 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T11:19:17.719 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T11:19:17.720 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:17.720 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T11:19:17.757 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T11:19:17.836 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:17.836 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T11:19:17.874 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T11:19:17.952 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T11:19:18.034 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T11:19:18.034 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 777 /var/log/ceph 2024-09-19T11:19:18.037 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 777 /var/log/ceph 2024-09-19T11:19:18.075 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T11:19:18.075 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T11:19:18.115 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T11:19:18.154 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T11:19:18.154 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T11:19:18.194 DEBUG:teuthology.orchestra.run.smithi174:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T11:19:18.244 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T11:19:18.244 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T11:19:18.244 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423', 'branch': 'wip-yuval-test', 'description': 'rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7912423', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-yuval-test'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'ec-data-pool': False, 'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuval-test', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}}, 'owner': 'scheduled_yuvalif@teuthology', 'priority': 100, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 4251, 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754', 'sleep_before_teardown': 0, 'subset': '1/3', 'suite': 'rgw', 'suite_branch': 'wip-yuval-test', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_08af21e0d16078b88ddf808fe9ba2ab84dbe6754/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754', 'targets': {'smithi103.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOT8/pvvkn14v0v7i4XKF6PInc6m9sPCIfqTJQG/yFYsbc0bg6ybvqz84ioFMDW+n04KDmQNxkdyPd6p2Kn8gyE=', 'smithi174.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLHFFsGb8uELuMadfwQTvSkVrPvJjYC6xHNkqRXWWbCGdH+oCkrjPR/9sJ1SM0vvZTJxac4ApL5BDIxArpShTLg='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-19_08:49:34', 'tube': 'smithi', 'user': 'yuvalif', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T11:19:18.245 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T11:19:18.272 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T11:19:18.303 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T11:19:18.341 DEBUG:teuthology.orchestra.run.smithi174:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T11:19:18.382 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:18.382 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T11:19:18.446 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T11:19:18.446 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_1 2024-09-19T11:19:18.515 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T11:19:18.515 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:18.515 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T11:19:18.515 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:18.516 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:18.516 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-19 11:19:03.414417029 +0000 2024-09-19T11:19:18.516 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-19 11:15:56.570232377 +0000 2024-09-19T11:19:18.516 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-19 11:15:56.570232377 +0000 2024-09-19T11:19:18.516 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-09-19 11:15:56.570232377 +0000 2024-09-19T11:19:18.516 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T11:19:18.592 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-19T11:19:18.593 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-19T11:19:18.593 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000204819 s, 2.5 MB/s 2024-09-19T11:19:18.594 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T11:19:18.663 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_2 2024-09-19T11:19:18.732 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T11:19:18.732 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:18.732 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-19T11:19:18.733 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:18.733 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:18.733 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-19 11:19:03.414417029 +0000 2024-09-19T11:19:18.733 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-19 11:15:56.909225773 +0000 2024-09-19T11:19:18.733 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-19 11:15:56.909225773 +0000 2024-09-19T11:19:18.733 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-09-19 11:15:56.909225773 +0000 2024-09-19T11:19:18.733 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T11:19:18.812 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-19T11:19:18.812 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-19T11:19:18.812 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.00019223 s, 2.7 MB/s 2024-09-19T11:19:18.813 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T11:19:18.883 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_3 2024-09-19T11:19:18.952 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T11:19:18.952 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:18.952 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-19T11:19:18.952 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:18.952 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:18.953 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-19 11:19:03.414417029 +0000 2024-09-19T11:19:18.953 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-19 11:15:57.232219480 +0000 2024-09-19T11:19:18.953 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-19 11:15:57.232219480 +0000 2024-09-19T11:19:18.953 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-09-19 11:15:57.232219480 +0000 2024-09-19T11:19:18.953 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T11:19:19.029 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-19T11:19:19.029 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-19T11:19:19.029 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.00018844 s, 2.7 MB/s 2024-09-19T11:19:19.030 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T11:19:19.101 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_4 2024-09-19T11:19:19.170 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-19 11:19:03.415417009 +0000 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-19 11:15:57.564213012 +0000 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-19 11:15:57.564213012 +0000 2024-09-19T11:19:19.171 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-09-19 11:15:57.564213012 +0000 2024-09-19T11:19:19.171 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T11:19:19.248 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-19T11:19:19.248 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-19T11:19:19.248 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000196256 s, 2.6 MB/s 2024-09-19T11:19:19.249 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T11:19:19.320 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:19.320 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:19.320 DEBUG:teuthology.orchestra.run.smithi174:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T11:19:19.352 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T11:19:19.353 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_1 2024-09-19T11:19:19.424 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-19 11:18:57.161411315 +0000 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-19 11:15:56.585019947 +0000 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-19 11:15:56.585019947 +0000 2024-09-19T11:19:19.425 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-19 11:15:56.585019947 +0000 2024-09-19T11:19:19.425 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T11:19:19.503 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-19T11:19:19.503 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-19T11:19:19.503 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.00021176 s, 2.4 MB/s 2024-09-19T11:19:19.504 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T11:19:19.576 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_2 2024-09-19T11:19:19.645 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T11:19:19.645 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:19.645 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-19T11:19:19.645 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:19.646 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:19.646 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-19 11:18:57.161411315 +0000 2024-09-19T11:19:19.646 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-19 11:15:56.906015745 +0000 2024-09-19T11:19:19.646 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-19 11:15:56.906015745 +0000 2024-09-19T11:19:19.646 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-19 11:15:56.906015745 +0000 2024-09-19T11:19:19.646 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T11:19:19.723 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-19T11:19:19.723 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-19T11:19:19.723 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.00020733 s, 2.5 MB/s 2024-09-19T11:19:19.724 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T11:19:19.794 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_3 2024-09-19T11:19:19.863 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T11:19:19.863 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:19.863 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-19T11:19:19.863 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:19.863 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:19.864 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-19 11:18:57.162411302 +0000 2024-09-19T11:19:19.864 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-19 11:15:57.233011465 +0000 2024-09-19T11:19:19.864 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-19 11:15:57.233011465 +0000 2024-09-19T11:19:19.864 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-19 11:15:57.233011465 +0000 2024-09-19T11:19:19.864 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T11:19:19.941 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-19T11:19:19.941 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-19T11:19:19.941 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000200607 s, 2.6 MB/s 2024-09-19T11:19:19.943 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T11:19:20.013 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_4 2024-09-19T11:19:20.082 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T11:19:20.082 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T11:19:20.083 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-19T11:19:20.083 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T11:19:20.083 INFO:teuthology.orchestra.run.smithi174.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T11:19:20.083 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-09-19 11:18:57.163411288 +0000 2024-09-19T11:19:20.083 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-09-19 11:15:57.561007171 +0000 2024-09-19T11:19:20.083 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-09-19 11:15:57.561007171 +0000 2024-09-19T11:19:20.083 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: 2024-09-19 11:15:57.561007171 +0000 2024-09-19T11:19:20.083 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T11:19:20.159 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-09-19T11:19:20.159 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-09-19T11:19:20.160 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000207973 s, 2.5 MB/s 2024-09-19T11:19:20.161 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T11:19:20.230 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:20.230 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi103.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi174.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T11:19:20.230 INFO:tasks.ceph:Generating config... 2024-09-19T11:19:20.231 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-19T11:19:20.231 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-19T11:19:20.231 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-19T11:19:20.231 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-19T11:19:20.231 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-19T11:19:20.231 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-19T11:19:20.232 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-19T11:19:20.232 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-19T11:19:20.232 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-19T11:19:20.232 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-19T11:19:20.232 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-19T11:19:20.232 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-19T11:19:20.232 INFO:tasks.ceph:[client] setuser = ceph 2024-09-19T11:19:20.232 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-19T11:19:20.232 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-19T11:19:20.232 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-19T11:19:20.232 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-19T11:19:20.232 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T11:19:20.232 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T11:19:20.232 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T11:19:20.232 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T11:19:20.232 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T11:19:20.232 INFO:tasks.ceph:[mon] lockdep = True 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T11:19:20.233 INFO:tasks.ceph:[osd] lockdep = True 2024-09-19T11:19:20.234 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T11:19:20.234 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T11:19:20.234 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T11:19:20.234 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T11:19:20.234 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T11:19:20.234 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-19T11:19:20.234 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T11:19:20.234 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T11:19:20.308 INFO:teuthology.orchestra.run.smithi103.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T11:19:20.311 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T11:19:20.370 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T11:19:20.409 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.103'), ('mon.c', '[v2:172.21.15.103:3301,v1:172.21.15.103:6790]'), ('mon.b', '172.21.15.174')] 2024-09-19T11:19:20.409 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.103,[v2:172.21.15.103:3301,v1:172.21.15.103:6790],172.21.15.174', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-19T11:19:20.410 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:20.410 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T11:19:20.478 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.103 --addv c '[v2:172.21.15.103:3301,v1:172.21.15.103:6790]' --add b 172.21.15.174 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:20.578 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:19:20.578 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:monmaptool: generated fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:setting min_mon_release = quincy 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:epoch 0 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:min_mon_release 17 (quincy) 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:election_strategy: 1 2024-09-19T11:19:20.579 INFO:teuthology.orchestra.run.smithi103.stdout:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:19:20.580 INFO:teuthology.orchestra.run.smithi103.stdout:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:19:20.580 INFO:teuthology.orchestra.run.smithi103.stdout:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:19:20.580 INFO:teuthology.orchestra.run.smithi103.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T11:19:20.581 DEBUG:teuthology.orchestra.run.smithi103:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T11:19:20.609 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf... 2024-09-19T11:19:20.610 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T11:19:20.651 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T11:19:20.706 INFO:teuthology.orchestra.run.smithi103.stdout:[global] 2024-09-19T11:19:20.706 INFO:teuthology.orchestra.run.smithi103.stdout: chdir = "" 2024-09-19T11:19:20.706 INFO:teuthology.orchestra.run.smithi103.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T11:19:20.706 INFO:teuthology.orchestra.run.smithi103.stdout: auth supported = cephx 2024-09-19T11:19:20.706 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: filestore xattr use omap = true 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: mon clock drift allowed = 1.000 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: osd crush chooseleaf type = 0 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: auth debug = true 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on old message = true 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on bug = true 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: mon pg warn max object skew = 0 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.707 INFO:teuthology.orchestra.run.smithi103.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default size = 2 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow primary affinity = true 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow pg remap = true 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on legacy crush tunables = false 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on crush straw calc version zero = false 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on no sortbitwise = false 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on osd down out interval zero = false 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on too few osds = false 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T11:19:20.708 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: mon_allow_pool_size_one = true 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: osd default data pool replay window = 5 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: mon allow pool delete = true 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: mon cluster log file level = debug 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: debug asserts on shutdown = true 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: mon health detail to clog = false 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: mon host = "172.21.15.103,[v2:172.21.15.103:3301,v1:172.21.15.103:6790],172.21.15.174" 2024-09-19T11:19:20.709 INFO:teuthology.orchestra.run.smithi103.stdout: mon client directed command retry = 5 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: ms inject socket failures = 5000 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd_max_pg_log_entries = 10 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd_min_pg_log_entries = 10 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: fsid = 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout:[osd] 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd journal size = 100 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub load threshold = 5.0 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub max interval = 600 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd mclock profile = high_recovery_ops 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd recover clone overlap = true 2024-09-19T11:19:20.710 INFO:teuthology.orchestra.run.smithi103.stdout: osd recovery max chunk = 1048576 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug shutdown = true 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug op order = true 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug verify stray on activate = true 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug trim objects = true 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd open classes on start = true 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug pg log writeout = true 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd deep scrub update digest min age = 30 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: osd map max advance = 10 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: journal zero on create = true 2024-09-19T11:19:20.711 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: filestore ondisk finisher threads = 3 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: filestore apply finisher threads = 3 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: bdev debug aio = true 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug misdirected ops = true 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: bdev async discard = True 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: bdev enable discard = True 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: bluestore allocator = bitmap 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: bluestore block size = 96636764160 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: bluestore fsck on mount = True 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: debug bluefs = 1/20 2024-09-19T11:19:20.712 INFO:teuthology.orchestra.run.smithi103.stdout: debug bluestore = 1/20 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: debug objclass = 20 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: debug osd = 20 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: debug rocksdb = 4/10 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: lockdep = True 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd full ratio = 0.9 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd nearfull ratio = 0.8 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: osd failsafe full ratio = 0.95 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: osd objectstore = bluestore 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: osd shutdown pgref assert = True 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr] 2024-09-19T11:19:20.713 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: debug mgr = 20 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: mgr/telemetry/nag = false 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout:[mon] 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: debug paxos = 20 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2024-09-19T11:19:20.714 INFO:teuthology.orchestra.run.smithi103.stdout: mon data avail warn = 5 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: mon mgr mkfs grace = 240 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd reporter subtree level = osd 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd prime pg temp = true 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T11:19:20.715 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: # 1m isn't quite enough 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: mon_down_mkfs_grace = 2m 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_filestore_osds = false 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: lockdep = True 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout:[client] 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: rgw cache enabled = true 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable ops log = true 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable usage log = true 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T11:19:20.716 INFO:teuthology.orchestra.run.smithi103.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: debug rgw = 20 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: debug rgw notification = 20 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw bucket counters cache = True 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt require ssl = False 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt s3 kms backend = testing 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw reshard progress judge interval = 10 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw s3 auth use sts = True 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw sts key = abcdefghijklmnop 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw torrent flag = True 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: rgw user counters cache = True 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: setgroup = ceph 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout: setuser = ceph 2024-09-19T11:19:20.717 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.a] 2024-09-19T11:19:20.718 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.c] 2024-09-19T11:19:20.718 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.b] 2024-09-19T11:19:20.718 INFO:teuthology.orchestra.run.smithi174.stdout:[global] 2024-09-19T11:19:20.718 INFO:teuthology.orchestra.run.smithi174.stdout: chdir = "" 2024-09-19T11:19:20.718 INFO:teuthology.orchestra.run.smithi174.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T11:19:20.718 INFO:teuthology.orchestra.run.smithi174.stdout: auth supported = cephx 2024-09-19T11:19:20.718 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: filestore xattr use omap = true 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: mon clock drift allowed = 1.000 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: osd crush chooseleaf type = 0 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: auth debug = true 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: ms die on old message = true 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: ms die on bug = true 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: mon pg warn max object skew = 0 2024-09-19T11:19:20.719 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: osd pool default size = 2 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd allow primary affinity = true 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd allow pg remap = true 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on legacy crush tunables = false 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on crush straw calc version zero = false 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on no sortbitwise = false 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on osd down out interval zero = false 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon warn on too few osds = false 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T11:19:20.720 INFO:teuthology.orchestra.run.smithi174.stdout: mon_allow_pool_size_one = true 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: osd default data pool replay window = 5 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: mon allow pool delete = true 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: mon cluster log file level = debug 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: debug asserts on shutdown = true 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: mon health detail to clog = false 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: mon host = "172.21.15.103,[v2:172.21.15.103:3301,v1:172.21.15.103:6790],172.21.15.174" 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: mon client directed command retry = 5 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: ms inject socket failures = 5000 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: osd_max_pg_log_entries = 10 2024-09-19T11:19:20.721 INFO:teuthology.orchestra.run.smithi174.stdout: osd_min_pg_log_entries = 10 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: fsid = 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout:[osd] 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd journal size = 100 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd scrub load threshold = 5.0 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd scrub max interval = 600 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd mclock profile = high_recovery_ops 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd recover clone overlap = true 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd recovery max chunk = 1048576 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug shutdown = true 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug op order = true 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug verify stray on activate = true 2024-09-19T11:19:20.722 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug trim objects = true 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: osd open classes on start = true 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug pg log writeout = true 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: osd deep scrub update digest min age = 30 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: osd map max advance = 10 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: journal zero on create = true 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: filestore ondisk finisher threads = 3 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: filestore apply finisher threads = 3 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: bdev debug aio = true 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: osd debug misdirected ops = true 2024-09-19T11:19:20.723 INFO:teuthology.orchestra.run.smithi174.stdout: bdev async discard = True 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: bdev enable discard = True 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: bluestore allocator = bitmap 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: bluestore block size = 96636764160 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: bluestore fsck on mount = True 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: debug bluefs = 1/20 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: debug bluestore = 1/20 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: debug ms = 1 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: debug objclass = 20 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: debug osd = 20 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: debug rocksdb = 4/10 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: lockdep = True 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd full ratio = 0.9 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd nearfull ratio = 0.8 2024-09-19T11:19:20.724 INFO:teuthology.orchestra.run.smithi174.stdout: osd failsafe full ratio = 0.95 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: osd objectstore = bluestore 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: osd shutdown pgref assert = True 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout:[mgr] 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: debug ms = 1 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: debug mgr = 20 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: debug mon = 20 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: debug auth = 20 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min pgs per osd = 4 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min bytes per osd = 10 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: mgr/telemetry/nag = false 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout:[mon] 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: debug ms = 1 2024-09-19T11:19:20.725 INFO:teuthology.orchestra.run.smithi174.stdout: debug mon = 20 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: debug paxos = 20 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: debug auth = 20 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon data avail warn = 5 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon mgr mkfs grace = 240 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min pgs per osd = 4 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd reporter subtree level = osd 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon osd prime pg temp = true 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon reweight min bytes per osd = 10 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T11:19:20.726 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: # 1m isn't quite enough 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: mon_down_mkfs_grace = 2m 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: mon_warn_on_filestore_osds = false 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: lockdep = True 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout:[client] 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: rgw cache enabled = true 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: rgw enable ops log = true 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: rgw enable usage log = true 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: debug rgw = 20 2024-09-19T11:19:20.727 INFO:teuthology.orchestra.run.smithi174.stdout: debug rgw notification = 20 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw bucket counters cache = True 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw crypt require ssl = False 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw crypt s3 kms backend = testing 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw reshard progress judge interval = 10 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw s3 auth use sts = True 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw sts key = abcdefghijklmnop 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw torrent flag = True 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: rgw user counters cache = True 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: setgroup = ceph 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout: setuser = ceph 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout:[mon.a] 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout:[mon.c] 2024-09-19T11:19:20.728 INFO:teuthology.orchestra.run.smithi174.stdout:[mon.b] 2024-09-19T11:19:20.730 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T11:19:20.730 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T11:19:20.798 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T11:19:20.798 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:20.798 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T11:19:20.827 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:20.827 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T11:19:20.896 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T11:19:20.896 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:20.896 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T11:19:20.896 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T11:19:20.984 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:20.984 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:21.054 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T11:19:21.054 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:21.054 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T11:19:21.054 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T11:19:21.104 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:21.104 DEBUG:teuthology.orchestra.run.smithi174:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:21.172 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T11:19:21.172 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T11:19:21.172 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T11:19:21.236 INFO:teuthology.orchestra.run.smithi103.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T11:19:21.239 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T11:19:21.310 INFO:teuthology.orchestra.run.smithi174.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T11:19:21.313 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T11:19:21.313 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T11:19:21.313 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T11:19:21.367 INFO:teuthology.orchestra.run.smithi103.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T11:19:21.380 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T11:19:21.436 INFO:teuthology.orchestra.run.smithi174.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T11:19:21.449 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T11:19:21.449 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi103.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi174.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T11:19:21.449 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T11:19:21.489 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:21.489 INFO:tasks.ceph:role: osd.0 2024-09-19T11:19:21.489 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T11:19:21.489 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:21.576 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:22.078 INFO:teuthology.orchestra.run.smithi103.stdout:Discarding blocks...Done. 2024-09-19T11:19:22.081 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-19T11:19:22.081 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T11:19:22.198 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T11:19:22.247 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T11:19:22.285 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:22.285 INFO:tasks.ceph:role: osd.1 2024-09-19T11:19:22.285 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T11:19:22.286 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:22.372 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:22.373 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:22.838 INFO:teuthology.orchestra.run.smithi103.stdout:Discarding blocks...Done. 2024-09-19T11:19:22.841 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-19T11:19:22.841 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T11:19:22.905 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T11:19:22.947 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T11:19:23.026 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:23.026 INFO:tasks.ceph:role: osd.2 2024-09-19T11:19:23.026 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T11:19:23.026 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T11:19:23.110 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:23.111 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:23.604 INFO:teuthology.orchestra.run.smithi103.stdout:Discarding blocks...Done. 2024-09-19T11:19:23.606 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-19T11:19:23.606 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T11:19:23.736 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T11:19:23.784 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T11:19:23.824 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:23.824 INFO:tasks.ceph:role: osd.3 2024-09-19T11:19:23.824 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T11:19:23.824 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T11:19:23.910 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:23.910 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:23.910 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:23.910 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:23.910 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:23.910 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:23.911 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:23.911 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:23.911 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:23.911 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:24.428 INFO:teuthology.orchestra.run.smithi103.stdout:Discarding blocks...Done. 2024-09-19T11:19:24.429 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-19T11:19:24.430 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T11:19:24.535 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T11:19:24.580 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:24.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:24.647+0000 7fe95f119640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T11:19:24.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:24.647+0000 7fe95f119640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T11:19:24.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:24.647+0000 7fe95f119640 -1 bdev(0x560c9d2c3800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:24.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:24.648+0000 7fe95f119640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T11:19:27.569 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T11:19:27.614 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:27.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:27.718+0000 7f8f45ba4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T11:19:27.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:27.718+0000 7f8f45ba4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T11:19:27.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:27.718+0000 7f8f45ba4640 -1 bdev(0x55df00601800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:27.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:27.719+0000 7f8f45ba4640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T11:19:30.888 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T11:19:30.936 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:31.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:31.039+0000 7f56f5523640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T11:19:31.042 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:31.039+0000 7f56f5523640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T11:19:31.042 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:31.039+0000 7f56f5523640 -1 bdev(0x55924df51800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:31.042 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:31.039+0000 7f56f5523640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T11:19:34.215 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T11:19:34.261 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:34.323 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:34.321+0000 7fbcc0954640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T11:19:34.323 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:34.321+0000 7fbcc0954640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T11:19:34.323 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:34.321+0000 7fbcc0954640 -1 bdev(0x562153be7800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:34.324 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:19:34.321+0000 7fbcc0954640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T11:19:37.234 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T11:19:37.279 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T11:19:37.324 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:37.324 INFO:tasks.ceph:role: osd.4 2024-09-19T11:19:37.324 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T11:19:37.324 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T11:19:37.373 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:37.373 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:37.373 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:37.373 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:37.373 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:37.373 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:37.374 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:37.374 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:37.374 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:37.374 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:37.886 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-19T11:19:37.889 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-19T11:19:37.889 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T11:19:37.970 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T11:19:38.020 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T11:19:38.060 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:38.060 INFO:tasks.ceph:role: osd.5 2024-09-19T11:19:38.060 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T11:19:38.060 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T11:19:38.146 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:38.147 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:38.609 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-19T11:19:38.611 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-19T11:19:38.612 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T11:19:38.658 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T11:19:38.700 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T11:19:38.780 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:38.780 INFO:tasks.ceph:role: osd.6 2024-09-19T11:19:38.780 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T11:19:38.780 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:38.865 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:39.347 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-19T11:19:39.349 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-19T11:19:39.349 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T11:19:39.420 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T11:19:39.465 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T11:19:39.502 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T11:19:39.502 INFO:tasks.ceph:role: osd.7 2024-09-19T11:19:39.502 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T11:19:39.503 DEBUG:teuthology.orchestra.run.smithi174:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T11:19:39.588 INFO:teuthology.orchestra.run.smithi174.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout: = sunit=0 swidth=0 blks 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T11:19:39.589 INFO:teuthology.orchestra.run.smithi174.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T11:19:40.111 INFO:teuthology.orchestra.run.smithi174.stdout:Discarding blocks...Done. 2024-09-19T11:19:40.112 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi174.front.sepia.ceph.com -o noatime 2024-09-19T11:19:40.113 DEBUG:teuthology.orchestra.run.smithi174:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T11:19:40.242 DEBUG:teuthology.orchestra.run.smithi174:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T11:19:40.286 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:40.406 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:40.405+0000 7ff74e864640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T11:19:40.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:40.407+0000 7ff74e864640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T11:19:40.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:40.408+0000 7ff74e864640 -1 bdev(0x55f7825a9800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:40.409 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:40.408+0000 7ff74e864640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T11:19:43.825 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T11:19:43.870 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:43.975 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:43.974+0000 7efeedfdd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T11:19:43.976 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:43.974+0000 7efeedfdd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T11:19:43.976 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:43.974+0000 7efeedfdd640 -1 bdev(0x55d240805800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:43.976 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:43.974+0000 7efeedfdd640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T11:19:46.883 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T11:19:46.923 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:47.026 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:47.024+0000 7ffaeb00d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T11:19:47.026 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:47.024+0000 7ffaeb00d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T11:19:47.026 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:47.024+0000 7ffaeb00d640 -1 bdev(0x55b885e3b800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:47.026 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:47.024+0000 7ffaeb00d640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T11:19:50.440 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T11:19:50.481 DEBUG:teuthology.orchestra.run.smithi174:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:50.582 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:50.580+0000 7f882800d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T11:19:50.582 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:50.580+0000 7f882800d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T11:19:50.582 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:50.580+0000 7f882800d640 -1 bdev(0x5618cfb85800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T11:19:50.582 INFO:teuthology.orchestra.run.smithi174.stderr:2024-09-19T11:19:50.580+0000 7f882800d640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T11:19:53.750 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T11:19:53.794 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T11:19:53.794 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:53.795 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T11:19:53.842 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:53.842 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T11:19:53.926 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:53.926 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T11:19:54.007 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:54.007 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T11:19:54.086 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:54.086 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T11:19:54.165 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:54.166 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T11:19:54.211 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:54.212 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T11:19:54.296 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:54.296 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T11:19:54.376 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:54.376 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T11:19:54.455 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:54.455 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T11:19:54.533 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:54.533 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T11:19:54.563 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:54.563 DEBUG:teuthology.orchestra.run.smithi174:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T11:19:54.602 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T11:19:54.602 DEBUG:teuthology.orchestra.run.smithi103:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T11:19:54.606 DEBUG:teuthology.orchestra.run.smithi174:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T11:19:54.645 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr.y] 2024-09-19T11:19:54.645 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQC5COxmWY4aDhAAfx4uQInls7PDA+sz8X4U4g== 2024-09-19T11:19:54.645 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.0] 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQC8COxmAUSmJhAAQpG8DJjFfoNpeNuO0Aowxw== 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.1] 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQC/COxm3ZDxKhAA3nzVSdIXnVqfQ+OeimOjdg== 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.2] 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQDDCOxmHeFwAhAA1Y3ZNSrHfxasuL6F3OkZEQ== 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.3] 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQDGCOxmqm5CExAAKnvFm0fRTx3U8PHjXSNJaQ== 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr.x] 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQC5COxm1WJ+EhAAmvOdnuYRQQP5SRt1MvdpAQ== 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.4] 2024-09-19T11:19:54.646 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQDMCOxmtS8zGBAAbytXLs4fk/9/xcPdJvZDoA== 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.5] 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQDPCOxm/GciOhAALYry4PLEdah9U4R213aBdw== 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.6] 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQDTCOxmA2yAARAAmCawOYAodR3PAulfMly65Q== 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.7] 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQDWCOxmTOGkIhAAvcY8A12VBS4Zj44r+FQaKg== 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout:[client.0] 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQC5COxmU9zjFRAAMIGBT1zd/Ph+Q1V94e71dQ== 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout:[client.1] 2024-09-19T11:19:54.647 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQC5COxmabgBGhAABRrpzbTN8jOik+pTTEwUNQ== 2024-09-19T11:19:54.678 INFO:teuthology.orchestra.run.smithi174.stdout:[mgr.y] 2024-09-19T11:19:54.678 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQC5COxmWY4aDhAAfx4uQInls7PDA+sz8X4U4g== 2024-09-19T11:19:54.678 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.0] 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQC8COxmAUSmJhAAQpG8DJjFfoNpeNuO0Aowxw== 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.1] 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQC/COxm3ZDxKhAA3nzVSdIXnVqfQ+OeimOjdg== 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.2] 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQDDCOxmHeFwAhAA1Y3ZNSrHfxasuL6F3OkZEQ== 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.3] 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQDGCOxmqm5CExAAKnvFm0fRTx3U8PHjXSNJaQ== 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout:[mgr.x] 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQC5COxm1WJ+EhAAmvOdnuYRQQP5SRt1MvdpAQ== 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.4] 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQDMCOxmtS8zGBAAbytXLs4fk/9/xcPdJvZDoA== 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.5] 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQDPCOxm/GciOhAALYry4PLEdah9U4R213aBdw== 2024-09-19T11:19:54.679 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.6] 2024-09-19T11:19:54.680 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQDTCOxmA2yAARAAmCawOYAodR3PAulfMly65Q== 2024-09-19T11:19:54.680 INFO:teuthology.orchestra.run.smithi174.stdout:[osd.7] 2024-09-19T11:19:54.680 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQDWCOxmTOGkIhAAvcY8A12VBS4Zj44r+FQaKg== 2024-09-19T11:19:54.680 INFO:teuthology.orchestra.run.smithi174.stdout:[client.0] 2024-09-19T11:19:54.680 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQC5COxmU9zjFRAAMIGBT1zd/Ph+Q1V94e71dQ== 2024-09-19T11:19:54.680 INFO:teuthology.orchestra.run.smithi174.stdout:[client.1] 2024-09-19T11:19:54.680 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQC5COxmabgBGhAABRrpzbTN8jOik+pTTEwUNQ== 2024-09-19T11:19:54.681 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T11:19:54.691 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T11:19:54.786 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:54.789 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:54.853 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:54.855 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:54.919 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:54.922 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:54.985 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:54.987 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.053 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T11:19:55.055 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T11:19:55.119 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.121 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.186 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.188 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.252 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.257 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.322 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.325 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T11:19:55.389 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T11:19:55.391 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T11:19:55.458 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T11:19:55.460 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T11:19:55.527 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T11:19:55.528 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T11:19:55.566 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T11:19:55.675 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T11:19:55.713 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T11:19:55.793 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T11:19:55.903 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T11:19:55.941 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T11:19:55.981 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T11:19:56.092 DEBUG:teuthology.orchestra.run.smithi174:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T11:19:56.130 DEBUG:teuthology.orchestra.run.smithi103:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:56.132 DEBUG:teuthology.orchestra.run.smithi174:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T11:19:56.198 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T11:19:56.198 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T11:19:56.198 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T11:19:56.201 INFO:tasks.ceph.mon.a:Started 2024-09-19T11:19:56.201 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T11:19:56.202 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T11:19:56.203 INFO:tasks.ceph.mon.c:Started 2024-09-19T11:19:56.204 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T11:19:56.204 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T11:19:56.241 INFO:tasks.ceph.mon.b:Started 2024-09-19T11:19:56.241 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T11:19:56.241 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T11:19:56.241 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T11:19:56.244 INFO:tasks.ceph.mgr.y:Started 2024-09-19T11:19:56.244 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T11:19:56.244 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T11:19:56.246 INFO:tasks.ceph.mgr.x:Started 2024-09-19T11:19:56.246 DEBUG:tasks.ceph:set 0 configs 2024-09-19T11:19:56.246 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T11:19:56.246 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T11:19:56.613 INFO:teuthology.orchestra.run.smithi103.stderr:adjusted tunables profile to default 2024-09-19T11:19:56.625 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T11:19:56.625 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T11:19:56.625 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:56.626 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T11:19:56.665 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:56.665 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T11:19:56.745 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:56.745 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T11:19:56.824 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:19:56.824 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T11:19:56.903 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:56.903 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T11:19:56.943 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:56.944 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T11:19:57.024 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:57.024 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T11:19:57.103 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-09-19T11:19:57.103 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T11:19:57.182 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new b251971d-aa71-455a-a27c-eb4274cd4c41 0 2024-09-19T11:19:57.415 INFO:teuthology.orchestra.run.smithi174.stdout:0 2024-09-19T11:19:57.426 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 313d9c9b-0e35-40d1-81db-1277a2401af4 1 2024-09-19T11:19:57.624 INFO:teuthology.orchestra.run.smithi174.stdout:1 2024-09-19T11:19:57.635 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 1e8bba9f-0416-44fe-8f6d-7e8f73f34c19 2 2024-09-19T11:19:57.828 INFO:teuthology.orchestra.run.smithi174.stdout:2 2024-09-19T11:19:57.840 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 9ca3f389-5437-4ea2-8a38-885c550a4b7e 3 2024-09-19T11:19:58.039 INFO:teuthology.orchestra.run.smithi174.stdout:3 2024-09-19T11:19:58.052 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 915c3e14-8cd5-4230-b707-f970f8f657dc 4 2024-09-19T11:19:58.242 INFO:teuthology.orchestra.run.smithi174.stdout:4 2024-09-19T11:19:58.253 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d 5 2024-09-19T11:19:58.452 INFO:teuthology.orchestra.run.smithi174.stdout:5 2024-09-19T11:19:58.464 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 90340ec5-f46e-4272-8ff5-cf1c6fbb9dce 6 2024-09-19T11:19:58.656 INFO:teuthology.orchestra.run.smithi174.stdout:6 2024-09-19T11:19:58.667 DEBUG:teuthology.orchestra.run.smithi174:> sudo ceph --cluster ceph osd new 4c3df5b4-d4aa-4179-839b-a7946d5f05e1 7 2024-09-19T11:19:58.895 INFO:teuthology.orchestra.run.smithi174.stdout:7 2024-09-19T11:19:58.907 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T11:19:58.907 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T11:19:58.909 INFO:tasks.ceph.osd.0:Started 2024-09-19T11:19:58.909 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T11:19:58.909 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T11:19:58.912 INFO:tasks.ceph.osd.1:Started 2024-09-19T11:19:58.912 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T11:19:58.912 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T11:19:58.914 INFO:tasks.ceph.osd.2:Started 2024-09-19T11:19:58.914 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T11:19:58.914 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T11:19:58.916 INFO:tasks.ceph.osd.3:Started 2024-09-19T11:19:58.916 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T11:19:58.917 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T11:19:58.919 INFO:tasks.ceph.osd.4:Started 2024-09-19T11:19:58.919 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T11:19:58.919 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T11:19:58.921 INFO:tasks.ceph.osd.5:Started 2024-09-19T11:19:58.921 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T11:19:58.921 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T11:19:58.923 INFO:tasks.ceph.osd.6:Started 2024-09-19T11:19:58.923 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T11:19:58.923 DEBUG:teuthology.orchestra.run.smithi174:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T11:19:58.925 INFO:tasks.ceph.osd.7:Started 2024-09-19T11:19:58.926 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T11:19:59.134 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:19:59.134 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":10,"fsid":"0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf","created":"2024-09-19T11:19:56.509996+0000","modified":"2024-09-19T11:19:58.892789+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T11:19:58.892789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b251971d-aa71-455a-a27c-eb4274cd4c41","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"313d9c9b-0e35-40d1-81db-1277a2401af4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1e8bba9f-0416-44fe-8f6d-7e8f73f34c19","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"9ca3f389-5437-4ea2-8a38-885c550a4b7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"915c3e14-8cd5-4230-b707-f970f8f657dc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"90340ec5-f46e-4272-8ff5-cf1c6fbb9dce","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4c3df5b4-d4aa-4179-839b-a7946d5f05e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T11:19:59.146 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T11:19:59.146 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T11:19:59.953 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T11:20:00.128 INFO:teuthology.misc.health.smithi103.stdout: 2024-09-19T11:20:00.128 INFO:teuthology.misc.health.smithi103.stdout:{"epoch":10,"fsid":"0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf","created":"2024-09-19T11:19:56.509996+0000","modified":"2024-09-19T11:19:58.892789+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T11:19:58.892789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b251971d-aa71-455a-a27c-eb4274cd4c41","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"313d9c9b-0e35-40d1-81db-1277a2401af4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1e8bba9f-0416-44fe-8f6d-7e8f73f34c19","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"9ca3f389-5437-4ea2-8a38-885c550a4b7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"915c3e14-8cd5-4230-b707-f970f8f657dc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"90340ec5-f46e-4272-8ff5-cf1c6fbb9dce","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4c3df5b4-d4aa-4179-839b-a7946d5f05e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T11:20:00.138 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T11:20:00.161 INFO:tasks.ceph.osd.1.smithi103.stderr:2024-09-19T11:20:00.160+0000 7f1337485640 -1 Falling back to public interface 2024-09-19T11:20:00.380 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-19T11:20:00.379+0000 7fa937158640 -1 Falling back to public interface 2024-09-19T11:20:00.383 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-19T11:20:00.382+0000 7f029df19640 -1 Falling back to public interface 2024-09-19T11:20:00.405 INFO:tasks.ceph.osd.0.smithi103.stderr:2024-09-19T11:20:00.404+0000 7f1bcc42c640 -1 Falling back to public interface 2024-09-19T11:20:00.410 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-19T11:20:00.409+0000 7fb25dc83640 -1 Falling back to public interface 2024-09-19T11:20:00.425 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-19T11:20:00.423+0000 7f502ed27640 -1 Falling back to public interface 2024-09-19T11:20:00.655 INFO:tasks.ceph.osd.3.smithi103.stderr:2024-09-19T11:20:00.653+0000 7f4fd9720640 -1 Falling back to public interface 2024-09-19T11:20:00.905 INFO:tasks.ceph.osd.2.smithi103.stderr:2024-09-19T11:20:00.904+0000 7f171c411640 -1 Falling back to public interface 2024-09-19T11:20:01.789 INFO:tasks.ceph.mgr.y.smithi103.stderr:2024-09-19T11:20:01.788+0000 7f8e5a7f3640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T11:20:01.789 INFO:tasks.ceph.mgr.y.smithi103.stderr:2024-09-19T11:20:01.788+0000 7f8e5a7f3640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T11:20:04.171 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-19T11:20:04.170+0000 7f029df19640 -1 osd.5 0 log_to_monitors true 2024-09-19T11:20:04.246 INFO:tasks.ceph.osd.1.smithi103.stderr:2024-09-19T11:20:04.245+0000 7f1337485640 -1 osd.1 0 log_to_monitors true 2024-09-19T11:20:04.249 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-19T11:20:04.248+0000 7fb25dc83640 -1 osd.7 0 log_to_monitors true 2024-09-19T11:20:04.256 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-19T11:20:04.255+0000 7f502ed27640 -1 osd.6 0 log_to_monitors true 2024-09-19T11:20:04.411 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-19T11:20:04.410+0000 7fa937158640 -1 osd.4 0 log_to_monitors true 2024-09-19T11:20:04.489 INFO:tasks.ceph.osd.0.smithi103.stderr:2024-09-19T11:20:04.488+0000 7f1bcc42c640 -1 osd.0 0 log_to_monitors true 2024-09-19T11:20:04.662 INFO:tasks.ceph.osd.2.smithi103.stderr:2024-09-19T11:20:04.661+0000 7f171c411640 -1 osd.2 0 log_to_monitors true 2024-09-19T11:20:04.974 INFO:tasks.ceph.osd.3.smithi103.stderr:2024-09-19T11:20:04.973+0000 7f4fd9720640 -1 osd.3 0 log_to_monitors true 2024-09-19T11:20:06.944 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T11:20:07.438 INFO:teuthology.misc.health.smithi103.stdout: 2024-09-19T11:20:07.438 INFO:teuthology.misc.health.smithi103.stdout:{"epoch":13,"fsid":"0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf","created":"2024-09-19T11:19:56.509996+0000","modified":"2024-09-19T11:20:06.796826+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T11:19:58.892789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b251971d-aa71-455a-a27c-eb4274cd4c41","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"313d9c9b-0e35-40d1-81db-1277a2401af4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1e8bba9f-0416-44fe-8f6d-7e8f73f34c19","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"9ca3f389-5437-4ea2-8a38-885c550a4b7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"915c3e14-8cd5-4230-b707-f970f8f657dc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"90340ec5-f46e-4272-8ff5-cf1c6fbb9dce","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4c3df5b4-d4aa-4179-839b-a7946d5f05e1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T11:20:07.454 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T11:20:07.596 INFO:tasks.ceph.osd.0.smithi103.stderr:2024-09-19T11:20:07.594+0000 7f1bc7a3f640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T11:20:07.607 INFO:tasks.ceph.osd.2.smithi103.stderr:2024-09-19T11:20:07.606+0000 7f1717d97640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T11:20:07.632 INFO:tasks.ceph.osd.0.smithi103.stderr:2024-09-19T11:20:07.631+0000 7f1bbf85e640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:07.643 INFO:tasks.ceph.osd.1.smithi103.stderr:2024-09-19T11:20:07.642+0000 7f1333c2d640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T11:20:07.644 INFO:tasks.ceph.osd.2.smithi103.stderr:2024-09-19T11:20:07.643+0000 7f170fbb6640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:07.676 INFO:tasks.ceph.osd.1.smithi103.stderr:2024-09-19T11:20:07.675+0000 7f132b238640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:07.895 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-19T11:20:07.893+0000 7f0299ead640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T11:20:07.904 INFO:tasks.ceph.osd.5.smithi174.stderr:2024-09-19T11:20:07.903+0000 7f0291ccc640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:07.934 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-19T11:20:07.933+0000 7fb259c17640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T11:20:07.950 INFO:tasks.ceph.osd.7.smithi174.stderr:2024-09-19T11:20:07.949+0000 7fb251a36640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:07.954 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-19T11:20:07.953+0000 7f502acbb640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T11:20:07.960 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-19T11:20:07.959+0000 7fa9330ec640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T11:20:07.966 INFO:tasks.ceph.osd.6.smithi174.stderr:2024-09-19T11:20:07.965+0000 7f5022ada640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:07.971 INFO:tasks.ceph.osd.4.smithi174.stderr:2024-09-19T11:20:07.970+0000 7fa92af0b640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:08.533 INFO:tasks.ceph.osd.3.smithi103.stderr:2024-09-19T11:20:08.532+0000 7f4fd56b4640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T11:20:08.544 INFO:tasks.ceph.osd.3.smithi103.stderr:2024-09-19T11:20:08.543+0000 7f4fcd4d3640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T11:20:14.261 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T11:20:14.568 INFO:teuthology.misc.health.smithi103.stdout: 2024-09-19T11:20:14.568 INFO:teuthology.misc.health.smithi103.stdout:{"epoch":17,"fsid":"0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf","created":"2024-09-19T11:19:56.509996+0000","modified":"2024-09-19T11:20:11.614182+0000","last_up_change":"2024-09-19T11:20:08.608770+0000","last_in_change":"2024-09-19T11:19:58.892789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T11:20:08.797984+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b251971d-aa71-455a-a27c-eb4274cd4c41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6809","nonce":1848511137}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6811","nonce":1848511137}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6815","nonce":1848511137}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6813","nonce":1848511137}]},"public_addr":"172.21.15.103:6809/1848511137","cluster_addr":"172.21.15.103:6811/1848511137","heartbeat_back_addr":"172.21.15.103:6815/1848511137","heartbeat_front_addr":"172.21.15.103:6813/1848511137","state":["exists","up"]},{"osd":1,"uuid":"313d9c9b-0e35-40d1-81db-1277a2401af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6801","nonce":1117171007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6803","nonce":1117171007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6807","nonce":1117171007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6805","nonce":1117171007}]},"public_addr":"172.21.15.103:6801/1117171007","cluster_addr":"172.21.15.103:6803/1117171007","heartbeat_back_addr":"172.21.15.103:6807/1117171007","heartbeat_front_addr":"172.21.15.103:6805/1117171007","state":["exists","up"]},{"osd":2,"uuid":"1e8bba9f-0416-44fe-8f6d-7e8f73f34c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6827","nonce":2972986358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6829","nonce":2972986358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6833","nonce":2972986358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6831","nonce":2972986358}]},"public_addr":"172.21.15.103:6827/2972986358","cluster_addr":"172.21.15.103:6829/2972986358","heartbeat_back_addr":"172.21.15.103:6833/2972986358","heartbeat_front_addr":"172.21.15.103:6831/2972986358","state":["exists","up"]},{"osd":3,"uuid":"9ca3f389-5437-4ea2-8a38-885c550a4b7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6817","nonce":290437112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6819","nonce":290437112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6823","nonce":290437112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6821","nonce":290437112}]},"public_addr":"172.21.15.103:6817/290437112","cluster_addr":"172.21.15.103:6819/290437112","heartbeat_back_addr":"172.21.15.103:6823/290437112","heartbeat_front_addr":"172.21.15.103:6821/290437112","state":["exists","up"]},{"osd":4,"uuid":"915c3e14-8cd5-4230-b707-f970f8f657dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6801","nonce":3259778409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6803","nonce":3259778409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6807","nonce":3259778409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6805","nonce":3259778409}]},"public_addr":"172.21.15.174:6801/3259778409","cluster_addr":"172.21.15.174:6803/3259778409","heartbeat_back_addr":"172.21.15.174:6807/3259778409","heartbeat_front_addr":"172.21.15.174:6805/3259778409","state":["exists","up"]},{"osd":5,"uuid":"75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6809","nonce":2610174694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6811","nonce":2610174694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6815","nonce":2610174694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6813","nonce":2610174694}]},"public_addr":"172.21.15.174:6809/2610174694","cluster_addr":"172.21.15.174:6811/2610174694","heartbeat_back_addr":"172.21.15.174:6815/2610174694","heartbeat_front_addr":"172.21.15.174:6813/2610174694","state":["exists","up"]},{"osd":6,"uuid":"90340ec5-f46e-4272-8ff5-cf1c6fbb9dce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6825","nonce":413833526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6827","nonce":413833526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6831","nonce":413833526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6829","nonce":413833526}]},"public_addr":"172.21.15.174:6825/413833526","cluster_addr":"172.21.15.174:6827/413833526","heartbeat_back_addr":"172.21.15.174:6831/413833526","heartbeat_front_addr":"172.21.15.174:6829/413833526","state":["exists","up"]},{"osd":7,"uuid":"4c3df5b4-d4aa-4179-839b-a7946d5f05e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6817","nonce":1000060912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6819","nonce":1000060912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6823","nonce":1000060912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6821","nonce":1000060912}]},"public_addr":"172.21.15.174:6817/1000060912","cluster_addr":"172.21.15.174:6819/1000060912","heartbeat_back_addr":"172.21.15.174:6823/1000060912","heartbeat_front_addr":"172.21.15.174:6821/1000060912","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.523780+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.236780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.618382+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.962617+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.394699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.222425+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.259427+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.225621+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T11:20:14.579 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T11:20:14.580 INFO:tasks.ceph:Creating RBD pool 2024-09-19T11:20:14.580 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-19T11:20:15.635 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'rbd' created 2024-09-19T11:20:15.649 DEBUG:teuthology.orchestra.run.smithi103:> rbd --cluster ceph pool init rbd 2024-09-19T11:20:15.713 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:15.713 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:18.664 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T11:20:18.665 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-19T11:20:18.665 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T11:20:18.978 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:20:18.991 INFO:teuthology.orchestra.run.smithi103.stdout:[{"version":9,"timestamp":"2024-09-19T11:20:08.533633+0000","name":"","changes":[{"name":"osd.3/osd_mclock_max_capacity_iops_ssd","new_value":"7625.856313"}]}] 2024-09-19T11:20:18.991 INFO:tasks.ceph_manager:config epoch is 9 2024-09-19T11:20:18.991 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T11:20:18.991 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T11:20:18.991 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T11:20:19.342 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:20:19.353 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":3549713560},{"type":"v1","addr":"172.21.15.103:6825","nonce":3549713560}]},"active_addr":"172.21.15.103:6825/3549713560","active_change":"2024-09-19T11:20:00.776292+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":2442480196}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":3943721365}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":3078272469}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":3529849462}]}]} 2024-09-19T11:20:19.357 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T11:20:19.357 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T11:20:19.357 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T11:20:19.662 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:20:19.662 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":21,"fsid":"0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf","created":"2024-09-19T11:19:56.509996+0000","modified":"2024-09-19T11:20:18.646961+0000","last_up_change":"2024-09-19T11:20:08.608770+0000","last_in_change":"2024-09-19T11:19:58.892789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T11:20:08.797984+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-19T11:20:14.887906+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b251971d-aa71-455a-a27c-eb4274cd4c41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6809","nonce":1848511137}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6811","nonce":1848511137}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6815","nonce":1848511137}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6813","nonce":1848511137}]},"public_addr":"172.21.15.103:6809/1848511137","cluster_addr":"172.21.15.103:6811/1848511137","heartbeat_back_addr":"172.21.15.103:6815/1848511137","heartbeat_front_addr":"172.21.15.103:6813/1848511137","state":["exists","up"]},{"osd":1,"uuid":"313d9c9b-0e35-40d1-81db-1277a2401af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6801","nonce":1117171007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6803","nonce":1117171007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6807","nonce":1117171007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6805","nonce":1117171007}]},"public_addr":"172.21.15.103:6801/1117171007","cluster_addr":"172.21.15.103:6803/1117171007","heartbeat_back_addr":"172.21.15.103:6807/1117171007","heartbeat_front_addr":"172.21.15.103:6805/1117171007","state":["exists","up"]},{"osd":2,"uuid":"1e8bba9f-0416-44fe-8f6d-7e8f73f34c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6827","nonce":2972986358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6829","nonce":2972986358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6833","nonce":2972986358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6831","nonce":2972986358}]},"public_addr":"172.21.15.103:6827/2972986358","cluster_addr":"172.21.15.103:6829/2972986358","heartbeat_back_addr":"172.21.15.103:6833/2972986358","heartbeat_front_addr":"172.21.15.103:6831/2972986358","state":["exists","up"]},{"osd":3,"uuid":"9ca3f389-5437-4ea2-8a38-885c550a4b7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6817","nonce":290437112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6819","nonce":290437112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6823","nonce":290437112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6821","nonce":290437112}]},"public_addr":"172.21.15.103:6817/290437112","cluster_addr":"172.21.15.103:6819/290437112","heartbeat_back_addr":"172.21.15.103:6823/290437112","heartbeat_front_addr":"172.21.15.103:6821/290437112","state":["exists","up"]},{"osd":4,"uuid":"915c3e14-8cd5-4230-b707-f970f8f657dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6801","nonce":3259778409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6803","nonce":3259778409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6807","nonce":3259778409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6805","nonce":3259778409}]},"public_addr":"172.21.15.174:6801/3259778409","cluster_addr":"172.21.15.174:6803/3259778409","heartbeat_back_addr":"172.21.15.174:6807/3259778409","heartbeat_front_addr":"172.21.15.174:6805/3259778409","state":["exists","up"]},{"osd":5,"uuid":"75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6809","nonce":2610174694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6811","nonce":2610174694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6815","nonce":2610174694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6813","nonce":2610174694}]},"public_addr":"172.21.15.174:6809/2610174694","cluster_addr":"172.21.15.174:6811/2610174694","heartbeat_back_addr":"172.21.15.174:6815/2610174694","heartbeat_front_addr":"172.21.15.174:6813/2610174694","state":["exists","up"]},{"osd":6,"uuid":"90340ec5-f46e-4272-8ff5-cf1c6fbb9dce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6825","nonce":413833526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6827","nonce":413833526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6831","nonce":413833526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6829","nonce":413833526}]},"public_addr":"172.21.15.174:6825/413833526","cluster_addr":"172.21.15.174:6827/413833526","heartbeat_back_addr":"172.21.15.174:6831/413833526","heartbeat_front_addr":"172.21.15.174:6829/413833526","state":["exists","up"]},{"osd":7,"uuid":"4c3df5b4-d4aa-4179-839b-a7946d5f05e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6817","nonce":1000060912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6819","nonce":1000060912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6823","nonce":1000060912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6821","nonce":1000060912}]},"public_addr":"172.21.15.174:6817/1000060912","cluster_addr":"172.21.15.174:6819/1000060912","heartbeat_back_addr":"172.21.15.174:6823/1000060912","heartbeat_front_addr":"172.21.15.174:6821/1000060912","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.523780+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.236780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.618382+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.962617+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.394699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.222425+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.259427+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.225621+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T11:20:19.675 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T11:20:19.676 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T11:20:19.973 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:20:19.974 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":21,"fsid":"0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf","created":"2024-09-19T11:19:56.509996+0000","modified":"2024-09-19T11:20:18.646961+0000","last_up_change":"2024-09-19T11:20:08.608770+0000","last_in_change":"2024-09-19T11:19:58.892789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T11:20:08.797984+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-19T11:20:14.887906+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b251971d-aa71-455a-a27c-eb4274cd4c41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6809","nonce":1848511137}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6811","nonce":1848511137}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6815","nonce":1848511137}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6813","nonce":1848511137}]},"public_addr":"172.21.15.103:6809/1848511137","cluster_addr":"172.21.15.103:6811/1848511137","heartbeat_back_addr":"172.21.15.103:6815/1848511137","heartbeat_front_addr":"172.21.15.103:6813/1848511137","state":["exists","up"]},{"osd":1,"uuid":"313d9c9b-0e35-40d1-81db-1277a2401af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6801","nonce":1117171007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6803","nonce":1117171007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6807","nonce":1117171007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6805","nonce":1117171007}]},"public_addr":"172.21.15.103:6801/1117171007","cluster_addr":"172.21.15.103:6803/1117171007","heartbeat_back_addr":"172.21.15.103:6807/1117171007","heartbeat_front_addr":"172.21.15.103:6805/1117171007","state":["exists","up"]},{"osd":2,"uuid":"1e8bba9f-0416-44fe-8f6d-7e8f73f34c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6827","nonce":2972986358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6829","nonce":2972986358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6833","nonce":2972986358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6831","nonce":2972986358}]},"public_addr":"172.21.15.103:6827/2972986358","cluster_addr":"172.21.15.103:6829/2972986358","heartbeat_back_addr":"172.21.15.103:6833/2972986358","heartbeat_front_addr":"172.21.15.103:6831/2972986358","state":["exists","up"]},{"osd":3,"uuid":"9ca3f389-5437-4ea2-8a38-885c550a4b7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6817","nonce":290437112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6819","nonce":290437112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6823","nonce":290437112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6821","nonce":290437112}]},"public_addr":"172.21.15.103:6817/290437112","cluster_addr":"172.21.15.103:6819/290437112","heartbeat_back_addr":"172.21.15.103:6823/290437112","heartbeat_front_addr":"172.21.15.103:6821/290437112","state":["exists","up"]},{"osd":4,"uuid":"915c3e14-8cd5-4230-b707-f970f8f657dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6801","nonce":3259778409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6803","nonce":3259778409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6807","nonce":3259778409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6805","nonce":3259778409}]},"public_addr":"172.21.15.174:6801/3259778409","cluster_addr":"172.21.15.174:6803/3259778409","heartbeat_back_addr":"172.21.15.174:6807/3259778409","heartbeat_front_addr":"172.21.15.174:6805/3259778409","state":["exists","up"]},{"osd":5,"uuid":"75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6809","nonce":2610174694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6811","nonce":2610174694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6815","nonce":2610174694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6813","nonce":2610174694}]},"public_addr":"172.21.15.174:6809/2610174694","cluster_addr":"172.21.15.174:6811/2610174694","heartbeat_back_addr":"172.21.15.174:6815/2610174694","heartbeat_front_addr":"172.21.15.174:6813/2610174694","state":["exists","up"]},{"osd":6,"uuid":"90340ec5-f46e-4272-8ff5-cf1c6fbb9dce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6825","nonce":413833526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6827","nonce":413833526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6831","nonce":413833526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6829","nonce":413833526}]},"public_addr":"172.21.15.174:6825/413833526","cluster_addr":"172.21.15.174:6827/413833526","heartbeat_back_addr":"172.21.15.174:6831/413833526","heartbeat_front_addr":"172.21.15.174:6829/413833526","state":["exists","up"]},{"osd":7,"uuid":"4c3df5b4-d4aa-4179-839b-a7946d5f05e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6817","nonce":1000060912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6819","nonce":1000060912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6823","nonce":1000060912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6821","nonce":1000060912}]},"public_addr":"172.21.15.174:6817/1000060912","cluster_addr":"172.21.15.174:6819/1000060912","heartbeat_back_addr":"172.21.15.174:6823/1000060912","heartbeat_front_addr":"172.21.15.174:6821/1000060912","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.523780+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.236780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.618382+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.962617+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.394699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.222425+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.259427+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.225621+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T11:20:19.987 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T11:20:19.987 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T11:20:19.988 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T11:20:19.988 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T11:20:19.989 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T11:20:19.989 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T11:20:19.989 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T11:20:19.990 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T11:20:20.249 INFO:teuthology.orchestra.run.smithi103.stdout:60129542151 2024-09-19T11:20:20.249 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T11:20:20.253 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:20.254 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T11:20:20.254 INFO:teuthology.orchestra.run.smithi103.stdout:60129542151 2024-09-19T11:20:20.255 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T11:20:20.257 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:20.257 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T11:20:20.258 INFO:teuthology.orchestra.run.smithi103.stdout:60129542150 2024-09-19T11:20:20.259 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T11:20:20.260 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:20.260 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T11:20:20.261 INFO:teuthology.orchestra.run.smithi103.stdout:60129542150 2024-09-19T11:20:20.261 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T11:20:20.262 INFO:teuthology.orchestra.run.smithi103.stdout:60129542150 2024-09-19T11:20:20.263 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T11:20:20.836 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:20.856 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:20.857 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.1 2024-09-19T11:20:20.873 INFO:teuthology.orchestra.run.smithi103.stdout:60129542147 2024-09-19T11:20:20.875 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.2 2024-09-19T11:20:20.890 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.5 2024-09-19T11:20:20.897 INFO:teuthology.orchestra.run.smithi103.stdout:60129542148 2024-09-19T11:20:20.900 INFO:teuthology.orchestra.run.smithi103.stdout:60129542147 2024-09-19T11:20:20.901 INFO:teuthology.orchestra.run.smithi103.stdout:60129542148 2024-09-19T11:20:20.915 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.6 2024-09-19T11:20:20.915 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.3 2024-09-19T11:20:20.919 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.4 2024-09-19T11:20:20.944 INFO:teuthology.orchestra.run.smithi103.stdout:60129542147 2024-09-19T11:20:20.955 INFO:teuthology.orchestra.run.smithi103.stdout:60129542148 2024-09-19T11:20:20.958 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.7 2024-09-19T11:20:20.968 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.0 2024-09-19T11:20:21.858 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T11:20:21.876 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T11:20:21.891 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T11:20:21.916 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T11:20:21.916 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T11:20:21.920 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T11:20:21.959 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T11:20:21.969 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T11:20:22.439 INFO:teuthology.orchestra.run.smithi103.stdout:60129542151 2024-09-19T11:20:22.456 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.1 2024-09-19T11:20:22.456 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.509 INFO:teuthology.orchestra.run.smithi103.stdout:60129542150 2024-09-19T11:20:22.515 INFO:teuthology.orchestra.run.smithi103.stdout:60129542151 2024-09-19T11:20:22.520 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:22.526 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.3 2024-09-19T11:20:22.526 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.533 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.2 2024-09-19T11:20:22.533 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.540 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.5 2024-09-19T11:20:22.540 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.553 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:22.566 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.6 2024-09-19T11:20:22.566 INFO:teuthology.orchestra.run.smithi103.stdout:60129542150 2024-09-19T11:20:22.566 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.578 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.0 2024-09-19T11:20:22.578 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.593 INFO:teuthology.orchestra.run.smithi103.stdout:60129542150 2024-09-19T11:20:22.598 INFO:teuthology.orchestra.run.smithi103.stdout:60129542149 2024-09-19T11:20:22.606 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.4 2024-09-19T11:20:22.606 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.611 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.7 2024-09-19T11:20:22.611 DEBUG:teuthology.parallel:result is None 2024-09-19T11:20:22.611 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T11:20:22.611 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T11:20:22.949 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:20:22.949 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T11:20:22.961 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T11:20:22.784470+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219096,"kb_used_data":2832,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755624,"statfs":{"total":773094113280,"available":772869758976,"internally_reserved":0,"allocated":2899968,"data_stored":1758366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.138779"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.916262+0000","last_change":"2024-09-19T11:20:18.916502+0000","last_active":"2024-09-19T11:20:18.916262+0000","last_peered":"2024-09-19T11:20:18.916262+0000","last_clean":"2024-09-19T11:20:18.916262+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T11:20:18.916262+0000","last_undegraded":"2024-09-19T11:20:18.916262+0000","last_fullsized":"2024-09-19T11:20:18.916262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:01.833138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.659249+0000","last_change":"2024-09-19T11:20:18.659249+0000","last_active":"2024-09-19T11:20:18.659249+0000","last_peered":"2024-09-19T11:20:18.659249+0000","last_clean":"2024-09-19T11:20:18.659249+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T11:20:18.659249+0000","last_undegraded":"2024-09-19T11:20:18.659249+0000","last_fullsized":"2024-09-19T11:20:18.659249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:12.660267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.916238+0000","last_change":"2024-09-19T11:20:18.916544+0000","last_active":"2024-09-19T11:20:18.916238+0000","last_peered":"2024-09-19T11:20:18.916238+0000","last_clean":"2024-09-19T11:20:18.916238+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T11:20:18.916238+0000","last_undegraded":"2024-09-19T11:20:18.916238+0000","last_fullsized":"2024-09-19T11:20:18.916238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.643110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.659197+0000","last_change":"2024-09-19T11:20:18.659197+0000","last_active":"2024-09-19T11:20:18.659197+0000","last_peered":"2024-09-19T11:20:18.659197+0000","last_clean":"2024-09-19T11:20:18.659197+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T11:20:18.659197+0000","last_undegraded":"2024-09-19T11:20:18.659197+0000","last_fullsized":"2024-09-19T11:20:18.659197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:51.098297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.658190+0000","last_change":"2024-09-19T11:20:18.657530+0000","last_active":"2024-09-19T11:20:18.658190+0000","last_peered":"2024-09-19T11:20:18.658190+0000","last_clean":"2024-09-19T11:20:18.658190+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T11:20:18.658190+0000","last_undegraded":"2024-09-19T11:20:18.658190+0000","last_fullsized":"2024-09-19T11:20:18.658190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:13.049512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.652096+0000","last_change":"2024-09-19T11:20:18.652096+0000","last_active":"2024-09-19T11:20:18.652096+0000","last_peered":"2024-09-19T11:20:18.652096+0000","last_clean":"2024-09-19T11:20:18.652096+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T11:20:18.652096+0000","last_undegraded":"2024-09-19T11:20:18.652096+0000","last_fullsized":"2024-09-19T11:20:18.652096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:36.895840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.916300+0000","last_change":"2024-09-19T11:20:18.916567+0000","last_active":"2024-09-19T11:20:18.916300+0000","last_peered":"2024-09-19T11:20:18.916300+0000","last_clean":"2024-09-19T11:20:18.916300+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T11:20:18.916300+0000","last_undegraded":"2024-09-19T11:20:18.916300+0000","last_fullsized":"2024-09-19T11:20:18.916300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.910058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.656896+0000","last_change":"2024-09-19T11:20:18.656896+0000","last_active":"2024-09-19T11:20:18.656896+0000","last_peered":"2024-09-19T11:20:18.656896+0000","last_clean":"2024-09-19T11:20:18.656896+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T11:20:18.656896+0000","last_undegraded":"2024-09-19T11:20:18.656896+0000","last_fullsized":"2024-09-19T11:20:18.656896+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:19.798578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.915894+0000","last_change":"2024-09-19T11:20:10.620362+0000","last_active":"2024-09-19T11:20:18.915894+0000","last_peered":"2024-09-19T11:20:18.915894+0000","last_clean":"2024-09-19T11:20:18.915894+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T11:20:18.915894+0000","last_undegraded":"2024-09-19T11:20:18.915894+0000","last_fullsized":"2024-09-19T11:20:18.915894+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_clean_scrub_stamp":"2024-09-19T11:20:09.610399+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:14.755470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T11:20:22.962 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T11:20:23.259 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:20:23.259 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T11:20:23.271 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T11:20:22.784470+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219096,"kb_used_data":2832,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755624,"statfs":{"total":773094113280,"available":772869758976,"internally_reserved":0,"allocated":2899968,"data_stored":1758366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.138779"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.916262+0000","last_change":"2024-09-19T11:20:18.916502+0000","last_active":"2024-09-19T11:20:18.916262+0000","last_peered":"2024-09-19T11:20:18.916262+0000","last_clean":"2024-09-19T11:20:18.916262+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T11:20:18.916262+0000","last_undegraded":"2024-09-19T11:20:18.916262+0000","last_fullsized":"2024-09-19T11:20:18.916262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:01.833138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.659249+0000","last_change":"2024-09-19T11:20:18.659249+0000","last_active":"2024-09-19T11:20:18.659249+0000","last_peered":"2024-09-19T11:20:18.659249+0000","last_clean":"2024-09-19T11:20:18.659249+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T11:20:18.659249+0000","last_undegraded":"2024-09-19T11:20:18.659249+0000","last_fullsized":"2024-09-19T11:20:18.659249+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:12.660267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.916238+0000","last_change":"2024-09-19T11:20:18.916544+0000","last_active":"2024-09-19T11:20:18.916238+0000","last_peered":"2024-09-19T11:20:18.916238+0000","last_clean":"2024-09-19T11:20:18.916238+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T11:20:18.916238+0000","last_undegraded":"2024-09-19T11:20:18.916238+0000","last_fullsized":"2024-09-19T11:20:18.916238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.643110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.659197+0000","last_change":"2024-09-19T11:20:18.659197+0000","last_active":"2024-09-19T11:20:18.659197+0000","last_peered":"2024-09-19T11:20:18.659197+0000","last_clean":"2024-09-19T11:20:18.659197+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T11:20:18.659197+0000","last_undegraded":"2024-09-19T11:20:18.659197+0000","last_fullsized":"2024-09-19T11:20:18.659197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:51.098297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.658190+0000","last_change":"2024-09-19T11:20:18.657530+0000","last_active":"2024-09-19T11:20:18.658190+0000","last_peered":"2024-09-19T11:20:18.658190+0000","last_clean":"2024-09-19T11:20:18.658190+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T11:20:18.658190+0000","last_undegraded":"2024-09-19T11:20:18.658190+0000","last_fullsized":"2024-09-19T11:20:18.658190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:13.049512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.652096+0000","last_change":"2024-09-19T11:20:18.652096+0000","last_active":"2024-09-19T11:20:18.652096+0000","last_peered":"2024-09-19T11:20:18.652096+0000","last_clean":"2024-09-19T11:20:18.652096+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T11:20:18.652096+0000","last_undegraded":"2024-09-19T11:20:18.652096+0000","last_fullsized":"2024-09-19T11:20:18.652096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:36.895840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.916300+0000","last_change":"2024-09-19T11:20:18.916567+0000","last_active":"2024-09-19T11:20:18.916300+0000","last_peered":"2024-09-19T11:20:18.916300+0000","last_clean":"2024-09-19T11:20:18.916300+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T11:20:18.916300+0000","last_undegraded":"2024-09-19T11:20:18.916300+0000","last_fullsized":"2024-09-19T11:20:18.916300+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.910058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.656896+0000","last_change":"2024-09-19T11:20:18.656896+0000","last_active":"2024-09-19T11:20:18.656896+0000","last_peered":"2024-09-19T11:20:18.656896+0000","last_clean":"2024-09-19T11:20:18.656896+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T11:20:18.656896+0000","last_undegraded":"2024-09-19T11:20:18.656896+0000","last_fullsized":"2024-09-19T11:20:18.656896+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:19.798578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T11:20:18.915894+0000","last_change":"2024-09-19T11:20:10.620362+0000","last_active":"2024-09-19T11:20:18.915894+0000","last_peered":"2024-09-19T11:20:18.915894+0000","last_clean":"2024-09-19T11:20:18.915894+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T11:20:18.915894+0000","last_undegraded":"2024-09-19T11:20:18.915894+0000","last_fullsized":"2024-09-19T11:20:18.915894+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_clean_scrub_stamp":"2024-09-19T11:20:09.610399+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:14.755470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T11:20:23.272 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T11:20:23.272 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T11:20:23.273 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T11:20:23.273 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T11:20:23.611 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:20:23.611 INFO:teuthology.orchestra.run.smithi103.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T11:20:23.625 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T11:20:23.625 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-19T11:20:23.637 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-19T11:20:23.637 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-19T11:20:23.666 DEBUG:teuthology.orchestra.run.smithi103:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-19T11:20:23.922 INFO:teuthology.orchestra.run.smithi103.stderr:..+....+........+....+...+.....+.+..+..........+.........+...+...+..+.+............+..+...+++++++++++++++++++++++++++++++++++++++++++++*..+....+..+....+.....+...+..........+...+..+.+.....+....+..+.........+.+.........+++++++++++++++++++++++++++++++++++++++++++++*.+...........+.......+...........+.+.....+.+...+...........+...+.+......+...+...............+......+................................+....+..............+.+.........+...........+......+.........+................+..+.......+.....+....+......+......+..+.+......+......+..+...+.......+......+..+.......+.....+.+..+..................+.+...+...+............+...........+..........+..............+...+.........+.+...+.....+....+..+.+..+............+...+..................+++++ 2024-09-19T11:20:24.100 INFO:teuthology.orchestra.run.smithi103.stderr:..+......+....+...............+......+++++++++++++++++++++++++++++++++++++++++++++*..+.....+....+.....+......+......+...+.......+..+++++++++++++++++++++++++++++++++++++++++++++*..+.........+..........+.........+..+............+..................+....+...+...+........+....+...+............+..+....+...........+...+...+...................+.....+................+..+.+......+.....+..........+...+..................+..+...+...............+..........+...+..+.........+....+......+........+......+.+.....+...+...+.............+.........+.....+.......+...+.....+.......+...+...............+.....+.............+..............+.........+.+...+...+...+..+...+.........+............+......+..........+...+..+....+...+......+......+.....+...+.......+...........+.......+.....................+...............+.....+..........+.....+......................+..+++++ 2024-09-19T11:20:24.115 INFO:teuthology.orchestra.run.smithi103.stderr:----- 2024-09-19T11:20:24.121 DEBUG:teuthology.orchestra.run.smithi103:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-19T11:20:24.161 DEBUG:teuthology.orchestra.run.smithi103:> sudo update-ca-trust 2024-09-19T11:20:25.255 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-19T11:20:25.283 DEBUG:teuthology.orchestra.run.smithi103:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi103.front.sepia.ceph.com 2024-09-19T11:20:25.400 INFO:teuthology.orchestra.run.smithi103.stderr:.........+..+...+.+......+...........+...+.+...+.....+++++++++++++++++++++++++++++++++++++++*.......+...+++++++++++++++++++++++++++++++++++++++*............+...+........+......+.........+................+...............++++++ 2024-09-19T11:20:25.401 INFO:teuthology.orchestra.run.smithi103.stderr:....+.+...........+...+.+...+++++++++++++++++++++++++++++++++++++++*..+...+..+......+......+...+......+.......+.....+++++++++++++++++++++++++++++++++++++++*.......+..+.........+..........+......+.....+...+.+......+........+.......+...........+...+......+......+...+....+..+..........+.....+......+....+......+..+.+...........+.+........+.......+.....+..........+........+....+...............+...+..................+..+....+......+...+..+...+.+...+..+....+......+.....+...+.+.........+...+..+................+.....+............+.......+..+......+.......+.....++++++ 2024-09-19T11:20:25.401 INFO:teuthology.orchestra.run.smithi103.stderr:----- 2024-09-19T11:20:25.401 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:20:25.401 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-19T11:20:25.469 DEBUG:teuthology.orchestra.run.smithi103:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-19T11:20:25.546 INFO:teuthology.orchestra.run.smithi103.stderr:Certificate request self-signature ok 2024-09-19T11:20:25.546 INFO:teuthology.orchestra.run.smithi103.stderr:subject=CN=smithi103.front.sepia.ceph.com 2024-09-19T11:20:25.556 DEBUG:teuthology.orchestra.run.smithi103:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-19T11:20:25.625 DEBUG:teuthology.orchestra.run.smithi103:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-19T11:20:25.697 INFO:teuthology.orchestra.run.smithi103.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-19T11:20:25.697 DEBUG:teuthology.orchestra.run.smithi103:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-19T11:20:25.766 INFO:teuthology.run_tasks:Running task rgw... 2024-09-19T11:20:25.783 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2024-09-19T11:20:25.783 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-19T11:20:25.783 INFO:tasks.rgw:Creating data pools 2024-09-19T11:20:25.783 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-19T11:20:25.784 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2024-09-19T11:20:26.302 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'default.rgw.buckets.data' created 2024-09-19T11:20:26.321 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-19T11:20:27.307 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-19T11:20:27.335 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-19T11:20:28.309 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'default.rgw.buckets.index' created 2024-09-19T11:20:28.335 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-19T11:20:29.324 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-19T11:20:29.351 DEBUG:tasks.rgw:Pools created 2024-09-19T11:20:29.351 INFO:tasks.rgw:Configuring compression type = random 2024-09-19T11:20:29.351 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-19T11:20:29.352 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-19T11:20:29.352 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-19T11:20:29.449 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:29.449 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:31.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.367+0000 7fadaecde640 0 -- 172.21.15.103:0/1264217393 >> [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] conn(0x7fac84077480 msgr2=0x7fac84079940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:20:31.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.372+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.373+0000 7fadae4dd640 0 -- 172.21.15.103:0/654013090 >> [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] conn(0x7fac74077570 msgr2=0x7fac74079a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.373+0000 7fadb272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.373+0000 7fadb272e800 20 realm 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.373+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.374+0000 7fadb272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.374+0000 7fadb272e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.374+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.374+0000 7fadb272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:31.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.374+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.375+0000 7fadb272e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:20:31.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.375+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.376+0000 7fadb272e800 20 rados_obj.operate() r=0 bl.length=993 2024-09-19T11:20:31.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.376+0000 7fadb272e800 20 searching for the correct realm 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.387+0000 7fadb272e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.387+0000 7fadb272e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.387+0000 7fadb272e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.387+0000 7fadb272e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.387+0000 7fadb272e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.387+0000 7fadb272e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.387+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.388+0000 7fadb272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:31.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.388+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.390 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.389+0000 7fadb272e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:20:31.390 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.389+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 20 rados_obj.operate() r=0 bl.length=436 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 20 zone default found 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 4 Realm: () 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 20 zonegroup default 2024-09-19T11:20:31.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:31.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:31.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:31.390+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:33.341 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:33.336+0000 7fadb272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:33.341 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:33.336+0000 7fadb272e800 20 rados->read ofs=0 len=0 2024-09-19T11:20:33.341 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:33.340+0000 7fadb272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:33.341 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:33.340+0000 7fadb272e800 20 started sync module instance, tier type = 2024-09-19T11:20:33.341 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:33.340+0000 7fadb272e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:20:35.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.365+0000 7fadb272e800 20 add_watcher() i=0 2024-09-19T11:20:35.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.365+0000 7fadb272e800 20 add_watcher() i=1 2024-09-19T11:20:35.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.365+0000 7fadb272e800 20 add_watcher() i=2 2024-09-19T11:20:35.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.365+0000 7fadb272e800 20 add_watcher() i=3 2024-09-19T11:20:35.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.365+0000 7fadb272e800 20 add_watcher() i=4 2024-09-19T11:20:35.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.365+0000 7fadb272e800 20 add_watcher() i=5 2024-09-19T11:20:35.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.365+0000 7fadb272e800 20 add_watcher() i=6 2024-09-19T11:20:35.368 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 add_watcher() i=7 2024-09-19T11:20:35.368 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:20:35.368 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-19T11:20:35.368 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-19T11:20:35.368 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-19T11:20:35.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-19T11:20:35.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-19T11:20:35.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.367+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-19T11:20:35.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.368+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.371 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-19T11:20:35.371 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.369+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-19T11:20:35.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-19T11:20:35.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.370+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-19T11:20:35.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.371+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-19T11:20:35.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.372+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.373+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-19T11:20:35.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-19T11:20:35.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-19T11:20:35.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.374+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-19T11:20:35.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-19T11:20:35.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.375+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.376+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-19T11:20:35.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.377+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.378+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.379+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-19T11:20:35.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-19T11:20:35.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-19T11:20:35.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-19T11:20:35.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-19T11:20:35.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-19T11:20:35.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.380+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-19T11:20:35.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-19T11:20:35.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.381+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.382+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-19T11:20:35.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.383+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.384+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-19T11:20:35.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.385+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.386+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-19T11:20:35.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.387+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.388+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-19T11:20:35.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.389+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-19T11:20:35.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.390+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.391+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-19T11:20:35.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.392+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-19T11:20:35.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.393+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.394+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.394+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.394+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.394+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.394+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.394+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-19T11:20:35.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.395+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-19T11:20:35.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.396+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.397+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.398+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.399+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-19T11:20:35.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.399+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-19T11:20:35.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.399+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.399+0000 7fadb272e800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-19T11:20:35.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.399+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-19T11:20:35.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.400+0000 7fadb272e800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-19T11:20:35.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.403+0000 7fac60fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:20:35.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.403+0000 7fadb272e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:20:35.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:35.403+0000 7fadb272e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:20:38.355 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.354+0000 7fadb272e800 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-19T11:20:38.355 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.354+0000 7fadb272e800 5 note: GC not initialized 2024-09-19T11:20:38.356 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.355+0000 7fadb272e800 20 init_complete bucket index max shards: 11 2024-09-19T11:20:38.357 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.355+0000 7fadb272e800 20 Filter name: none 2024-09-19T11:20:38.357 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.355+0000 7fabcb7fe640 20 reqs_thread_entry: start 2024-09-19T11:20:38.357 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.356+0000 7fabc97fa640 20 reqs_thread_entry: start 2024-09-19T11:20:38.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.382+0000 7fac60fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:20:38.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.385+0000 7fadb272e800 20 remove_watcher() i=0 2024-09-19T11:20:38.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.385+0000 7fadb272e800 2 removed watcher, disabling cache 2024-09-19T11:20:38.388 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.387+0000 7fadb272e800 20 remove_watcher() i=1 2024-09-19T11:20:38.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.389+0000 7fadb272e800 20 remove_watcher() i=2 2024-09-19T11:20:38.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.390+0000 7fadb272e800 20 remove_watcher() i=3 2024-09-19T11:20:38.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.391+0000 7fadb272e800 20 remove_watcher() i=4 2024-09-19T11:20:38.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.392+0000 7fadb272e800 20 remove_watcher() i=5 2024-09-19T11:20:38.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.395+0000 7fadb272e800 20 remove_watcher() i=6 2024-09-19T11:20:38.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.399+0000 7fadb272e800 20 remove_watcher() i=7 2024-09-19T11:20:38.414 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2024-09-19T11:20:38.414 DEBUG:tasks.util.rgw: json result: [] 2024-09-19T11:20:38.414 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-19T11:20:38.414 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-19T11:20:38.414 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-19T11:20:38.481 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:38.481 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:38.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.506+0000 7fbb0d81d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:20:38.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.506+0000 7fbb0d81d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:20:38.510 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.509+0000 7fb95effd640 20 reqs_thread_entry: start 2024-09-19T11:20:38.526 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"827a0a30-dc1c-4d1d-aeed-b4a8dce38d87","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-19T11:20:38.526 DEBUG:tasks.util.rgw: json result: {'id': '827a0a30-dc1c-4d1d-aeed-b4a8dce38d87', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-19T11:20:38.526 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-19T11:20:38.527 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-19T11:20:38.527 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-19T11:20:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:38.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.614+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.615+0000 7fe939126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.615+0000 7fe939126800 20 realm 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.615+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.616+0000 7fe939126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.616+0000 7fe939126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.616+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.616+0000 7fe939126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.616+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.618 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.617+0000 7fe939126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:20:38.618 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.617+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.618 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.617+0000 7fe939126800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-19T11:20:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.617+0000 7fe939126800 20 searching for the correct realm 2024-09-19T11:20:38.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.627+0000 7fe9355da640 0 -- 172.21.15.103:0/4188999205 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7fe92002f070 msgr2=0x7fe920072680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:20:38.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.632+0000 7fe92ffff640 0 -- 172.21.15.103:0/4188999205 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x5557344a0f00 msgr2=0x5557344a32f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:20:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:20:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:20:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:20:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:20:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:20:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:20:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.634+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:20:38.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 rados_obj.operate() r=0 bl.length=436 2024-09-19T11:20:38.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 zone default found 2024-09-19T11:20:38.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 4 Realm: () 2024-09-19T11:20:38.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 zonegroup default 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.635+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.636+0000 7fe939126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.636+0000 7fe939126800 20 rados->read ofs=0 len=0 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.636+0000 7fe939126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.636+0000 7fe939126800 20 started sync module instance, tier type = 2024-09-19T11:20:38.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.636+0000 7fe939126800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:20:38.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.654+0000 7fe939126800 20 add_watcher() i=0 2024-09-19T11:20:38.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.654+0000 7fe939126800 20 add_watcher() i=1 2024-09-19T11:20:38.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.654+0000 7fe939126800 20 add_watcher() i=2 2024-09-19T11:20:38.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.654+0000 7fe939126800 20 add_watcher() i=3 2024-09-19T11:20:38.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.654+0000 7fe939126800 20 add_watcher() i=4 2024-09-19T11:20:38.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.654+0000 7fe939126800 20 add_watcher() i=5 2024-09-19T11:20:38.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.654+0000 7fe939126800 20 add_watcher() i=6 2024-09-19T11:20:38.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.656+0000 7fe939126800 20 add_watcher() i=7 2024-09-19T11:20:38.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.656+0000 7fe939126800 2 all 8 watchers are set, enabling cache 2024-09-19T11:20:38.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe7eafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:20:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe939126800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:20:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe939126800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:20:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe939126800 5 note: GC not initialized 2024-09-19T11:20:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe7e9fe3640 20 reqs_thread_entry: start 2024-09-19T11:20:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe939126800 20 init_complete bucket index max shards: 11 2024-09-19T11:20:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe939126800 20 Filter name: none 2024-09-19T11:20:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.659+0000 7fe75b7fe640 20 reqs_thread_entry: start 2024-09-19T11:20:38.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.669+0000 7fe7eafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:20:38.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.671+0000 7fe939126800 20 remove_watcher() i=0 2024-09-19T11:20:38.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.671+0000 7fe939126800 2 removed watcher, disabling cache 2024-09-19T11:20:38.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.673+0000 7fe939126800 20 remove_watcher() i=1 2024-09-19T11:20:38.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.675+0000 7fe939126800 20 remove_watcher() i=2 2024-09-19T11:20:38.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.677+0000 7fe939126800 20 remove_watcher() i=3 2024-09-19T11:20:38.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.678+0000 7fe939126800 20 remove_watcher() i=4 2024-09-19T11:20:38.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.679+0000 7fe939126800 20 remove_watcher() i=5 2024-09-19T11:20:38.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.680+0000 7fe939126800 20 remove_watcher() i=6 2024-09-19T11:20:38.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.681+0000 7fe939126800 20 remove_watcher() i=7 2024-09-19T11:20:38.693 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2024-09-19T11:20:38.693 DEBUG:tasks.util.rgw: json result: [] 2024-09-19T11:20:38.693 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-19T11:20:38.693 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-19T11:20:38.693 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-19T11:20:38.694 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-19T11:20:38.757 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:38.757 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:38.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.781+0000 7ff1f2b23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:20:38.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.781+0000 7ff1f2b23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:20:38.786 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.785+0000 7ff0b17e2640 20 reqs_thread_entry: start 2024-09-19T11:20:38.800 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-19T11:20:38.800 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-19T11:20:38.800 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-19T11:20:38.800 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-19T11:20:38.801 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-19T11:20:38.865 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:38.865 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:38.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.888+0000 7fd49140f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:20:38.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.888+0000 7fd49140f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:20:38.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.892+0000 7fd3517e2640 20 reqs_thread_entry: start 2024-09-19T11:20:38.908 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"827a0a30-dc1c-4d1d-aeed-b4a8dce38d87","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-19T11:20:38.909 DEBUG:tasks.util.rgw: json result: {'id': '827a0a30-dc1c-4d1d-aeed-b4a8dce38d87', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-19T11:20:38.909 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-19T11:20:38.909 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-19T11:20:38.909 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-19T11:20:38.909 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-19T11:20:38.971 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:38.971 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:38.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.996+0000 7f85cb412800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:20:38.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:38.996+0000 7f85cb412800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:20:39.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:39.000+0000 7f84897e2640 20 reqs_thread_entry: start 2024-09-19T11:20:39.016 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-19T11:20:39.016 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-19T11:20:39.016 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-19T11:20:39.016 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-19T11:20:39.016 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-19T11:20:39.081 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:20:39.082 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:20:39.107 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:39.106+0000 7fb0fb934800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:20:39.107 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:39.106+0000 7fb0fb934800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:20:39.111 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:20:39.110+0000 7faf75ffb640 20 reqs_thread_entry: start 2024-09-19T11:20:39.127 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"827a0a30-dc1c-4d1d-aeed-b4a8dce38d87","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-19T11:20:39.127 DEBUG:tasks.util.rgw: json result: {'id': '827a0a30-dc1c-4d1d-aeed-b4a8dce38d87', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-19T11:20:39.128 INFO:tasks.rgw:Starting rgw... 2024-09-19T11:20:39.128 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2024-09-19T11:20:39.128 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-19T11:20:39.128 DEBUG:teuthology.orchestra.run.smithi103:> sudo echo -n https://smithi103.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-19T11:20:39.168 INFO:teuthology.orchestra.run.smithi103.stdout:https://smithi103.front.sepia.ceph.com:443 2024-09-19T11:20:39.168 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-19T11:20:39.248 DEBUG:teuthology.orchestra.run.smithi103:> sudo keytool -import -alias smithi103.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-19T11:20:39.465 INFO:teuthology.orchestra.run.smithi103.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-19T11:20:39.596 INFO:teuthology.orchestra.run.smithi103.stderr:Certificate was added to keystore 2024-09-19T11:20:39.620 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-19T11:20:39.620 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-19T11:20:39.622 INFO:tasks.rgw.client.0:Started 2024-09-19T11:20:39.622 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi103.front.sepia.ceph.com:443/ 2024-09-19T11:20:39.623 DEBUG:teuthology.orchestra.run.smithi103:> curl https://smithi103.front.sepia.ceph.com:443/ 2024-09-19T11:20:39.664 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-19T11:20:39.665 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-19T11:20:39.665 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2024-09-19T11:20:39.665 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-19T11:20:39.665 INFO:teuthology.orchestra.run.smithi103.stderr:curl: (7) Failed to connect to smithi103.front.sepia.ceph.com port 443: Connection refused 2024-09-19T11:20:40.068 INFO:tasks.rgw.client.0.smithi103.stdout:2024-09-19T11:20:40.067+0000 7fedab723880 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-19T11:20:40.666 DEBUG:teuthology.orchestra.run.smithi103:> curl https://smithi103.front.sepia.ceph.com:443/ 2024-09-19T11:20:40.699 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-19T11:20:40.699 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2024-09-19T11:20:40.751 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 3596 0 --:--:-- --:--:-- --:--:-- 3596 2024-09-19T11:20:40.752 INFO:teuthology.orchestra.run.smithi103.stdout:anonymous 2024-09-19T11:20:40.752 INFO:teuthology.run_tasks:Running task tox... 2024-09-19T11:20:40.763 INFO:tasks.tox:Deploying tox from pip... 2024-09-19T11:20:40.763 DEBUG:teuthology.orchestra.run.smithi103:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-19T11:20:43.038 DEBUG:teuthology.orchestra.run.smithi103:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-19T11:20:43.553 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting tox==3.15.0 2024-09-19T11:20:43.603 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-19T11:20:43.732 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting toml>=0.9.4 2024-09-19T11:20:43.745 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-19T11:20:43.850 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting packaging>=14 2024-09-19T11:20:43.864 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-19T11:20:43.957 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting six<2,>=1.14.0 2024-09-19T11:20:43.970 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T11:20:44.245 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-19T11:20:44.261 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading virtualenv-20.26.5-py3-none-any.whl (6.0 MB) 2024-09-19T11:20:44.783 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting filelock<4,>=3.0.0 2024-09-19T11:20:44.797 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading filelock-3.16.1-py3-none-any.whl (16 kB) 2024-09-19T11:20:44.923 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting pluggy<1,>=0.12.0 2024-09-19T11:20:44.939 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-19T11:20:45.037 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting py<2,>=1.4.17 2024-09-19T11:20:45.052 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-19T11:20:45.183 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting distlib<1,>=0.3.7 2024-09-19T11:20:45.198 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-19T11:20:45.306 INFO:teuthology.orchestra.run.smithi103.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-19T11:20:45.319 INFO:teuthology.orchestra.run.smithi103.stdout: Downloading platformdirs-4.3.6-py3-none-any.whl (18 kB) 2024-09-19T11:20:45.435 INFO:teuthology.orchestra.run.smithi103.stdout:Installing collected packages: platformdirs, filelock, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2024-09-19T11:20:46.282 INFO:teuthology.orchestra.run.smithi103.stdout:Successfully installed distlib-0.3.8 filelock-3.16.1 packaging-24.1 platformdirs-4.3.6 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.5 2024-09-19T11:20:46.480 INFO:teuthology.orchestra.run.smithi103.stderr:WARNING: You are using pip version 21.3.1; however, version 24.2 is available. 2024-09-19T11:20:46.480 INFO:teuthology.orchestra.run.smithi103.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2024-09-19T11:20:46.541 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T11:20:46.556 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:20:46.557 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T11:20:46.557 DEBUG:teuthology.orchestra.run.smithi103:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:20:46.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:20:46.587 INFO:teuthology.orchestra.run.smithi103.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T11:20:46.587 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:20:46.656 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T11:20:46.656 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T11:20:46.724 INFO:tasks.workunit:timeout=3h 2024-09-19T11:20:46.725 INFO:tasks.workunit:cleanup=True 2024-09-19T11:20:46.725 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:20:46.794 INFO:tasks.workunit.client.0.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T11:21:46.321 INFO:tasks.workunit.client.0.smithi103.stderr:Updating files: 97% (12416/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T11:21:46.885 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr: git switch -c 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr:Or undo this operation with: 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr: git switch - 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:46.886 INFO:tasks.workunit.client.0.smithi103.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T11:21:46.890 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T11:21:47.078 INFO:tasks.workunit.client.0.smithi103.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T11:21:47.080 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:21:47.080 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T11:21:47.693 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T11:21:47.750 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T11:21:47.788 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:21:47.790 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:21:47.790 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T11:21:47.828 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:21:47.832 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:21:47.832 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T11:21:47.860 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-19T11:21:47.862 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-19T11:21:47.862 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-19T11:21:47.933 INFO:tasks.workunit.client.0.smithi103.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-19T11:21:47.934 INFO:tasks.workunit.client.0.smithi103.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T11:21:47.934 INFO:tasks.workunit.client.0.smithi103.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T11:21:50.204 INFO:tasks.workunit.client.0.smithi103.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ deactivate nondestructive 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ hash -r 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ unset VIRTUAL_ENV 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ export VIRTUAL_ENV 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T11:21:50.205 INFO:tasks.workunit.client.0.smithi103.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ export PATH 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -z '' ']' 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ PS1='(rgw) ' 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ export PS1 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:++ hash -r 2024-09-19T11:21:50.206 INFO:tasks.workunit.client.0.smithi103.stderr:+ pip install pip --upgrade 2024-09-19T11:21:50.431 INFO:tasks.workunit.client.0.smithi103.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-19T11:21:50.614 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting pip 2024-09-19T11:21:50.664 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T11:21:50.813 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: pip 2024-09-19T11:21:50.813 INFO:tasks.workunit.client.0.smithi103.stdout: Attempting uninstall: pip 2024-09-19T11:21:50.813 INFO:tasks.workunit.client.0.smithi103.stdout: Found existing installation: pip 21.3.1 2024-09-19T11:21:50.967 INFO:tasks.workunit.client.0.smithi103.stdout: Uninstalling pip-21.3.1: 2024-09-19T11:21:50.972 INFO:tasks.workunit.client.0.smithi103.stdout: Successfully uninstalled pip-21.3.1 2024-09-19T11:21:51.700 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed pip-24.2 2024-09-19T11:21:51.927 INFO:tasks.workunit.client.0.smithi103.stderr:+ pip install boto3 2024-09-19T11:21:52.789 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting boto3 2024-09-19T11:21:52.831 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T11:21:53.500 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T11:21:53.512 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T11:21:53.638 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T11:21:53.652 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T11:21:53.778 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T11:21:53.792 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T11:21:53.889 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:21:53.903 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T11:21:54.050 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:21:54.064 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-19T11:21:54.312 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:21:54.329 INFO:tasks.workunit.client.0.smithi103.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T11:21:54.390 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T11:21:54.473 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T11:21:54.695 INFO:tasks.workunit.client.0.smithi103.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.6/12.6 MB 59.1 MB/s eta 0:00:00 2024-09-19T11:21:54.709 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T11:21:54.772 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T11:21:54.840 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T11:21:54.899 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-19T11:21:54.958 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T11:21:55.085 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T11:21:56.125 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-19T11:21:56.243 INFO:tasks.workunit.client.0.smithi103.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-19T11:21:56.376 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-19T11:21:56.408 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:21:56.408 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:21:56.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.454+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 20 realm 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.455+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.456+0000 7f5e8e726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:56.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.456+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.457+0000 7f5e8e726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:21:56.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.457+0000 7f5e8e726800 20 searching for the correct realm 2024-09-19T11:21:56.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.463+0000 7f5e8ab0a640 0 -- 172.21.15.103:0/3654694942 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f5e74068a60 msgr2=0x7f5e74072bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:56.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.670+0000 7f5e8a309640 0 -- 172.21.15.103:0/3654694942 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x559a6a76ff10 msgr2=0x559a6a772340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.674+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:56.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:21:56.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 20 zone default found 2024-09-19T11:21:56.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 4 Realm: () 2024-09-19T11:21:56.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:21:56.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:21:56.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:21:56.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 20 zonegroup default 2024-09-19T11:21:56.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.675+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.676+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.676+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.676+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.676+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.676+0000 7f5e8e726800 20 started sync module instance, tier type = 2024-09-19T11:21:56.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.676+0000 7f5e8e726800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:21:56.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.689+0000 7f5e8e726800 20 add_watcher() i=0 2024-09-19T11:21:56.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.689+0000 7f5e8e726800 20 add_watcher() i=1 2024-09-19T11:21:56.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.689+0000 7f5e8e726800 20 add_watcher() i=2 2024-09-19T11:21:56.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.689+0000 7f5e8e726800 20 add_watcher() i=3 2024-09-19T11:21:56.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.689+0000 7f5e8e726800 20 add_watcher() i=4 2024-09-19T11:21:56.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.689+0000 7f5e8e726800 20 add_watcher() i=5 2024-09-19T11:21:56.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.689+0000 7f5e8e726800 20 add_watcher() i=6 2024-09-19T11:21:56.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.691+0000 7f5e8e726800 20 add_watcher() i=7 2024-09-19T11:21:56.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.691+0000 7f5e8e726800 2 all 8 watchers are set, enabling cache 2024-09-19T11:21:56.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5d40fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:56.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5e8e726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:21:56.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5e8e726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:21:56.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5e8e726800 5 note: GC not initialized 2024-09-19T11:21:56.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5cbb7fe640 20 reqs_thread_entry: start 2024-09-19T11:21:56.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5e8e726800 20 init_complete bucket index max shards: 11 2024-09-19T11:21:56.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5e8e726800 20 Filter name: none 2024-09-19T11:21:56.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5cb97fa640 20 reqs_thread_entry: start 2024-09-19T11:21:56.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5e8e726800 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-19T11:21:56.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.693+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.694+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.694+0000 7f5e8e726800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.694+0000 7f5e8e726800 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.694+0000 7f5e8e726800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.694+0000 7f5e8e726800 20 rados->read ofs=0 len=0 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.695+0000 7f5e8e726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.695+0000 7f5e8e726800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.695+0000 7f5e8e726800 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.695+0000 7f5e8e726800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-19T11:21:56.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.695+0000 7f5e8e726800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-19T11:21:56.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.696+0000 7f5e8e726800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-19T11:21:56.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.696+0000 7f5e8e726800 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-19T11:21:56.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.696+0000 7f5e8e726800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-19T11:21:56.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.697+0000 7f5d6dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 154618822656 cookie 94121699558080 notifier 4523 bl.length()=593 2024-09-19T11:21:56.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.697+0000 7f5d6dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-19T11:21:56.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.697+0000 7f5d6dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-19T11:21:56.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.699+0000 7f5e8e726800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-19T11:21:56.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.699+0000 7f5e8e726800 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-19T11:21:56.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.699+0000 7f5e8e726800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-19T11:21:56.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.700+0000 7f5d6d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 154618822656 cookie 94121699516944 notifier 4523 bl.length()=186 2024-09-19T11:21:56.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.700+0000 7f5d6d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-19T11:21:56.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.700+0000 7f5d6d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-19T11:21:56.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.702+0000 7f5d40fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:56.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.704+0000 7f5e8e726800 20 remove_watcher() i=0 2024-09-19T11:21:56.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.704+0000 7f5e8e726800 2 removed watcher, disabling cache 2024-09-19T11:21:56.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.706+0000 7f5e8e726800 20 remove_watcher() i=1 2024-09-19T11:21:56.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.708+0000 7f5e8e726800 20 remove_watcher() i=2 2024-09-19T11:21:56.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.709+0000 7f5e8e726800 20 remove_watcher() i=3 2024-09-19T11:21:56.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.711+0000 7f5e8e726800 20 remove_watcher() i=4 2024-09-19T11:21:56.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.712+0000 7f5e8e726800 20 remove_watcher() i=5 2024-09-19T11:21:56.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.713+0000 7f5e8e726800 20 remove_watcher() i=6 2024-09-19T11:21:56.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:56.714+0000 7f5e8e726800 20 remove_watcher() i=7 2024-09-19T11:21:56.881 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:56.881 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:56.927 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:56.927 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:56.972 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:56.973 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:56.990 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:56.990 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:56.999 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:56.999 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.003 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.003 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.009 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.009 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.013 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.013 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.017 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.017 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.029 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.029 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.033 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.033 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.047 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.047 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.051 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.052 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.063 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.064 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.067 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.067 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.081 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:57.081 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:57.083 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: recalculated bucket check stats are correct 2024-09-19T11:21:57.083 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:57.085 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-19T11:21:57.114 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:21:57.114 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:21:57.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.149+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.150+0000 7f451380f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.150+0000 7f451380f800 20 realm 2024-09-19T11:21:57.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.150+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.151+0000 7f451380f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.151+0000 7f451380f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:21:57.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.151+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.151+0000 7f451380f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.151+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.152+0000 7f451380f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:57.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.152+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.153+0000 7f451380f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:21:57.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.153+0000 7f451380f800 20 searching for the correct realm 2024-09-19T11:21:57.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.158+0000 7f450f723640 0 -- 172.21.15.103:0/3788658681 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f44f8057920 msgr2=0x7f44f8029410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:57.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.364+0000 7f450ef22640 0 -- 172.21.15.103:0/3788658681 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x5585bb7af730 msgr2=0x5585bb7b1b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.367+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 zone default found 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 4 Realm: () 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 zonegroup default 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 started sync module instance, tier type = 2024-09-19T11:21:57.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.368+0000 7f451380f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:21:57.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.387+0000 7f451380f800 20 add_watcher() i=0 2024-09-19T11:21:57.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.387+0000 7f451380f800 20 add_watcher() i=1 2024-09-19T11:21:57.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.387+0000 7f451380f800 20 add_watcher() i=2 2024-09-19T11:21:57.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.387+0000 7f451380f800 20 add_watcher() i=3 2024-09-19T11:21:57.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.387+0000 7f451380f800 20 add_watcher() i=4 2024-09-19T11:21:57.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.387+0000 7f451380f800 20 add_watcher() i=5 2024-09-19T11:21:57.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.387+0000 7f451380f800 20 add_watcher() i=6 2024-09-19T11:21:57.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.389+0000 7f451380f800 20 add_watcher() i=7 2024-09-19T11:21:57.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.389+0000 7f451380f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:21:57.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.392+0000 7f43c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.392+0000 7f451380f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.392+0000 7f451380f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.393+0000 7f451380f800 5 note: GC not initialized 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.393+0000 7f433ffff640 20 reqs_thread_entry: start 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.393+0000 7f451380f800 20 init_complete bucket index max shards: 11 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.393+0000 7f451380f800 20 Filter name: none 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.393+0000 7f433dffb640 20 reqs_thread_entry: start 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.393+0000 7f451380f800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.393+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:21:57.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.394+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.395+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.395+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.396+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:21:57.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.396+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:21:57.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.397+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:21:57.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.397+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:21:57.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.398+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:21:57.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.398+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:21:57.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.398+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:21:57.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.399+0000 7f451380f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:21:57.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.406+0000 7f43c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:57.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.409+0000 7f451380f800 20 remove_watcher() i=0 2024-09-19T11:21:57.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.409+0000 7f451380f800 2 removed watcher, disabling cache 2024-09-19T11:21:57.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.410+0000 7f451380f800 20 remove_watcher() i=1 2024-09-19T11:21:57.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.411+0000 7f451380f800 20 remove_watcher() i=2 2024-09-19T11:21:57.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.412+0000 7f451380f800 20 remove_watcher() i=3 2024-09-19T11:21:57.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.413+0000 7f451380f800 20 remove_watcher() i=4 2024-09-19T11:21:57.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.414+0000 7f451380f800 20 remove_watcher() i=5 2024-09-19T11:21:57.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.415+0000 7f451380f800 20 remove_watcher() i=6 2024-09-19T11:21:57.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.416+0000 7f451380f800 20 remove_watcher() i=7 2024-09-19T11:21:57.429 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-19T11:21:57.458 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:21:57.458 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:21:57.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.493+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 20 realm 2024-09-19T11:21:57.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:21:57.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.495+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.496+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:57.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.496+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.497+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:21:57.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.497+0000 7f57e3321800 20 searching for the correct realm 2024-09-19T11:21:57.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.501+0000 7f57df845640 0 -- 172.21.15.103:0/3245157377 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f57d4092430 msgr2=0x7f57d4092890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:21:57.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.706+0000 7f57df044640 0 -- 172.21.15.103:0/3245157377 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55857daf1a20 msgr2=0x55857daf3ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:57.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:21:57.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:21:57.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:21:57.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:21:57.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:21:57.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:21:57.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.710+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 zone default found 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 4 Realm: () 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:21:57.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 zonegroup default 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.711+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.712+0000 7f57e3321800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.712+0000 7f57e3321800 20 started sync module instance, tier type = 2024-09-19T11:21:57.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.712+0000 7f57e3321800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:21:57.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.730+0000 7f57e3321800 20 add_watcher() i=0 2024-09-19T11:21:57.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.730+0000 7f57e3321800 20 add_watcher() i=1 2024-09-19T11:21:57.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.730+0000 7f57e3321800 20 add_watcher() i=2 2024-09-19T11:21:57.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.730+0000 7f57e3321800 20 add_watcher() i=3 2024-09-19T11:21:57.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.730+0000 7f57e3321800 20 add_watcher() i=4 2024-09-19T11:21:57.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.730+0000 7f57e3321800 20 add_watcher() i=5 2024-09-19T11:21:57.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.730+0000 7f57e3321800 20 add_watcher() i=6 2024-09-19T11:21:57.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.733+0000 7f57e3321800 20 add_watcher() i=7 2024-09-19T11:21:57.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.733+0000 7f57e3321800 2 all 8 watchers are set, enabling cache 2024-09-19T11:21:57.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.735+0000 7f5695fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.735+0000 7f57e3321800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.735+0000 7f57e3321800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f57e3321800 5 note: GC not initialized 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f5694fe1640 20 reqs_thread_entry: start 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f57e3321800 20 init_complete bucket index max shards: 11 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f57e3321800 20 Filter name: none 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f560e7fc640 20 reqs_thread_entry: start 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.736+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.737+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.737+0000 7f57e3321800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.737+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.737+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.737+0000 7f57e3321800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.737+0000 7f57e3321800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.737+0000 7f57e3321800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:21:57.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.739+0000 7f5695fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:57.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.741+0000 7f57e3321800 20 remove_watcher() i=0 2024-09-19T11:21:57.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.741+0000 7f57e3321800 2 removed watcher, disabling cache 2024-09-19T11:21:57.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.742+0000 7f57e3321800 20 remove_watcher() i=1 2024-09-19T11:21:57.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.743+0000 7f57e3321800 20 remove_watcher() i=2 2024-09-19T11:21:57.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.745+0000 7f57e3321800 20 remove_watcher() i=3 2024-09-19T11:21:57.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.746+0000 7f57e3321800 20 remove_watcher() i=4 2024-09-19T11:21:57.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.747+0000 7f57e3321800 20 remove_watcher() i=5 2024-09-19T11:21:57.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.748+0000 7f57e3321800 20 remove_watcher() i=6 2024-09-19T11:21:57.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.750+0000 7f57e3321800 20 remove_watcher() i=7 2024-09-19T11:21:57.763 INFO:tasks.workunit.client.0.smithi103.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 121, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-19T11:21:57.763 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-19T11:21:57.763 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:21:57.764 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-19T11:21:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:21:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:21:57.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.832+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.833+0000 7f023a919800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.833+0000 7f023a919800 20 realm 2024-09-19T11:21:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.833+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.833+0000 7f023a919800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.833+0000 7f023a919800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:21:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.833+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.834+0000 7f023a919800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.834+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.834+0000 7f023a919800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.834+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.835+0000 7f023a919800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:21:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.835+0000 7f023a919800 20 searching for the correct realm 2024-09-19T11:21:57.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.838+0000 7f0238c04640 0 -- 172.21.15.103:0/2227825219 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x557a2aeb8b10 msgr2=0x557a2aebafd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:21:57.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.841+0000 7f0238403640 0 -- 172.21.15.103:0/2227825219 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f0220070750 msgr2=0x7f022001c740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:57.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:21:57.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.845+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:21:57.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 zone default found 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 4 Realm: () 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 zonegroup default 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.846+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.847+0000 7f023a919800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.847+0000 7f023a919800 20 started sync module instance, tier type = 2024-09-19T11:21:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.847+0000 7f023a919800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.860+0000 7f023a919800 20 add_watcher() i=0 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.860+0000 7f023a919800 20 add_watcher() i=1 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.860+0000 7f023a919800 20 add_watcher() i=2 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.860+0000 7f023a919800 20 add_watcher() i=3 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.860+0000 7f023a919800 20 add_watcher() i=4 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.860+0000 7f023a919800 20 add_watcher() i=5 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.860+0000 7f023a919800 20 add_watcher() i=6 2024-09-19T11:21:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.861+0000 7f023a919800 20 add_watcher() i=7 2024-09-19T11:21:57.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.861+0000 7f023a919800 2 all 8 watchers are set, enabling cache 2024-09-19T11:21:57.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.863+0000 7f00eefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:57.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.863+0000 7f023a919800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:21:57.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.863+0000 7f023a919800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:21:57.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.863+0000 7f023a919800 5 note: GC not initialized 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f00edfdb640 20 reqs_thread_entry: start 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 20 init_complete bucket index max shards: 11 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 20 Filter name: none 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f005f7fe640 20 reqs_thread_entry: start 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:21:57.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.864+0000 7f023a919800 20 rados->read ofs=0 len=0 2024-09-19T11:21:57.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.865+0000 7f023a919800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.866+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:21:57.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.866+0000 7f023a919800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-19T11:21:57.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.866+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:21:57.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.866+0000 7f023a919800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-19T11:21:57.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.866+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:21:57.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.867+0000 7f023a919800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-19T11:21:57.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.867+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:21:57.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.867+0000 7f023a919800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-19T11:21:57.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.867+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:21:57.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.868+0000 7f023a919800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-19T11:21:57.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.868+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:21:57.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.868+0000 7f023a919800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-19T11:21:57.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.868+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:21:57.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.869+0000 7f023a919800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-19T11:21:57.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.869+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:21:57.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.869+0000 7f023a919800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-19T11:21:57.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.869+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:21:57.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.869+0000 7f023a919800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-19T11:21:57.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.869+0000 7f023a919800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:21:57.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.870+0000 7f023a919800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-19T11:21:57.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.870+0000 7f023a919800 1 NOTICE: finished all shards (0 entries found) 2024-09-19T11:21:57.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.870+0000 7f00eefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:57.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.873+0000 7f023a919800 20 remove_watcher() i=0 2024-09-19T11:21:57.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.873+0000 7f023a919800 2 removed watcher, disabling cache 2024-09-19T11:21:57.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.874+0000 7f023a919800 20 remove_watcher() i=1 2024-09-19T11:21:57.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.876+0000 7f023a919800 20 remove_watcher() i=2 2024-09-19T11:21:57.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.877+0000 7f023a919800 20 remove_watcher() i=3 2024-09-19T11:21:57.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.878+0000 7f023a919800 20 remove_watcher() i=4 2024-09-19T11:21:57.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.879+0000 7f023a919800 20 remove_watcher() i=5 2024-09-19T11:21:57.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.880+0000 7f023a919800 20 remove_watcher() i=6 2024-09-19T11:21:57.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:57.880+0000 7f023a919800 20 remove_watcher() i=7 2024-09-19T11:21:57.894 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T11:21:58.287 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-19T11:21:59.684 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:59.684 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:59.733 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:21:59.735 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T11:21:59.771 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:21:59.771 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:21:59.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.810+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.812+0000 7fedc7d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.812+0000 7fedc7d25800 20 realm 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.812+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.813+0000 7fedc7d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.813+0000 7fedc7d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.813+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.813+0000 7fedc7d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:59.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.813+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.814+0000 7fedc7d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:59.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.814+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.815+0000 7fedc7d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:21:59.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.815+0000 7fedc7d25800 20 searching for the correct realm 2024-09-19T11:21:59.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.816+0000 7fedc3933640 0 -- 172.21.15.103:0/2816609474 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fedb0003cb0 msgr2=0x7fedbc061290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:59.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.820+0000 7fedbb132640 0 -- 172.21.15.103:0/2816609474 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x56355e73c610 msgr2=0x56355e73ea00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:21:59.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:21:59.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:21:59.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:21:59.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:21:59.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:21:59.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:21:59.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:59.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:21:59.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.827+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:21:59.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 zone default found 2024-09-19T11:21:59.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 4 Realm: () 2024-09-19T11:21:59.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:21:59.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:21:59.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 zonegroup default 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.828+0000 7fedc7d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.829+0000 7fedc7d25800 20 started sync module instance, tier type = 2024-09-19T11:21:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.829+0000 7fedc7d25800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:21:59.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.840+0000 7fedc7d25800 20 add_watcher() i=0 2024-09-19T11:21:59.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.840+0000 7fedc7d25800 20 add_watcher() i=1 2024-09-19T11:21:59.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.840+0000 7fedc7d25800 20 add_watcher() i=2 2024-09-19T11:21:59.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.840+0000 7fedc7d25800 20 add_watcher() i=3 2024-09-19T11:21:59.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.840+0000 7fedc7d25800 20 add_watcher() i=4 2024-09-19T11:21:59.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.840+0000 7fedc7d25800 20 add_watcher() i=5 2024-09-19T11:21:59.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.840+0000 7fedc7d25800 20 add_watcher() i=6 2024-09-19T11:21:59.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.841+0000 7fedc7d25800 20 add_watcher() i=7 2024-09-19T11:21:59.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.842+0000 7fedc7d25800 2 all 8 watchers are set, enabling cache 2024-09-19T11:21:59.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.843+0000 7fec79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7fedc7d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7fedc7d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7fedc7d25800 5 note: GC not initialized 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7fec78fe1640 20 reqs_thread_entry: start 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7fedc7d25800 20 init_complete bucket index max shards: 11 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7fedc7d25800 20 Filter name: none 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7febf27fc640 20 reqs_thread_entry: start 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.844+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 rados->read ofs=0 len=0 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:21:59.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:21:59.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 INFO: main: starting shard=0 2024-09-19T11:21:59.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:21:59.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 INFO: main: starting shard=1 2024-09-19T11:21:59.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.845+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:21:59.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.846+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.846+0000 7fedc7d25800 20 INFO: main: starting shard=2 2024-09-19T11:21:59.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.846+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:21:59.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.847+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.847+0000 7fedc7d25800 20 INFO: main: starting shard=3 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.847+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.847+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.847+0000 7fedc7d25800 20 INFO: main: starting shard=4 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.847+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.848+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.848+0000 7fedc7d25800 20 INFO: main: starting shard=5 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.848+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.848+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.848+0000 7fedc7d25800 20 INFO: main: starting shard=6 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.848+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.849+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.849+0000 7fedc7d25800 20 INFO: main: starting shard=7 2024-09-19T11:21:59.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.849+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.849+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.849+0000 7fedc7d25800 20 INFO: main: starting shard=8 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.849+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.850+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.850+0000 7fedc7d25800 20 INFO: main: starting shard=9 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.850+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.850+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.850+0000 7fedc7d25800 20 INFO: main: starting shard=10 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.850+0000 7fedc7d25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.851+0000 7fedc7d25800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.851+0000 7fedc7d25800 20 INFO: main: done 2024-09-19T11:21:59.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.852+0000 7fec79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:21:59.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.854+0000 7fedc7d25800 20 remove_watcher() i=0 2024-09-19T11:21:59.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.854+0000 7fedc7d25800 2 removed watcher, disabling cache 2024-09-19T11:21:59.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.855+0000 7fedc7d25800 20 remove_watcher() i=1 2024-09-19T11:21:59.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.856+0000 7fedc7d25800 20 remove_watcher() i=2 2024-09-19T11:21:59.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.858+0000 7fedc7d25800 20 remove_watcher() i=3 2024-09-19T11:21:59.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.859+0000 7fedc7d25800 20 remove_watcher() i=4 2024-09-19T11:21:59.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.860+0000 7fedc7d25800 20 remove_watcher() i=5 2024-09-19T11:21:59.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.861+0000 7fedc7d25800 20 remove_watcher() i=6 2024-09-19T11:21:59.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.862+0000 7fedc7d25800 20 remove_watcher() i=7 2024-09-19T11:21:59.877 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:59.877 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:59.880 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:59.880 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:59.883 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:21:59.883 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:21:59.930 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:21:59.931 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T11:21:59.963 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:21:59.964 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:00.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:21:59.998+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 20 realm 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.000+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.001+0000 7ff42452c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:00.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.001+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.002+0000 7ff42452c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:00.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.002+0000 7ff42452c800 20 searching for the correct realm 2024-09-19T11:22:00.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.006+0000 7ff420aae640 0 -- 172.21.15.103:0/3930851905 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7ff408018070 msgr2=0x7ff40806a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.211+0000 7ff4202ad640 0 -- 172.21.15.103:0/3930851905 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55b72aa88d10 msgr2=0x55b72aa8b1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.214+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 zone default found 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 4 Realm: () 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 zonegroup default 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.215+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.216+0000 7ff42452c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.216+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.216+0000 7ff42452c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.216+0000 7ff42452c800 20 started sync module instance, tier type = 2024-09-19T11:22:00.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.216+0000 7ff42452c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.231+0000 7ff42452c800 20 add_watcher() i=0 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.231+0000 7ff42452c800 20 add_watcher() i=1 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.231+0000 7ff42452c800 20 add_watcher() i=2 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.231+0000 7ff42452c800 20 add_watcher() i=3 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.231+0000 7ff42452c800 20 add_watcher() i=4 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.231+0000 7ff42452c800 20 add_watcher() i=5 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.231+0000 7ff42452c800 20 add_watcher() i=6 2024-09-19T11:22:00.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.232+0000 7ff42452c800 20 add_watcher() i=7 2024-09-19T11:22:00.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.232+0000 7ff42452c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:00.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.234+0000 7ff2d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:00.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff42452c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:00.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff42452c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:00.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff42452c800 5 note: GC not initialized 2024-09-19T11:22:00.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff2d5fdb640 20 reqs_thread_entry: start 2024-09-19T11:22:00.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff42452c800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:00.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff42452c800 20 Filter name: none 2024-09-19T11:22:00.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff2477fe640 20 reqs_thread_entry: start 2024-09-19T11:22:00.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.235+0000 7ff42452c800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.236+0000 7ff42452c800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.236+0000 7ff42452c800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.236+0000 7ff42452c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.236+0000 7ff42452c800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.236+0000 7ff42452c800 20 INFO: main: starting shard=0 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.236+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.237+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.237+0000 7ff42452c800 20 INFO: main: starting shard=1 2024-09-19T11:22:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.237+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:00.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.237+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.237+0000 7ff42452c800 20 INFO: main: starting shard=2 2024-09-19T11:22:00.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.237+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:00.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.238+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.238+0000 7ff42452c800 20 INFO: main: starting shard=3 2024-09-19T11:22:00.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.238+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:00.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.238+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.238+0000 7ff42452c800 20 INFO: main: starting shard=4 2024-09-19T11:22:00.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.238+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:00.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.239+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.239+0000 7ff42452c800 20 INFO: main: starting shard=5 2024-09-19T11:22:00.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.239+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:00.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.239+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T11:22:00.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.239+0000 7ff42452c800 20 INFO: main: starting shard=6 2024-09-19T11:22:00.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.239+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:00.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.240+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.240+0000 7ff42452c800 20 INFO: main: starting shard=7 2024-09-19T11:22:00.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.240+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.240+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.240+0000 7ff42452c800 20 INFO: main: starting shard=8 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.240+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 INFO: main: starting shard=9 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 INFO: main: starting shard=10 2024-09-19T11:22:00.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:00.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.241+0000 7ff42452c800 20 INFO: main: done 2024-09-19T11:22:00.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.242+0000 7ff2d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:00.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.245+0000 7ff42452c800 20 remove_watcher() i=0 2024-09-19T11:22:00.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.245+0000 7ff42452c800 2 removed watcher, disabling cache 2024-09-19T11:22:00.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.246+0000 7ff42452c800 20 remove_watcher() i=1 2024-09-19T11:22:00.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.248+0000 7ff42452c800 20 remove_watcher() i=2 2024-09-19T11:22:00.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.249+0000 7ff42452c800 20 remove_watcher() i=3 2024-09-19T11:22:00.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.250+0000 7ff42452c800 20 remove_watcher() i=4 2024-09-19T11:22:00.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.251+0000 7ff42452c800 20 remove_watcher() i=5 2024-09-19T11:22:00.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.254+0000 7ff42452c800 20 remove_watcher() i=6 2024-09-19T11:22:00.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.255+0000 7ff42452c800 20 remove_watcher() i=7 2024-09-19T11:22:00.270 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:00.270 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:00.273 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:00.274 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:00.276 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:00.276 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:22:00.329 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-19T11:22:00.359 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:00.359 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:00.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.394+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.395+0000 7f9b11f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.395+0000 7f9b11f2a800 20 realm 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.395+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.396+0000 7f9b11f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.396+0000 7f9b11f2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.396+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.396+0000 7f9b11f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.396+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.397+0000 7f9b11f2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:00.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.397+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.397+0000 7f9b11f2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:00.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.397+0000 7f9b11f2a800 20 searching for the correct realm 2024-09-19T11:22:00.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.400+0000 7f9b0e450640 0 -- 172.21.15.103:0/3313069850 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55cdfcf12860 msgr2=0x55cdfcf14d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:00.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.404+0000 7f9b0dc4f640 0 -- 172.21.15.103:0/3313069850 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f9b04081700 msgr2=0x7f9b040b9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:00.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:00.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:00.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:00.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:00.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:00.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:00.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.408+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 zone default found 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 4 Realm: () 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:00.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 zonegroup default 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.409+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.410+0000 7f9b11f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.410+0000 7f9b11f2a800 20 started sync module instance, tier type = 2024-09-19T11:22:00.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.410+0000 7f9b11f2a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.425+0000 7f9b11f2a800 20 add_watcher() i=0 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.425+0000 7f9b11f2a800 20 add_watcher() i=1 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.425+0000 7f9b11f2a800 20 add_watcher() i=2 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.425+0000 7f9b11f2a800 20 add_watcher() i=3 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.425+0000 7f9b11f2a800 20 add_watcher() i=4 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.425+0000 7f9b11f2a800 20 add_watcher() i=5 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.425+0000 7f9b11f2a800 20 add_watcher() i=6 2024-09-19T11:22:00.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.426+0000 7f9b11f2a800 20 add_watcher() i=7 2024-09-19T11:22:00.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.426+0000 7f9b11f2a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.428+0000 7f99bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.428+0000 7f9b11f2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.428+0000 7f9b11f2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.428+0000 7f9b11f2a800 5 note: GC not initialized 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.428+0000 7f99be7fc640 20 reqs_thread_entry: start 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.429+0000 7f9b11f2a800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.429+0000 7f9b11f2a800 20 Filter name: none 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.429+0000 7f992ffff640 20 reqs_thread_entry: start 2024-09-19T11:22:00.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.429+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.429+0000 7f9b11f2a800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.429+0000 7f9b11f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 INFO: main: starting shard=0 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 INFO: main: starting shard=1 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.430+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.431+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.431+0000 7f9b11f2a800 20 INFO: main: starting shard=2 2024-09-19T11:22:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.431+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:00.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.431+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.431+0000 7f9b11f2a800 20 INFO: main: starting shard=3 2024-09-19T11:22:00.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.431+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:00.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 INFO: main: starting shard=4 2024-09-19T11:22:00.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:00.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 INFO: main: starting shard=5 2024-09-19T11:22:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 INFO: main: starting shard=6 2024-09-19T11:22:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.432+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.433+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.433+0000 7f9b11f2a800 20 INFO: main: starting shard=7 2024-09-19T11:22:00.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.433+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:00.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.433+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.433+0000 7f9b11f2a800 20 INFO: main: starting shard=8 2024-09-19T11:22:00.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.433+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:00.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.434+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.434+0000 7f9b11f2a800 20 INFO: main: starting shard=9 2024-09-19T11:22:00.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.434+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:00.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.434+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.434+0000 7f9b11f2a800 20 INFO: main: starting shard=10 2024-09-19T11:22:00.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.434+0000 7f9b11f2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:00.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.435+0000 7f9b11f2a800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.435+0000 7f9b11f2a800 20 INFO: main: done 2024-09-19T11:22:00.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.435+0000 7f99bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:00.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.438+0000 7f9b11f2a800 20 remove_watcher() i=0 2024-09-19T11:22:00.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.438+0000 7f9b11f2a800 2 removed watcher, disabling cache 2024-09-19T11:22:00.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.439+0000 7f9b11f2a800 20 remove_watcher() i=1 2024-09-19T11:22:00.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.440+0000 7f9b11f2a800 20 remove_watcher() i=2 2024-09-19T11:22:00.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.442+0000 7f9b11f2a800 20 remove_watcher() i=3 2024-09-19T11:22:00.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.443+0000 7f9b11f2a800 20 remove_watcher() i=4 2024-09-19T11:22:00.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.444+0000 7f9b11f2a800 20 remove_watcher() i=5 2024-09-19T11:22:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.445+0000 7f9b11f2a800 20 remove_watcher() i=6 2024-09-19T11:22:00.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.446+0000 7f9b11f2a800 20 remove_watcher() i=7 2024-09-19T11:22:00.460 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:00.460 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:00.464 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:00.464 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:00.511 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:22:00.513 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-19T11:22:00.542 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:00.543 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:00.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.577+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 20 realm 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.579+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.580+0000 7fb2e572f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.580+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.581+0000 7fb2e572f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:00.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.581+0000 7fb2e572f800 20 searching for the correct realm 2024-09-19T11:22:00.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.583+0000 7fb2d8c75640 0 -- 172.21.15.103:0/834903504 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fb2cc0274c0 msgr2=0x7fb2cc084120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:00.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.586+0000 7fb2e1476640 0 -- 172.21.15.103:0/834903504 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fb2cc098040 msgr2=0x7fb2cc08c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:00.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:00.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.793+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 zone default found 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 4 Realm: () 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 zonegroup default 2024-09-19T11:22:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.794+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.795+0000 7fb2e572f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.795+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.795+0000 7fb2e572f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.795+0000 7fb2e572f800 20 started sync module instance, tier type = 2024-09-19T11:22:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.795+0000 7fb2e572f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.814+0000 7fb2e572f800 20 add_watcher() i=0 2024-09-19T11:22:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.814+0000 7fb2e572f800 20 add_watcher() i=1 2024-09-19T11:22:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.814+0000 7fb2e572f800 20 add_watcher() i=2 2024-09-19T11:22:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.814+0000 7fb2e572f800 20 add_watcher() i=3 2024-09-19T11:22:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.814+0000 7fb2e572f800 20 add_watcher() i=4 2024-09-19T11:22:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.814+0000 7fb2e572f800 20 add_watcher() i=5 2024-09-19T11:22:00.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.814+0000 7fb2e572f800 20 add_watcher() i=6 2024-09-19T11:22:00.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.816+0000 7fb2e572f800 20 add_watcher() i=7 2024-09-19T11:22:00.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.816+0000 7fb2e572f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:00.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.818+0000 7fb197fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.818+0000 7fb2e572f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.818+0000 7fb2e572f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.818+0000 7fb2e572f800 5 note: GC not initialized 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.818+0000 7fb196fe5640 20 reqs_thread_entry: start 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.819+0000 7fb2e572f800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.819+0000 7fb2e572f800 20 Filter name: none 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.819+0000 7fb194fe1640 20 reqs_thread_entry: start 2024-09-19T11:22:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.819+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.819+0000 7fb2e572f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:00.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.819+0000 7fb2e572f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:00.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:00.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:00.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 INFO: main: starting shard=0 2024-09-19T11:22:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 INFO: main: starting shard=1 2024-09-19T11:22:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.820+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.821+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.821+0000 7fb2e572f800 20 INFO: main: starting shard=2 2024-09-19T11:22:00.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.821+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:00.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.821+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.821+0000 7fb2e572f800 20 INFO: main: starting shard=3 2024-09-19T11:22:00.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.821+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:00.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.822+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.822+0000 7fb2e572f800 20 INFO: main: starting shard=4 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.822+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.822+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.822+0000 7fb2e572f800 20 INFO: main: starting shard=5 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.822+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.823+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.823+0000 7fb2e572f800 20 INFO: main: starting shard=6 2024-09-19T11:22:00.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.823+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:00.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.823+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.823+0000 7fb2e572f800 20 INFO: main: starting shard=7 2024-09-19T11:22:00.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.823+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:00.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 INFO: main: starting shard=8 2024-09-19T11:22:00.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 INFO: main: starting shard=9 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 INFO: main: starting shard=10 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.824+0000 7fb2e572f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.825+0000 7fb2e572f800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:22:00.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.825+0000 7fb2e572f800 20 INFO: main: done 2024-09-19T11:22:00.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.826+0000 7fb197fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:00.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.828+0000 7fb2e572f800 20 remove_watcher() i=0 2024-09-19T11:22:00.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.828+0000 7fb2e572f800 2 removed watcher, disabling cache 2024-09-19T11:22:00.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.830+0000 7fb2e572f800 20 remove_watcher() i=1 2024-09-19T11:22:00.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.831+0000 7fb2e572f800 20 remove_watcher() i=2 2024-09-19T11:22:00.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.832+0000 7fb2e572f800 20 remove_watcher() i=3 2024-09-19T11:22:00.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.833+0000 7fb2e572f800 20 remove_watcher() i=4 2024-09-19T11:22:00.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.834+0000 7fb2e572f800 20 remove_watcher() i=5 2024-09-19T11:22:00.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.835+0000 7fb2e572f800 20 remove_watcher() i=6 2024-09-19T11:22:00.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:00.836+0000 7fb2e572f800 20 remove_watcher() i=7 2024-09-19T11:22:00.851 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:00.852 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:00.855 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T11:22:01.247 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-19T11:22:01.638 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-19T11:22:01.638 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:01.639 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-19T11:22:01.671 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:01.671 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:01.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.706+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:01.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 20 realm 2024-09-19T11:22:01.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:01.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:01.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:01.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.707+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.708+0000 7f9f5e00e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:01.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.708+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.709+0000 7f9f5e00e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:01.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.709+0000 7f9f5e00e800 20 searching for the correct realm 2024-09-19T11:22:01.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.712+0000 7f9f59659640 0 -- 172.21.15.103:0/3644990901 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f9f54059c60 msgr2=0x7f9f540586d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:01.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.716+0000 7f9f59659640 0 -- 172.21.15.103:0/3644990901 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f9f44057910 msgr2=0x7f9f44018400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:01.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.924+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 zone default found 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 4 Realm: () 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 zonegroup default 2024-09-19T11:22:01.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.925+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.926+0000 7f9f5e00e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.926+0000 7f9f5e00e800 20 started sync module instance, tier type = 2024-09-19T11:22:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.926+0000 7f9f5e00e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:01.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.936+0000 7f9f5e00e800 20 add_watcher() i=0 2024-09-19T11:22:01.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.936+0000 7f9f5e00e800 20 add_watcher() i=1 2024-09-19T11:22:01.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.936+0000 7f9f5e00e800 20 add_watcher() i=2 2024-09-19T11:22:01.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.936+0000 7f9f5e00e800 20 add_watcher() i=3 2024-09-19T11:22:01.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.936+0000 7f9f5e00e800 20 add_watcher() i=4 2024-09-19T11:22:01.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.936+0000 7f9f5e00e800 20 add_watcher() i=5 2024-09-19T11:22:01.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.937+0000 7f9f5e00e800 20 add_watcher() i=6 2024-09-19T11:22:01.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.937+0000 7f9f5e00e800 20 add_watcher() i=7 2024-09-19T11:22:01.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.937+0000 7f9f5e00e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.939+0000 7f9e0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.939+0000 7f9f5e00e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.939+0000 7f9f5e00e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.939+0000 7f9f5e00e800 5 note: GC not initialized 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9e0e7e4640 20 reqs_thread_entry: start 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 20 Filter name: none 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9d7ffff640 20 reqs_thread_entry: start 2024-09-19T11:22:01.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:01.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.940+0000 7f9f5e00e800 20 rados->read ofs=0 len=0 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.941+0000 7f9f5e00e800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.941+0000 7f9f5e00e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.941+0000 7f9f5e00e800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.941+0000 7f9f5e00e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.941+0000 7f9f5e00e800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.941+0000 7f9f5e00e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:01.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.941+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:01.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.942+0000 7f9f5e00e800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T11:22:01.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.942+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:01.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.942+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:01.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.942+0000 7f9f5e00e800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-19T11:22:01.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.943+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:01.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.943+0000 7f9f5e00e800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-19T11:22:01.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.943+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:01.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.943+0000 7f9f5e00e800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-19T11:22:01.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.943+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:01.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.944+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:01.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.945+0000 7f9f5e00e800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-19T11:22:01.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.945+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:01.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.945+0000 7f9f5e00e800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-19T11:22:01.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.945+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:01.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.945+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:01.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.946+0000 7f9f5e00e800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-19T11:22:01.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.946+0000 7f9f5e00e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:01.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.946+0000 7f9f5e00e800 1 NOTICE: finished shard 1 (1 entries found) 2024-09-19T11:22:01.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.946+0000 7f9f5e00e800 1 NOTICE: finished shard 5 (1 entries found) 2024-09-19T11:22:01.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.946+0000 7f9f5e00e800 1 NOTICE: finished shard 8 (1 entries found) 2024-09-19T11:22:01.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.946+0000 7f9f5e00e800 1 NOTICE: finished shard 10 (1 entries found) 2024-09-19T11:22:01.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.946+0000 7f9f5e00e800 1 NOTICE: finished all shards (4 entries found) 2024-09-19T11:22:01.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.947+0000 7f9e0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:01.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.950+0000 7f9f5e00e800 20 remove_watcher() i=0 2024-09-19T11:22:01.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.950+0000 7f9f5e00e800 2 removed watcher, disabling cache 2024-09-19T11:22:01.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.951+0000 7f9f5e00e800 20 remove_watcher() i=1 2024-09-19T11:22:01.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.952+0000 7f9f5e00e800 20 remove_watcher() i=2 2024-09-19T11:22:01.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.953+0000 7f9f5e00e800 20 remove_watcher() i=3 2024-09-19T11:22:01.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.954+0000 7f9f5e00e800 20 remove_watcher() i=4 2024-09-19T11:22:01.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.956+0000 7f9f5e00e800 20 remove_watcher() i=5 2024-09-19T11:22:01.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.957+0000 7f9f5e00e800 20 remove_watcher() i=6 2024-09-19T11:22:01.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:01.958+0000 7f9f5e00e800 20 remove_watcher() i=7 2024-09-19T11:22:01.970 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: unlinked entries are not listable 2024-09-19T11:22:01.970 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:01.973 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:01.973 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:01.978 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-19T11:22:01.978 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:01.980 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:01.980 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.024 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.024 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.066 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-19T11:22:02.066 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:02.068 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T11:22:02.102 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:02.102 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:02.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.138+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.139+0000 7f6a80b2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.139+0000 7f6a80b2a800 20 realm 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.139+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.139+0000 7f6a80b2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.139+0000 7f6a80b2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.139+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.140+0000 7f6a80b2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.140+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.141+0000 7f6a80b2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:02.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.141+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.141+0000 7f6a80b2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:02.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.141+0000 7f6a80b2a800 20 searching for the correct realm 2024-09-19T11:22:02.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.145+0000 7f6a7d050640 0 -- 172.21.15.103:0/3986750377 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f6a68089070 msgr2=0x7f6a680b5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:02.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.351+0000 7f6a7c84f640 0 -- 172.21.15.103:0/3986750377 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x562263055990 msgr2=0x562263057d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:02.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:02.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:02.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:02.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:02.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:02.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:02.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.354+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 zone default found 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 4 Realm: () 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:02.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 zonegroup default 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.355+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.356+0000 7f6a80b2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.356+0000 7f6a80b2a800 20 started sync module instance, tier type = 2024-09-19T11:22:02.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.356+0000 7f6a80b2a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:02.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.366+0000 7f6a80b2a800 20 add_watcher() i=0 2024-09-19T11:22:02.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.366+0000 7f6a80b2a800 20 add_watcher() i=1 2024-09-19T11:22:02.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.366+0000 7f6a80b2a800 20 add_watcher() i=2 2024-09-19T11:22:02.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.366+0000 7f6a80b2a800 20 add_watcher() i=3 2024-09-19T11:22:02.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.366+0000 7f6a80b2a800 20 add_watcher() i=4 2024-09-19T11:22:02.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.366+0000 7f6a80b2a800 20 add_watcher() i=5 2024-09-19T11:22:02.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.366+0000 7f6a80b2a800 20 add_watcher() i=6 2024-09-19T11:22:02.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.367+0000 7f6a80b2a800 20 add_watcher() i=7 2024-09-19T11:22:02.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.367+0000 7f6a80b2a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:02.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6932fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6a80b2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6a80b2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6a80b2a800 5 note: GC not initialized 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6931fe3640 20 reqs_thread_entry: start 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6a80b2a800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6a80b2a800 20 Filter name: none 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f68a37fe640 20 reqs_thread_entry: start 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6a80b2a800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:02.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.369+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:02.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:02.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:02.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:02.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.370+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.371+0000 7f6a80b2a800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.371+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.372+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:02.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.372+0000 7f6a80b2a800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-19T11:22:02.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.372+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:02.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.373+0000 7f6a80b2a800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-19T11:22:02.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.373+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:02.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.373+0000 7f6a80b2a800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-19T11:22:02.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.373+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.374+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:02.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.374+0000 7f6a80b2a800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-19T11:22:02.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.374+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:02.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.374+0000 7f6a80b2a800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-19T11:22:02.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.374+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.375+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:02.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.375+0000 7f6a80b2a800 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-19T11:22:02.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.375+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.376+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.376+0000 7f6a80b2a800 20 get_obj_state: octx=0x562262ddf130 obj=check-bucket:e state=0x56226308fb88 s->prefetch_data=0 2024-09-19T11:22:02.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.376+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.376+0000 7f6a80b2a800 20 get_obj_state: octx=0x562262deedc0 obj=check-bucket:d state=0x56226308b9d8 s->prefetch_data=0 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.376+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state: octx=0x562263090550 obj=check-bucket:c state=0x56226308e3c8 s->prefetch_data=0 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state: octx=0x562263092ce0 obj=check-bucket:f state=0x56226312c438 s->prefetch_data=0 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to pagtq7g5g3xbegqg6rqr50i0erc0i7yd 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state_impl: setting s->olh_tag to k3c7h0h7c7qri77ga8zejx8krws4hqpu 2024-09-19T11:22:02.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=k3c7h0h7c7qri77ga8zejx8krws4hqpu 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to 9e8eawqgwlznun6gomtzr51e143aahq3 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state_impl: setting s->olh_tag to 955chz0iciaqctdhgmrc04lzrdb8kf98 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=955chz0iciaqctdhgmrc04lzrdb8kf98 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to pj0tdnop19f31o45t7kn549211m48hlt 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state_impl: setting s->olh_tag to x4wlos11b3xna8usgz0j5inq6vjit4v1 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=x4wlos11b3xna8usgz0j5inq6vjit4v1 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to tlj6ct8umgtojovbp7fjw5661ql3bgfw 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 get_obj_state_impl: setting s->olh_tag to c4ww0042ldsmrwtkpytbf9al8512x6y1 2024-09-19T11:22:02.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.377+0000 7f6a80b2a800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=c4ww0042ldsmrwtkpytbf9al8512x6y1 2024-09-19T11:22:02.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.378+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.379+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.379+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.380+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.380+0000 7f6a80b2a800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-19T11:22:02.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.380+0000 7f6a80b2a800 20 olh_log_entry: epoch=2 op=3 key=e[XD2mh25wQW6xKpASz6FV9YKgzh.Xbdz] 2024-09-19T11:22:02.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.380+0000 7f6a80b2a800 20 get_obj_state: octx=0x562262ddf130 obj=check-bucket:_:XD2mh25wQW6xKpASz6FV9YKgzh.Xbdz_e state=0x562263144628 s->prefetch_data=0 2024-09-19T11:22:02.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 10 manifest: total_size = 11 2024-09-19T11:22:02.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5930253757685743902 2024-09-19T11:22:02.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 20 get_obj_state: octx=0x562262ddf130 obj=check-bucket:_:XD2mh25wQW6xKpASz6FV9YKgzh.Xbdz_e state=0x562263144628 s->prefetch_data=0 2024-09-19T11:22:02.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 20 prepare_atomic_modification: state is not atomic. state=0x562263144628 2024-09-19T11:22:02.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 20 olh_log_entry: epoch=3 op=3 key=d[TZvSgbpl2tIPWjT56FmYiV6HgYZucc8] 2024-09-19T11:22:02.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.381+0000 7f6a80b2a800 20 get_obj_state: octx=0x562262deedc0 obj=check-bucket:_:TZvSgbpl2tIPWjT56FmYiV6HgYZucc8_d state=0x56226314d7f8 s->prefetch_data=0 2024-09-19T11:22:02.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 10 manifest: total_size = 11 2024-09-19T11:22:02.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16403662578796122193 2024-09-19T11:22:02.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 get_obj_state: octx=0x562262deedc0 obj=check-bucket:_:TZvSgbpl2tIPWjT56FmYiV6HgYZucc8_d state=0x56226314d7f8 s->prefetch_data=0 2024-09-19T11:22:02.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 prepare_atomic_modification: state is not atomic. state=0x56226314d7f8 2024-09-19T11:22:02.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 olh_log_entry: epoch=3 op=3 key=c[VOeUQGi5yROMZ6bwpToY5BTbIx7.U7E] 2024-09-19T11:22:02.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.382+0000 7f6a80b2a800 20 get_obj_state: octx=0x562263090550 obj=check-bucket:_:VOeUQGi5yROMZ6bwpToY5BTbIx7.U7E_c state=0x5622631582b8 s->prefetch_data=0 2024-09-19T11:22:02.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.383+0000 7f6a80b2a800 10 manifest: total_size = 22 2024-09-19T11:22:02.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.383+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.808224983336342349 2024-09-19T11:22:02.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.383+0000 7f6a80b2a800 20 get_obj_state: octx=0x562263090550 obj=check-bucket:_:VOeUQGi5yROMZ6bwpToY5BTbIx7.U7E_c state=0x5622631582b8 s->prefetch_data=0 2024-09-19T11:22:02.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.383+0000 7f6a80b2a800 20 prepare_atomic_modification: state is not atomic. state=0x5622631582b8 2024-09-19T11:22:02.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.383+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.383+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 20 olh_log_entry: epoch=2 op=3 key=f[NVUKFJgL1X3d1coLRKl6Amc288E1xOg] 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 20 get_obj_state: octx=0x562263092ce0 obj=check-bucket:_:NVUKFJgL1X3d1coLRKl6Amc288E1xOg_f state=0x56226315dab8 s->prefetch_data=0 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 10 manifest: total_size = 9 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3287644770816732440 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 20 get_obj_state: octx=0x562263092ce0 obj=check-bucket:_:NVUKFJgL1X3d1coLRKl6Amc288E1xOg_f state=0x56226315dab8 s->prefetch_data=0 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 20 prepare_atomic_modification: state is not atomic. state=0x56226315dab8 2024-09-19T11:22:02.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.384+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.385+0000 7f6a80b2a800 20 get_obj_state: octx=0x562262ddf130 obj=check-bucket:e state=0x56226308fb88 s->prefetch_data=0 2024-09-19T11:22:02.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.385+0000 7f6a80b2a800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=k3c7h0h7c7qri77ga8zejx8krws4hqpu 2024-09-19T11:22:02.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.386+0000 7f69537fe640 20 handle_completion(): completion ok for obj=e[XD2mh25wQW6xKpASz6FV9YKgzh.Xbdz] 2024-09-19T11:22:02.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.386+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.386+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.386+0000 7f69537fe640 20 handle_completion(): completion ok for obj=d[TZvSgbpl2tIPWjT56FmYiV6HgYZucc8] 2024-09-19T11:22:02.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.387+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.387+0000 7f6a80b2a800 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-19T11:22:02.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.388+0000 7f6953fff640 20 handle_completion(): completion ok for obj=c[VOeUQGi5yROMZ6bwpToY5BTbIx7.U7E] 2024-09-19T11:22:02.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.388+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.388+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.390+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.390+0000 7f6a80b2a800 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-19T11:22:02.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.390+0000 7f6a80b2a800 20 get_obj_state: octx=0x562263092ce0 obj=check-bucket:f state=0x56226312c438 s->prefetch_data=0 2024-09-19T11:22:02.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.390+0000 7f6a80b2a800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=c4ww0042ldsmrwtkpytbf9al8512x6y1 2024-09-19T11:22:02.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.390+0000 7f69537fe640 20 handle_completion(): completion ok for obj=f[NVUKFJgL1X3d1coLRKl6Amc288E1xOg] 2024-09-19T11:22:02.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.393+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.394+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.394+0000 7f6a80b2a800 1 NOTICE: finished shard 1 (1 entries removed) 2024-09-19T11:22:02.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.398+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.399+0000 7f6a80b2a800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.399+0000 7f6a80b2a800 1 NOTICE: finished shard 10 (1 entries removed) 2024-09-19T11:22:02.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.399+0000 7f6a80b2a800 1 NOTICE: finished all shards (4 entries removed) 2024-09-19T11:22:02.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.400+0000 7f6932fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:02.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.402+0000 7f6a80b2a800 20 remove_watcher() i=0 2024-09-19T11:22:02.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.402+0000 7f6a80b2a800 2 removed watcher, disabling cache 2024-09-19T11:22:02.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.403+0000 7f6a80b2a800 20 remove_watcher() i=1 2024-09-19T11:22:02.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.405+0000 7f6a80b2a800 20 remove_watcher() i=2 2024-09-19T11:22:02.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.406+0000 7f6a80b2a800 20 remove_watcher() i=3 2024-09-19T11:22:02.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.407+0000 7f6a80b2a800 20 remove_watcher() i=4 2024-09-19T11:22:02.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.408+0000 7f6a80b2a800 20 remove_watcher() i=5 2024-09-19T11:22:02.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.408+0000 7f6a80b2a800 20 remove_watcher() i=6 2024-09-19T11:22:02.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.409+0000 7f6a80b2a800 20 remove_watcher() i=7 2024-09-19T11:22:02.424 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.424 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.427 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.427 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.429 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.429 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.432 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.432 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.433 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-19T11:22:02.433 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:02.434 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.434 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.479 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.479 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.481 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.481 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.484 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.484 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.487 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.487 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.489 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-19T11:22:02.489 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:02.491 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-19T11:22:02.523 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:02.523 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:02.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.557+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 20 realm 2024-09-19T11:22:02.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:02.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.559+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.560+0000 7facfbf26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:02.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.560+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.561+0000 7facfbf26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:02.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.561+0000 7facfbf26800 20 searching for the correct realm 2024-09-19T11:22:02.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.564+0000 7facf73d8640 0 -- 172.21.15.103:0/2996047289 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55c1253409e0 msgr2=0x55c125342e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:02.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.567+0000 7facf73d8640 0 -- 172.21.15.103:0/2996047289 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7facec035070 msgr2=0x7facec019920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:02.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:02.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:02.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:02.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:02.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.571+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 zone default found 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 4 Realm: () 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 zonegroup default 2024-09-19T11:22:02.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.572+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.573+0000 7facfbf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.573+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.573+0000 7facfbf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.573+0000 7facfbf26800 20 started sync module instance, tier type = 2024-09-19T11:22:02.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.573+0000 7facfbf26800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.586+0000 7facfbf26800 20 add_watcher() i=0 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.586+0000 7facfbf26800 20 add_watcher() i=1 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.586+0000 7facfbf26800 20 add_watcher() i=2 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.586+0000 7facfbf26800 20 add_watcher() i=3 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.586+0000 7facfbf26800 20 add_watcher() i=4 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.586+0000 7facfbf26800 20 add_watcher() i=5 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.586+0000 7facfbf26800 20 add_watcher() i=6 2024-09-19T11:22:02.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.587+0000 7facfbf26800 20 add_watcher() i=7 2024-09-19T11:22:02.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.587+0000 7facfbf26800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:02.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.589+0000 7fabadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:02.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.589+0000 7facfbf26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:02.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.589+0000 7facfbf26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:02.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 5 note: GC not initialized 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7fabacfe1640 20 reqs_thread_entry: start 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 20 Filter name: none 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7fab267fc640 20 reqs_thread_entry: start 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:02.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.590+0000 7facfbf26800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:02.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:02.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:02.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.591+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.592+0000 7facfbf26800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.592+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.592+0000 7facfbf26800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-19T11:22:02.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.592+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:02.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.593+0000 7facfbf26800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-19T11:22:02.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.593+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:02.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.593+0000 7facfbf26800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-19T11:22:02.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.593+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.593+0000 7facfbf26800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-19T11:22:02.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.593+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:02.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.594+0000 7facfbf26800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-19T11:22:02.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.594+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:02.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.595+0000 7facfbf26800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-19T11:22:02.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.595+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.595+0000 7facfbf26800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-19T11:22:02.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.595+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:02.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.595+0000 7facfbf26800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-19T11:22:02.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.595+0000 7facfbf26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.596+0000 7facfbf26800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-19T11:22:02.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.596+0000 7facfbf26800 1 NOTICE: finished all shards (0 entries found) 2024-09-19T11:22:02.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.596+0000 7fabadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:02.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.599+0000 7facfbf26800 20 remove_watcher() i=0 2024-09-19T11:22:02.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.599+0000 7facfbf26800 2 removed watcher, disabling cache 2024-09-19T11:22:02.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.600+0000 7facfbf26800 20 remove_watcher() i=1 2024-09-19T11:22:02.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.603+0000 7facfbf26800 20 remove_watcher() i=2 2024-09-19T11:22:02.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.604+0000 7facfbf26800 20 remove_watcher() i=3 2024-09-19T11:22:02.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.605+0000 7facfbf26800 20 remove_watcher() i=4 2024-09-19T11:22:02.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.606+0000 7facfbf26800 20 remove_watcher() i=5 2024-09-19T11:22:02.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.607+0000 7facfbf26800 20 remove_watcher() i=6 2024-09-19T11:22:02.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.608+0000 7facfbf26800 20 remove_watcher() i=7 2024-09-19T11:22:02.623 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.623 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.637 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:02.637 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:02.649 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T11:22:02.679 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:02.679 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:02.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.713+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.714+0000 7f222b42d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.714+0000 7f222b42d800 20 realm 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.714+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.714+0000 7f222b42d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.714+0000 7f222b42d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.714+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.715+0000 7f222b42d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.715+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.715+0000 7f222b42d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:02.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.715+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.918+0000 7f222b42d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:02.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.918+0000 7f222b42d800 20 searching for the correct realm 2024-09-19T11:22:02.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.921+0000 7f2229718640 0 -- 172.21.15.103:0/2043032958 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x5637bc52e4b0 msgr2=0x5637bc530940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:02.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.925+0000 7f2228f17640 0 -- 172.21.15.103:0/2043032958 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f22100c71b0 msgr2=0x7f22100db9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 zone default found 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 4 Realm: () 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 zonegroup default 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.930+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.931+0000 7f222b42d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.931+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.931+0000 7f222b42d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.931+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.931+0000 7f222b42d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:02.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.931+0000 7f222b42d800 20 started sync module instance, tier type = 2024-09-19T11:22:02.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.931+0000 7f222b42d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:02.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.949+0000 7f222b42d800 20 add_watcher() i=0 2024-09-19T11:22:02.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.949+0000 7f222b42d800 20 add_watcher() i=1 2024-09-19T11:22:02.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.949+0000 7f222b42d800 20 add_watcher() i=2 2024-09-19T11:22:02.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.949+0000 7f222b42d800 20 add_watcher() i=3 2024-09-19T11:22:02.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.949+0000 7f222b42d800 20 add_watcher() i=4 2024-09-19T11:22:02.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.949+0000 7f222b42d800 20 add_watcher() i=5 2024-09-19T11:22:02.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.949+0000 7f222b42d800 20 add_watcher() i=6 2024-09-19T11:22:02.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.950+0000 7f222b42d800 20 add_watcher() i=7 2024-09-19T11:22:02.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.950+0000 7f222b42d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:02.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f20df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:02.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f222b42d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:02.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f222b42d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:02.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f222b42d800 5 note: GC not initialized 2024-09-19T11:22:02.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f20de7e4640 20 reqs_thread_entry: start 2024-09-19T11:22:02.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f222b42d800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f222b42d800 20 Filter name: none 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.952+0000 7f20d7fff640 20 reqs_thread_entry: start 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 INFO: main: starting shard=0 2024-09-19T11:22:02.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.953+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:02.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.954+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.954+0000 7f222b42d800 20 INFO: main: starting shard=1 2024-09-19T11:22:02.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.954+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:02.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.954+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.954+0000 7f222b42d800 20 INFO: main: starting shard=2 2024-09-19T11:22:02.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.954+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:02.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 INFO: main: starting shard=3 2024-09-19T11:22:02.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:02.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 INFO: main: starting shard=4 2024-09-19T11:22:02.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:02.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 INFO: main: starting shard=5 2024-09-19T11:22:02.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.955+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:02.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.956+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-19T11:22:02.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.956+0000 7f222b42d800 20 INFO: main: starting shard=6 2024-09-19T11:22:02.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.956+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:02.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.956+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 INFO: main: starting shard=7 2024-09-19T11:22:02.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:02.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 INFO: main: starting shard=8 2024-09-19T11:22:02.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 INFO: main: starting shard=9 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.957+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.958+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.958+0000 7f222b42d800 20 INFO: main: starting shard=10 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.958+0000 7f222b42d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.958+0000 7f222b42d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.958+0000 7f222b42d800 20 INFO: main: done 2024-09-19T11:22:02.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.959+0000 7f20df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:02.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.961+0000 7f222b42d800 20 remove_watcher() i=0 2024-09-19T11:22:02.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.961+0000 7f222b42d800 2 removed watcher, disabling cache 2024-09-19T11:22:02.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.962+0000 7f222b42d800 20 remove_watcher() i=1 2024-09-19T11:22:02.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.963+0000 7f222b42d800 20 remove_watcher() i=2 2024-09-19T11:22:02.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.965+0000 7f222b42d800 20 remove_watcher() i=3 2024-09-19T11:22:02.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.966+0000 7f222b42d800 20 remove_watcher() i=4 2024-09-19T11:22:02.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.967+0000 7f222b42d800 20 remove_watcher() i=5 2024-09-19T11:22:02.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.967+0000 7f222b42d800 20 remove_watcher() i=6 2024-09-19T11:22:02.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:02.968+0000 7f222b42d800 20 remove_watcher() i=7 2024-09-19T11:22:02.982 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T11:22:03.013 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:03.013 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:03.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.047+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.049+0000 7f60c3519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.049+0000 7f60c3519800 20 realm 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.049+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.049+0000 7f60c3519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.049+0000 7f60c3519800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.049+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.050+0000 7f60c3519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.050+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.050+0000 7f60c3519800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:03.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.050+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.051+0000 7f60c3519800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:03.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.051+0000 7f60c3519800 20 searching for the correct realm 2024-09-19T11:22:03.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.053+0000 7f60bbfff640 0 -- 172.21.15.103:0/3627315136 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f60ac082040 msgr2=0x7f60ac08b820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:03.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.259+0000 7f60c100a640 0 -- 172.21.15.103:0/3627315136 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f60ac0b64a0 msgr2=0x7f60ac0818c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:03.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:03.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:03.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:03.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:03.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:03.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:03.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.466+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:03.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 zone default found 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 4 Realm: () 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 zonegroup default 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.467+0000 7f60c3519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.468+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.468+0000 7f60c3519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.468+0000 7f60c3519800 20 started sync module instance, tier type = 2024-09-19T11:22:03.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.468+0000 7f60c3519800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:03.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.481+0000 7f60c3519800 20 add_watcher() i=0 2024-09-19T11:22:03.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.481+0000 7f60c3519800 20 add_watcher() i=1 2024-09-19T11:22:03.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.481+0000 7f60c3519800 20 add_watcher() i=2 2024-09-19T11:22:03.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.481+0000 7f60c3519800 20 add_watcher() i=3 2024-09-19T11:22:03.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.481+0000 7f60c3519800 20 add_watcher() i=4 2024-09-19T11:22:03.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.481+0000 7f60c3519800 20 add_watcher() i=5 2024-09-19T11:22:03.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.481+0000 7f60c3519800 20 add_watcher() i=6 2024-09-19T11:22:03.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.483+0000 7f60c3519800 20 add_watcher() i=7 2024-09-19T11:22:03.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.483+0000 7f60c3519800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:03.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f5f77fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:03.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f60c3519800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:03.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f60c3519800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:03.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f60c3519800 5 note: GC not initialized 2024-09-19T11:22:03.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f5f76fe5640 20 reqs_thread_entry: start 2024-09-19T11:22:03.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f60c3519800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:03.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f60c3519800 20 Filter name: none 2024-09-19T11:22:03.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f5f74fe1640 20 reqs_thread_entry: start 2024-09-19T11:22:03.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.486+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.487+0000 7f60c3519800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.487+0000 7f60c3519800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.487+0000 7f60c3519800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.487+0000 7f60c3519800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.487+0000 7f60c3519800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.487+0000 7f60c3519800 20 INFO: main: starting shard=0 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.487+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.488+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.488+0000 7f60c3519800 20 INFO: main: starting shard=1 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.488+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.488+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.488+0000 7f60c3519800 20 INFO: main: starting shard=2 2024-09-19T11:22:03.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.488+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:03.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.489+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.489+0000 7f60c3519800 20 INFO: main: starting shard=3 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.489+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.489+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.489+0000 7f60c3519800 20 INFO: main: starting shard=4 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.490+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.490+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.490+0000 7f60c3519800 20 INFO: main: starting shard=5 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.490+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.490+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.490+0000 7f60c3519800 20 INFO: main: starting shard=6 2024-09-19T11:22:03.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.490+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.491+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.491+0000 7f60c3519800 20 INFO: main: starting shard=7 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.491+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.491+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.491+0000 7f60c3519800 20 INFO: main: starting shard=8 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.491+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.492+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.492+0000 7f60c3519800 20 INFO: main: starting shard=9 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.492+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.492+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.492+0000 7f60c3519800 20 INFO: main: starting shard=10 2024-09-19T11:22:03.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.492+0000 7f60c3519800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:03.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.493+0000 7f60c3519800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:03.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.493+0000 7f60c3519800 20 INFO: main: done 2024-09-19T11:22:03.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.493+0000 7f5f77fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:03.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.496+0000 7f60c3519800 20 remove_watcher() i=0 2024-09-19T11:22:03.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.496+0000 7f60c3519800 2 removed watcher, disabling cache 2024-09-19T11:22:03.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.497+0000 7f60c3519800 20 remove_watcher() i=1 2024-09-19T11:22:03.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.498+0000 7f60c3519800 20 remove_watcher() i=2 2024-09-19T11:22:03.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.500+0000 7f60c3519800 20 remove_watcher() i=3 2024-09-19T11:22:03.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.501+0000 7f60c3519800 20 remove_watcher() i=4 2024-09-19T11:22:03.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.502+0000 7f60c3519800 20 remove_watcher() i=5 2024-09-19T11:22:03.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.504+0000 7f60c3519800 20 remove_watcher() i=6 2024-09-19T11:22:03.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.505+0000 7f60c3519800 20 remove_watcher() i=7 2024-09-19T11:22:03.517 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-19T11:22:03.517 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:03.519 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-19T11:22:03.549 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:03.550 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:03.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.584+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.585+0000 7f159acbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.585+0000 7f159acbb800 20 realm 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.585+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.585+0000 7f159acbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.585+0000 7f159acbb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.586+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.586+0000 7f159acbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.586+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.587+0000 7f159acbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:03.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.587+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.587+0000 7f159acbb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:03.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.587+0000 7f159acbb800 20 searching for the correct realm 2024-09-19T11:22:03.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.591+0000 7f158ffa4640 0 -- 172.21.15.103:0/2098206627 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f1580098040 msgr2=0x7f1580089960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:03.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.595+0000 7f1598fa6640 0 -- 172.21.15.103:0/2098206627 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f158006d070 msgr2=0x7f1580098420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:03.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:03.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:03.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.598+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 zone default found 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 4 Realm: () 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:03.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:03.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:03.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 zonegroup default 2024-09-19T11:22:03.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.599+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.600+0000 7f159acbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.600+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.600+0000 7f159acbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.600+0000 7f159acbb800 20 started sync module instance, tier type = 2024-09-19T11:22:03.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.600+0000 7f159acbb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:03.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.612+0000 7f159acbb800 20 add_watcher() i=0 2024-09-19T11:22:03.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.612+0000 7f159acbb800 20 add_watcher() i=1 2024-09-19T11:22:03.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.612+0000 7f159acbb800 20 add_watcher() i=2 2024-09-19T11:22:03.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.612+0000 7f159acbb800 20 add_watcher() i=3 2024-09-19T11:22:03.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.612+0000 7f159acbb800 20 add_watcher() i=4 2024-09-19T11:22:03.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.612+0000 7f159acbb800 20 add_watcher() i=5 2024-09-19T11:22:03.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.612+0000 7f159acbb800 20 add_watcher() i=6 2024-09-19T11:22:03.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.614+0000 7f159acbb800 20 add_watcher() i=7 2024-09-19T11:22:03.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.614+0000 7f159acbb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:03.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.617+0000 7f144e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:03.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.617+0000 7f159acbb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:03.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.617+0000 7f159acbb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:03.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.617+0000 7f159acbb800 5 note: GC not initialized 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.617+0000 7f144d7e2640 20 reqs_thread_entry: start 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.617+0000 7f159acbb800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 20 Filter name: none 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f13beffd640 20 reqs_thread_entry: start 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:03.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.618+0000 7f159acbb800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.619+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.620+0000 7f159acbb800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-19T11:22:03.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.620+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:03.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.620+0000 7f159acbb800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-19T11:22:03.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.620+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:03.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.621+0000 7f159acbb800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-19T11:22:03.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.621+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:03.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.621+0000 7f159acbb800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-19T11:22:03.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.621+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:03.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.622+0000 7f159acbb800 1 NOTICE: finished shard 5 (1 entries found) 2024-09-19T11:22:03.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.622+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:03.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.622+0000 7f159acbb800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-19T11:22:03.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.622+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.623+0000 7f159acbb800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.623+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.623+0000 7f159acbb800 1 NOTICE: finished shard 8 (1 entries found) 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.623+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.623+0000 7f159acbb800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.623+0000 7f159acbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.624+0000 7f159acbb800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-19T11:22:03.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.624+0000 7f159acbb800 1 NOTICE: finished all shards (2 entries found) 2024-09-19T11:22:03.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.624+0000 7f144e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:03.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.627+0000 7f159acbb800 20 remove_watcher() i=0 2024-09-19T11:22:03.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.627+0000 7f159acbb800 2 removed watcher, disabling cache 2024-09-19T11:22:03.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.628+0000 7f159acbb800 20 remove_watcher() i=1 2024-09-19T11:22:03.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.629+0000 7f159acbb800 20 remove_watcher() i=2 2024-09-19T11:22:03.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.630+0000 7f159acbb800 20 remove_watcher() i=3 2024-09-19T11:22:03.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.632+0000 7f159acbb800 20 remove_watcher() i=4 2024-09-19T11:22:03.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.633+0000 7f159acbb800 20 remove_watcher() i=5 2024-09-19T11:22:03.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.633+0000 7f159acbb800 20 remove_watcher() i=6 2024-09-19T11:22:03.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.634+0000 7f159acbb800 20 remove_watcher() i=7 2024-09-19T11:22:03.647 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-19T11:22:03.647 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:03.648 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T11:22:03.681 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:03.681 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:03.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.716+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.717+0000 7f1cdf923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.717+0000 7f1cdf923800 20 realm 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.717+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.717+0000 7f1cdf923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.717+0000 7f1cdf923800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.717+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.718+0000 7f1cdf923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.718+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.718+0000 7f1cdf923800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:03.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.718+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:03.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.719+0000 7f1cdf923800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:03.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.719+0000 7f1cdf923800 20 searching for the correct realm 2024-09-19T11:22:03.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.721+0000 7f1cd3fff640 0 -- 172.21.15.103:0/3900027150 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f1cc40de050 msgr2=0x7f1cc40aec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:03.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:03.927+0000 7f1cdb60c640 0 -- 172.21.15.103:0/3900027150 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1cc40dc7a0 msgr2=0x7f1cc40a4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.133+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:04.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 zone default found 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 4 Realm: () 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 zonegroup default 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.134+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.135+0000 7f1cdf923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.135+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.135+0000 7f1cdf923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.135+0000 7f1cdf923800 20 started sync module instance, tier type = 2024-09-19T11:22:04.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.135+0000 7f1cdf923800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:04.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.146+0000 7f1cdf923800 20 add_watcher() i=0 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.146+0000 7f1cdf923800 20 add_watcher() i=1 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.146+0000 7f1cdf923800 20 add_watcher() i=2 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.146+0000 7f1cdf923800 20 add_watcher() i=3 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.146+0000 7f1cdf923800 20 add_watcher() i=4 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.146+0000 7f1cdf923800 20 add_watcher() i=5 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.146+0000 7f1cdf923800 20 add_watcher() i=6 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.147+0000 7f1cdf923800 20 add_watcher() i=7 2024-09-19T11:22:04.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.147+0000 7f1cdf923800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:04.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.149+0000 7f1b91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1cdf923800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:04.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1cdf923800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:04.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1cdf923800 5 note: GC not initialized 2024-09-19T11:22:04.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1b90fe1640 20 reqs_thread_entry: start 2024-09-19T11:22:04.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1cdf923800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:04.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1cdf923800 20 Filter name: none 2024-09-19T11:22:04.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1b0a7fc640 20 reqs_thread_entry: start 2024-09-19T11:22:04.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1cdf923800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:04.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.150+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:04.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.151+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:04.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.152+0000 7f1cdf923800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-19T11:22:04.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.152+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:04.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.152+0000 7f1cdf923800 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-19T11:22:04.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.152+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:04.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.153+0000 7f1cdf923800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-19T11:22:04.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.153+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:04.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.154+0000 7f1cdf923800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-19T11:22:04.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.154+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:04.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.154+0000 7f1cdf923800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-19T11:22:04.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.154+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:04.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.154+0000 7f1cdf923800 20 get_obj_state: octx=0x55fffb315120 obj=check-bucket:d state=0x55fffb5c7548 s->prefetch_data=0 2024-09-19T11:22:04.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.154+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:04.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.155+0000 7f1cdf923800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-19T11:22:04.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.155+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:04.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.155+0000 7f1cdf923800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-19T11:22:04.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.155+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:04.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.156+0000 7f1cdf923800 20 get_obj_state: octx=0x55fffb324db0 obj=check-bucket:c state=0x55fffb5c85b8 s->prefetch_data=0 2024-09-19T11:22:04.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.156+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:04.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.156+0000 7f1cdf923800 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-19T11:22:04.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.156+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 get_obj_state: setting s->obj_tag to 9e8eawqgwlznun6gomtzr51e143aahq3 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 get_obj_state_impl: setting s->olh_tag to 955chz0iciaqctdhgmrc04lzrdb8kf98 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 get_obj_state: setting s->obj_tag to pj0tdnop19f31o45t7kn549211m48hlt 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 get_obj_state_impl: setting s->olh_tag to x4wlos11b3xna8usgz0j5inq6vjit4v1 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 olh_log_entry: epoch=4 op=3 key=d[FzfZPfg4Ix1iOkbedKcZm7ecc3oSL4B] 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 get_obj_state: octx=0x55fffb6010b0 obj=check-bucket:_:FzfZPfg4Ix1iOkbedKcZm7ecc3oSL4B_d state=0x55fffb627b58 s->prefetch_data=0 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-19T11:22:04.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 olh_log_entry: epoch=4 op=3 key=c[1kN.XlgQ0.tKfdaxFCodOf.DehSrqYt] 2024-09-19T11:22:04.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.157+0000 7f1cdf923800 20 get_obj_state: octx=0x55fffb6210b0 obj=check-bucket:_:1kN.XlgQ0.tKfdaxFCodOf.DehSrqYt_c state=0x55fffb62ef68 s->prefetch_data=0 2024-09-19T11:22:04.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.159+0000 7f1cdf923800 20 get_obj_state: octx=0x55fffb6010b0 obj=check-bucket:d state=0x55fffb5c36e8 s->prefetch_data=0 2024-09-19T11:22:04.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.159+0000 7f1cdf923800 20 get_obj_state: setting s->obj_tag to 9e8eawqgwlznun6gomtzr51e143aahq3 2024-09-19T11:22:04.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.159+0000 7f1cdf923800 20 get_obj_state_impl: setting s->olh_tag to 955chz0iciaqctdhgmrc04lzrdb8kf98 2024-09-19T11:22:04.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.159+0000 7f1cdf923800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=955chz0iciaqctdhgmrc04lzrdb8kf98 2024-09-19T11:22:04.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.160+0000 7f1cdf923800 20 get_obj_state: octx=0x55fffb6210b0 obj=check-bucket:c state=0x55fffb621af8 s->prefetch_data=0 2024-09-19T11:22:04.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.160+0000 7f1cdf923800 20 get_obj_state: setting s->obj_tag to pj0tdnop19f31o45t7kn549211m48hlt 2024-09-19T11:22:04.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.160+0000 7f1cdf923800 20 get_obj_state_impl: setting s->olh_tag to x4wlos11b3xna8usgz0j5inq6vjit4v1 2024-09-19T11:22:04.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.160+0000 7f1cdf923800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=x4wlos11b3xna8usgz0j5inq6vjit4v1 2024-09-19T11:22:04.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.163+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:04.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.164+0000 7f1cdf923800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:04.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.165+0000 7f1cdf923800 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-19T11:22:04.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.165+0000 7f1cdf923800 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-19T11:22:04.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.165+0000 7f1cdf923800 1 NOTICE: finished all shards (2 entries removed) 2024-09-19T11:22:04.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.166+0000 7f1b91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.170+0000 7f1cdf923800 20 remove_watcher() i=0 2024-09-19T11:22:04.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.170+0000 7f1cdf923800 2 removed watcher, disabling cache 2024-09-19T11:22:04.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.171+0000 7f1cdf923800 20 remove_watcher() i=1 2024-09-19T11:22:04.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.172+0000 7f1cdf923800 20 remove_watcher() i=2 2024-09-19T11:22:04.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.174+0000 7f1cdf923800 20 remove_watcher() i=3 2024-09-19T11:22:04.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.175+0000 7f1cdf923800 20 remove_watcher() i=4 2024-09-19T11:22:04.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.176+0000 7f1cdf923800 20 remove_watcher() i=5 2024-09-19T11:22:04.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.177+0000 7f1cdf923800 20 remove_watcher() i=6 2024-09-19T11:22:04.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.178+0000 7f1cdf923800 20 remove_watcher() i=7 2024-09-19T11:22:04.191 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T11:22:04.222 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:04.222 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:04.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.257+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 20 realm 2024-09-19T11:22:04.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:04.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.259+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.260+0000 7f14a8f2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:04.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.260+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.260+0000 7f14a8f2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:04.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.260+0000 7f14a8f2f800 20 searching for the correct realm 2024-09-19T11:22:04.266 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.264+0000 7f14a5477640 0 -- 172.21.15.103:0/3134130256 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f148c057a70 msgr2=0x7f148c064430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:04.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.470+0000 7f14a4c76640 0 -- 172.21.15.103:0/3134130256 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x56435177c680 msgr2=0x56435177ea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.472+0000 7f14a8f2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.472+0000 7f14a8f2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.472+0000 7f14a8f2f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.472+0000 7f14a8f2f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.472+0000 7f14a8f2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.472+0000 7f14a8f2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 zone default found 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 4 Realm: () 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 zonegroup default 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.473+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.474+0000 7f14a8f2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.474+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.474+0000 7f14a8f2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.474+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.474+0000 7f14a8f2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.474+0000 7f14a8f2f800 20 started sync module instance, tier type = 2024-09-19T11:22:04.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.474+0000 7f14a8f2f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:04.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.487+0000 7f14a8f2f800 20 add_watcher() i=0 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.487+0000 7f14a8f2f800 20 add_watcher() i=1 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.487+0000 7f14a8f2f800 20 add_watcher() i=2 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.487+0000 7f14a8f2f800 20 add_watcher() i=3 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.487+0000 7f14a8f2f800 20 add_watcher() i=4 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.487+0000 7f14a8f2f800 20 add_watcher() i=5 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.487+0000 7f14a8f2f800 20 add_watcher() i=6 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.488+0000 7f14a8f2f800 20 add_watcher() i=7 2024-09-19T11:22:04.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.488+0000 7f14a8f2f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:04.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.491+0000 7f135b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.491+0000 7f14a8f2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:04.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.491+0000 7f14a8f2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:04.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.491+0000 7f14a8f2f800 5 note: GC not initialized 2024-09-19T11:22:04.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.492+0000 7f135a7e4640 20 reqs_thread_entry: start 2024-09-19T11:22:04.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.492+0000 7f14a8f2f800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:04.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.492+0000 7f14a8f2f800 20 Filter name: none 2024-09-19T11:22:04.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.492+0000 7f13537fe640 20 reqs_thread_entry: start 2024-09-19T11:22:04.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.492+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.492+0000 7f14a8f2f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.492+0000 7f14a8f2f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 INFO: main: starting shard=0 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 INFO: main: starting shard=1 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.493+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.494+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.494+0000 7f14a8f2f800 20 INFO: main: starting shard=2 2024-09-19T11:22:04.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.494+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:04.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.494+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.494+0000 7f14a8f2f800 20 INFO: main: starting shard=3 2024-09-19T11:22:04.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.494+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:04.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.495+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.495+0000 7f14a8f2f800 20 INFO: main: starting shard=4 2024-09-19T11:22:04.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.495+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:04.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.495+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.495+0000 7f14a8f2f800 20 INFO: main: starting shard=5 2024-09-19T11:22:04.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.495+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:04.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.496+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.496+0000 7f14a8f2f800 20 INFO: main: starting shard=6 2024-09-19T11:22:04.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.496+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:04.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.496+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.496+0000 7f14a8f2f800 20 INFO: main: starting shard=7 2024-09-19T11:22:04.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.496+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.497+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.497+0000 7f14a8f2f800 20 INFO: main: starting shard=8 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.497+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.497+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.497+0000 7f14a8f2f800 20 INFO: main: starting shard=9 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.497+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.498+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.498+0000 7f14a8f2f800 20 INFO: main: starting shard=10 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.498+0000 7f14a8f2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:04.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.498+0000 7f14a8f2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.498+0000 7f14a8f2f800 20 INFO: main: done 2024-09-19T11:22:04.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.499+0000 7f135b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.501+0000 7f14a8f2f800 20 remove_watcher() i=0 2024-09-19T11:22:04.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.501+0000 7f14a8f2f800 2 removed watcher, disabling cache 2024-09-19T11:22:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.502+0000 7f14a8f2f800 20 remove_watcher() i=1 2024-09-19T11:22:04.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.505+0000 7f14a8f2f800 20 remove_watcher() i=2 2024-09-19T11:22:04.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.507+0000 7f14a8f2f800 20 remove_watcher() i=3 2024-09-19T11:22:04.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.508+0000 7f14a8f2f800 20 remove_watcher() i=4 2024-09-19T11:22:04.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.509+0000 7f14a8f2f800 20 remove_watcher() i=5 2024-09-19T11:22:04.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.510+0000 7f14a8f2f800 20 remove_watcher() i=6 2024-09-19T11:22:04.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.511+0000 7f14a8f2f800 20 remove_watcher() i=7 2024-09-19T11:22:04.525 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T11:22:04.556 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:04.557 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:04.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.591+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 20 realm 2024-09-19T11:22:04.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:04.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.593+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.594+0000 7f20d0139800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:04.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.594+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.595+0000 7f20d0139800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:04.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.595+0000 7f20d0139800 20 searching for the correct realm 2024-09-19T11:22:04.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.598+0000 7f20cc5c8640 0 -- 172.21.15.103:0/778960230 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x564d264369a0 msgr2=0x564d26438e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:04.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.601+0000 7f20cbdc7640 0 -- 172.21.15.103:0/778960230 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f20b405f440 msgr2=0x7f20b405f8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:04.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 zone default found 2024-09-19T11:22:04.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 4 Realm: () 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 zonegroup default 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.606+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.607+0000 7f20d0139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.607+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.607+0000 7f20d0139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.607+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.607+0000 7f20d0139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.607+0000 7f20d0139800 20 started sync module instance, tier type = 2024-09-19T11:22:04.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.607+0000 7f20d0139800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:04.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.617+0000 7f20d0139800 20 add_watcher() i=0 2024-09-19T11:22:04.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.617+0000 7f20d0139800 20 add_watcher() i=1 2024-09-19T11:22:04.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.617+0000 7f20d0139800 20 add_watcher() i=2 2024-09-19T11:22:04.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.617+0000 7f20d0139800 20 add_watcher() i=3 2024-09-19T11:22:04.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.617+0000 7f20d0139800 20 add_watcher() i=4 2024-09-19T11:22:04.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.617+0000 7f20d0139800 20 add_watcher() i=5 2024-09-19T11:22:04.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.617+0000 7f20d0139800 20 add_watcher() i=6 2024-09-19T11:22:04.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.618+0000 7f20d0139800 20 add_watcher() i=7 2024-09-19T11:22:04.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.618+0000 7f20d0139800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:04.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.620+0000 7f1f81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.620+0000 7f20d0139800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.620+0000 7f20d0139800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.620+0000 7f20d0139800 5 note: GC not initialized 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.620+0000 7f1f80fe1640 20 reqs_thread_entry: start 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.620+0000 7f20d0139800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.620+0000 7f20d0139800 20 Filter name: none 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f1efa7fc640 20 reqs_thread_entry: start 2024-09-19T11:22:04.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:04.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:04.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:04.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:04.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 INFO: main: starting shard=0 2024-09-19T11:22:04.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.621+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.622+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.622+0000 7f20d0139800 20 INFO: main: starting shard=1 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.622+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 INFO: main: starting shard=2 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 INFO: main: starting shard=3 2024-09-19T11:22:04.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:04.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 INFO: main: starting shard=4 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.623+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.624+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.624+0000 7f20d0139800 20 INFO: main: starting shard=5 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.624+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.624+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.624+0000 7f20d0139800 20 INFO: main: starting shard=6 2024-09-19T11:22:04.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.624+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:04.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.625+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.625+0000 7f20d0139800 20 INFO: main: starting shard=7 2024-09-19T11:22:04.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.625+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:04.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.625+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.625+0000 7f20d0139800 20 INFO: main: starting shard=8 2024-09-19T11:22:04.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.625+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:04.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 INFO: main: starting shard=9 2024-09-19T11:22:04.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:04.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 INFO: main: starting shard=10 2024-09-19T11:22:04.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:04.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:04.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.626+0000 7f20d0139800 20 INFO: main: done 2024-09-19T11:22:04.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.627+0000 7f1f81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.630+0000 7f20d0139800 20 remove_watcher() i=0 2024-09-19T11:22:04.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.630+0000 7f20d0139800 2 removed watcher, disabling cache 2024-09-19T11:22:04.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.631+0000 7f20d0139800 20 remove_watcher() i=1 2024-09-19T11:22:04.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.632+0000 7f20d0139800 20 remove_watcher() i=2 2024-09-19T11:22:04.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.633+0000 7f20d0139800 20 remove_watcher() i=3 2024-09-19T11:22:04.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.634+0000 7f20d0139800 20 remove_watcher() i=4 2024-09-19T11:22:04.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.635+0000 7f20d0139800 20 remove_watcher() i=5 2024-09-19T11:22:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.637+0000 7f20d0139800 20 remove_watcher() i=6 2024-09-19T11:22:04.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.638+0000 7f20d0139800 20 remove_watcher() i=7 2024-09-19T11:22:04.650 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-19T11:22:04.650 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:04.651 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-19T11:22:04.682 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:04.682 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:04.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.717+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.718+0000 7f3d88726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.718+0000 7f3d88726800 20 realm 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.718+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.718+0000 7f3d88726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.718+0000 7f3d88726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.718+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.719+0000 7f3d88726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.719+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.719+0000 7f3d88726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:04.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.719+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.720+0000 7f3d88726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:04.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.720+0000 7f3d88726800 20 searching for the correct realm 2024-09-19T11:22:04.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.723+0000 7f3d7bbd8640 0 -- 172.21.15.103:0/2322411846 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f3d6c083040 msgr2=0x7f3d6c093a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:04.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.726+0000 7f3d843d9640 0 -- 172.21.15.103:0/2322411846 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f3d6c0a5430 msgr2=0x7f3d6c0a58b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:04.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.932+0000 7f3d88726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:04.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.932+0000 7f3d88726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:04.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.932+0000 7f3d88726800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:04.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.932+0000 7f3d88726800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:04.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.932+0000 7f3d88726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:04.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.932+0000 7f3d88726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:04.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.932+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:04.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:04.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 zone default found 2024-09-19T11:22:04.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 4 Realm: () 2024-09-19T11:22:04.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:04.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 zonegroup default 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.933+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.934+0000 7f3d88726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.934+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.934+0000 7f3d88726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.934+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.934+0000 7f3d88726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.934+0000 7f3d88726800 20 started sync module instance, tier type = 2024-09-19T11:22:04.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.934+0000 7f3d88726800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:04.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.955+0000 7f3d88726800 20 add_watcher() i=0 2024-09-19T11:22:04.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.955+0000 7f3d88726800 20 add_watcher() i=1 2024-09-19T11:22:04.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.955+0000 7f3d88726800 20 add_watcher() i=2 2024-09-19T11:22:04.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.955+0000 7f3d88726800 20 add_watcher() i=3 2024-09-19T11:22:04.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.955+0000 7f3d88726800 20 add_watcher() i=4 2024-09-19T11:22:04.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.955+0000 7f3d88726800 20 add_watcher() i=5 2024-09-19T11:22:04.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.955+0000 7f3d88726800 20 add_watcher() i=6 2024-09-19T11:22:04.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.959+0000 7f3d88726800 20 add_watcher() i=7 2024-09-19T11:22:04.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.959+0000 7f3d88726800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:04.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.961+0000 7f3c3afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3d88726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:04.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3d88726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:04.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3d88726800 5 note: GC not initialized 2024-09-19T11:22:04.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3c39fdb640 20 reqs_thread_entry: start 2024-09-19T11:22:04.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3d88726800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:04.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3d88726800 20 Filter name: none 2024-09-19T11:22:04.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3bab7fe640 20 reqs_thread_entry: start 2024-09-19T11:22:04.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3d88726800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:04.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.962+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 20 rados->read ofs=0 len=0 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:04.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:04.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:04.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:04.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.963+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:04.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.964+0000 7f3d88726800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T11:22:04.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.964+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:04.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.964+0000 7f3d88726800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-19T11:22:04.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.964+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.965+0000 7f3d88726800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.965+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.965+0000 7f3d88726800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.965+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.966+0000 7f3d88726800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.966+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.966+0000 7f3d88726800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-19T11:22:04.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.966+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:04.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.967+0000 7f3d88726800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-19T11:22:04.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.967+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:04.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.967+0000 7f3d88726800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-19T11:22:04.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.967+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:04.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.968+0000 7f3d88726800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-19T11:22:04.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.968+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:04.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.968+0000 7f3d88726800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-19T11:22:04.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.968+0000 7f3d88726800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:04.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.969+0000 7f3d88726800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-19T11:22:04.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.969+0000 7f3d88726800 1 NOTICE: finished all shards (0 entries found) 2024-09-19T11:22:04.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.969+0000 7f3c3afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:04.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.972+0000 7f3d88726800 20 remove_watcher() i=0 2024-09-19T11:22:04.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.972+0000 7f3d88726800 2 removed watcher, disabling cache 2024-09-19T11:22:04.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.973+0000 7f3d88726800 20 remove_watcher() i=1 2024-09-19T11:22:04.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.974+0000 7f3d88726800 20 remove_watcher() i=2 2024-09-19T11:22:04.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.976+0000 7f3d88726800 20 remove_watcher() i=3 2024-09-19T11:22:04.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.977+0000 7f3d88726800 20 remove_watcher() i=4 2024-09-19T11:22:04.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.978+0000 7f3d88726800 20 remove_watcher() i=5 2024-09-19T11:22:04.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.979+0000 7f3d88726800 20 remove_watcher() i=6 2024-09-19T11:22:04.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:04.980+0000 7f3d88726800 20 remove_watcher() i=7 2024-09-19T11:22:04.992 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-19T11:22:04.992 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:04.994 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:04.994 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:04.998 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:04.998 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.001 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.001 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.044 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-19T11:22:05.045 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:22:05.045 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.045 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.090 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.090 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.133 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.133 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.146 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.146 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.149 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.149 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.167 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.167 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.170 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.170 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.186 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.186 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.189 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.189 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.201 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.201 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.204 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.204 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.215 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.215 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.218 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.218 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.229 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:05.229 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:05.233 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T11:22:05.628 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-19T11:22:07.024 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.024 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.073 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:22:07.075 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-19T11:22:07.112 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:07.112 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:07.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.151+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 20 realm 2024-09-19T11:22:07.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:07.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.153+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.154+0000 7fe1fc094800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.154+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.155+0000 7fe1fc094800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:07.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.155+0000 7fe1fc094800 20 searching for the correct realm 2024-09-19T11:22:07.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.159+0000 7fe1f137d640 0 -- 172.21.15.103:0/400533358 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55a6b5a35570 msgr2=0x55a6b5a37960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:07.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.163+0000 7fe1f137d640 0 -- 172.21.15.103:0/400533358 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fe1e4047660 msgr2=0x7fe1e406e140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:07.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:07.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:07.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:07.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:07.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:07.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:07.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.167+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 zone default found 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 4 Realm: () 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:07.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 zonegroup default 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.168+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.169+0000 7fe1fc094800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.169+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.169+0000 7fe1fc094800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.169+0000 7fe1fc094800 20 started sync module instance, tier type = 2024-09-19T11:22:07.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.169+0000 7fe1fc094800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:07.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.179+0000 7fe1fc094800 20 add_watcher() i=0 2024-09-19T11:22:07.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.179+0000 7fe1fc094800 20 add_watcher() i=1 2024-09-19T11:22:07.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.179+0000 7fe1fc094800 20 add_watcher() i=2 2024-09-19T11:22:07.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.179+0000 7fe1fc094800 20 add_watcher() i=3 2024-09-19T11:22:07.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.179+0000 7fe1fc094800 20 add_watcher() i=4 2024-09-19T11:22:07.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.179+0000 7fe1fc094800 20 add_watcher() i=5 2024-09-19T11:22:07.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.179+0000 7fe1fc094800 20 add_watcher() i=6 2024-09-19T11:22:07.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.180+0000 7fe1fc094800 20 add_watcher() i=7 2024-09-19T11:22:07.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.180+0000 7fe1fc094800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:07.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe0affe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe1fc094800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:07.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe1fc094800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:07.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe1fc094800 5 note: GC not initialized 2024-09-19T11:22:07.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe0aefe5640 20 reqs_thread_entry: start 2024-09-19T11:22:07.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe1fc094800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:07.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe1fc094800 20 Filter name: none 2024-09-19T11:22:07.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe0acfe1640 20 reqs_thread_entry: start 2024-09-19T11:22:07.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.182+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.183+0000 7fe1fc094800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:07.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.183+0000 7fe1fc094800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.183+0000 7fe1fc094800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:07.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.183+0000 7fe1fc094800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:07.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.183+0000 7fe1fc094800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:07.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.183+0000 7fe1fc094800 20 INFO: main: starting shard=0 2024-09-19T11:22:07.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.183+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:07.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.184+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.184+0000 7fe1fc094800 20 INFO: main: starting shard=1 2024-09-19T11:22:07.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.184+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:07.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.185+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.185+0000 7fe1fc094800 20 INFO: main: starting shard=2 2024-09-19T11:22:07.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.185+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:07.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.185+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.185+0000 7fe1fc094800 20 INFO: main: starting shard=3 2024-09-19T11:22:07.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.185+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:07.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 INFO: main: starting shard=4 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 INFO: main: starting shard=5 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 INFO: main: starting shard=6 2024-09-19T11:22:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.186+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:07.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.187+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.187+0000 7fe1fc094800 20 INFO: main: starting shard=7 2024-09-19T11:22:07.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.187+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:07.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 INFO: main: starting shard=8 2024-09-19T11:22:07.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 INFO: main: starting shard=9 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 INFO: main: starting shard=10 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.188+0000 7fe1fc094800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.189+0000 7fe1fc094800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.189+0000 7fe1fc094800 20 INFO: main: done 2024-09-19T11:22:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.190+0000 7fe0affe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.192+0000 7fe1fc094800 20 remove_watcher() i=0 2024-09-19T11:22:07.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.192+0000 7fe1fc094800 2 removed watcher, disabling cache 2024-09-19T11:22:07.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.194+0000 7fe1fc094800 20 remove_watcher() i=1 2024-09-19T11:22:07.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.195+0000 7fe1fc094800 20 remove_watcher() i=2 2024-09-19T11:22:07.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.196+0000 7fe1fc094800 20 remove_watcher() i=3 2024-09-19T11:22:07.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.197+0000 7fe1fc094800 20 remove_watcher() i=4 2024-09-19T11:22:07.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.198+0000 7fe1fc094800 20 remove_watcher() i=5 2024-09-19T11:22:07.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.199+0000 7fe1fc094800 20 remove_watcher() i=6 2024-09-19T11:22:07.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.200+0000 7fe1fc094800 20 remove_watcher() i=7 2024-09-19T11:22:07.215 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.215 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.219 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.219 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.222 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.222 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.269 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:22:07.270 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-19T11:22:07.300 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:07.301 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:07.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.335+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 20 realm 2024-09-19T11:22:07.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:07.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.337+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.338+0000 7f118f123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.338+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.339+0000 7f118f123800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:07.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.339+0000 7f118f123800 20 searching for the correct realm 2024-09-19T11:22:07.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.342+0000 7f118adae640 0 -- 172.21.15.103:0/1802189606 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f1184020930 msgr2=0x7f11840103e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:07.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.345+0000 7f118adae640 0 -- 172.21.15.103:0/1802189606 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1174055420 msgr2=0x7f11740558a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:07.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.552+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 zone default found 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 4 Realm: () 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 zonegroup default 2024-09-19T11:22:07.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 started sync module instance, tier type = 2024-09-19T11:22:07.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.554+0000 7f118f123800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:07.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=0 2024-09-19T11:22:07.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=1 2024-09-19T11:22:07.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=2 2024-09-19T11:22:07.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=3 2024-09-19T11:22:07.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=4 2024-09-19T11:22:07.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=5 2024-09-19T11:22:07.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=6 2024-09-19T11:22:07.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 20 add_watcher() i=7 2024-09-19T11:22:07.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.564+0000 7f118f123800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:07.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f10417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f118f123800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:07.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f118f123800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:07.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f118f123800 5 note: GC not initialized 2024-09-19T11:22:07.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f0fbbfff640 20 reqs_thread_entry: start 2024-09-19T11:22:07.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f118f123800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:07.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f118f123800 20 Filter name: none 2024-09-19T11:22:07.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f0fb9ffb640 20 reqs_thread_entry: start 2024-09-19T11:22:07.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.567+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.568+0000 7f118f123800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:07.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.568+0000 7f118f123800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.568+0000 7f118f123800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:07.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.568+0000 7f118f123800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:07.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.568+0000 7f118f123800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:07.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.568+0000 7f118f123800 20 INFO: main: starting shard=0 2024-09-19T11:22:07.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.568+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:07.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.569+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.569+0000 7f118f123800 20 INFO: main: starting shard=1 2024-09-19T11:22:07.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.569+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:07.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.569+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.569+0000 7f118f123800 20 INFO: main: starting shard=2 2024-09-19T11:22:07.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.569+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 INFO: main: starting shard=3 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 INFO: main: starting shard=4 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 INFO: main: starting shard=5 2024-09-19T11:22:07.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.570+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:07.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.571+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-19T11:22:07.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.571+0000 7f118f123800 20 INFO: main: starting shard=6 2024-09-19T11:22:07.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.571+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:07.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.572+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.572+0000 7f118f123800 20 INFO: main: starting shard=7 2024-09-19T11:22:07.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.572+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:07.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 INFO: main: starting shard=8 2024-09-19T11:22:07.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:07.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 INFO: main: starting shard=9 2024-09-19T11:22:07.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:07.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 INFO: main: starting shard=10 2024-09-19T11:22:07.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.573+0000 7f118f123800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:07.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.574+0000 7f118f123800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.574+0000 7f118f123800 20 INFO: main: done 2024-09-19T11:22:07.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.574+0000 7f10417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.577+0000 7f118f123800 20 remove_watcher() i=0 2024-09-19T11:22:07.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.577+0000 7f118f123800 2 removed watcher, disabling cache 2024-09-19T11:22:07.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.578+0000 7f118f123800 20 remove_watcher() i=1 2024-09-19T11:22:07.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.579+0000 7f118f123800 20 remove_watcher() i=2 2024-09-19T11:22:07.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.580+0000 7f118f123800 20 remove_watcher() i=3 2024-09-19T11:22:07.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.581+0000 7f118f123800 20 remove_watcher() i=4 2024-09-19T11:22:07.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.582+0000 7f118f123800 20 remove_watcher() i=5 2024-09-19T11:22:07.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.583+0000 7f118f123800 20 remove_watcher() i=6 2024-09-19T11:22:07.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.584+0000 7f118f123800 20 remove_watcher() i=7 2024-09-19T11:22:07.598 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.598 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.603 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.603 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.605 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.605 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.653 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:22:07.655 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-19T11:22:07.685 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:07.685 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:07.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.719+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 20 realm 2024-09-19T11:22:07.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.721+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.722+0000 7fa798324800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.722+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.722+0000 7fa798324800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:07.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.723+0000 7fa798324800 20 searching for the correct realm 2024-09-19T11:22:07.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.725+0000 7fa7947d3640 0 -- 172.21.15.103:0/1428158641 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x5625b69f1400 msgr2=0x5625b69f38c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:07.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.729+0000 7fa793fd2640 0 -- 172.21.15.103:0/1428158641 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fa77c0ce0b0 msgr2=0x7fa77c0093c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:07.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.733+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 zone default found 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 4 Realm: () 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 zonegroup default 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.734+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.735+0000 7fa798324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.735+0000 7fa798324800 20 started sync module instance, tier type = 2024-09-19T11:22:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.735+0000 7fa798324800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:07.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.753+0000 7fa798324800 20 add_watcher() i=0 2024-09-19T11:22:07.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.753+0000 7fa798324800 20 add_watcher() i=1 2024-09-19T11:22:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.753+0000 7fa798324800 20 add_watcher() i=2 2024-09-19T11:22:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.753+0000 7fa798324800 20 add_watcher() i=3 2024-09-19T11:22:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.753+0000 7fa798324800 20 add_watcher() i=4 2024-09-19T11:22:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.753+0000 7fa798324800 20 add_watcher() i=5 2024-09-19T11:22:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.753+0000 7fa798324800 20 add_watcher() i=6 2024-09-19T11:22:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.754+0000 7fa798324800 20 add_watcher() i=7 2024-09-19T11:22:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.754+0000 7fa798324800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:07.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa649fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:07.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:07.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 5 note: GC not initialized 2024-09-19T11:22:07.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa648fe1640 20 reqs_thread_entry: start 2024-09-19T11:22:07.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:07.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 20 Filter name: none 2024-09-19T11:22:07.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa5c27fc640 20 reqs_thread_entry: start 2024-09-19T11:22:07.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:07.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.758+0000 7fa798324800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:07.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:07.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:07.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 INFO: main: starting shard=0 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 INFO: main: starting shard=1 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.759+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.760+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.760+0000 7fa798324800 20 INFO: main: starting shard=2 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.760+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.760+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.760+0000 7fa798324800 20 INFO: main: starting shard=3 2024-09-19T11:22:07.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.760+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:07.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 INFO: main: starting shard=4 2024-09-19T11:22:07.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:07.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 INFO: main: starting shard=5 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 INFO: main: starting shard=6 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.761+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.762+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.762+0000 7fa798324800 20 INFO: main: starting shard=7 2024-09-19T11:22:07.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.762+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:07.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 INFO: main: starting shard=8 2024-09-19T11:22:07.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:07.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 INFO: main: starting shard=9 2024-09-19T11:22:07.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:07.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 INFO: main: starting shard=10 2024-09-19T11:22:07.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.763+0000 7fa798324800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:07.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.764+0000 7fa798324800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.764+0000 7fa798324800 20 INFO: main: done 2024-09-19T11:22:07.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.765+0000 7fa649fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.768+0000 7fa798324800 20 remove_watcher() i=0 2024-09-19T11:22:07.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.768+0000 7fa798324800 2 removed watcher, disabling cache 2024-09-19T11:22:07.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.768+0000 7fa798324800 20 remove_watcher() i=1 2024-09-19T11:22:07.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.769+0000 7fa798324800 20 remove_watcher() i=2 2024-09-19T11:22:07.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.770+0000 7fa798324800 20 remove_watcher() i=3 2024-09-19T11:22:07.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.771+0000 7fa798324800 20 remove_watcher() i=4 2024-09-19T11:22:07.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.773+0000 7fa798324800 20 remove_watcher() i=5 2024-09-19T11:22:07.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.777+0000 7fa798324800 20 remove_watcher() i=6 2024-09-19T11:22:07.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.777+0000 7fa798324800 20 remove_watcher() i=7 2024-09-19T11:22:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.792 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.795 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.795 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.842 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:22:07.843 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-19T11:22:07.873 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:07.873 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:07.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.908+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 20 realm 2024-09-19T11:22:07.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:07.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.910+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.911+0000 7f9199e1d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.911+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.912+0000 7f9199e1d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.912+0000 7f9199e1d800 20 searching for the correct realm 2024-09-19T11:22:07.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.915+0000 7f918cdea640 0 -- 172.21.15.103:0/2981171161 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f9180062070 msgr2=0x7f91800ac650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:07.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.918+0000 7f918cdea640 0 -- 172.21.15.103:0/2981171161 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f90600848d0 msgr2=0x7f9060086d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:07.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:07.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:07.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 zone default found 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 4 Realm: () 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 zonegroup default 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.922+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.923+0000 7f9199e1d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.923+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.923+0000 7f9199e1d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.923+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.923+0000 7f9199e1d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.923+0000 7f9199e1d800 20 started sync module instance, tier type = 2024-09-19T11:22:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.923+0000 7f9199e1d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:07.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.944+0000 7f9199e1d800 20 add_watcher() i=0 2024-09-19T11:22:07.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.944+0000 7f9199e1d800 20 add_watcher() i=1 2024-09-19T11:22:07.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.944+0000 7f9199e1d800 20 add_watcher() i=2 2024-09-19T11:22:07.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.944+0000 7f9199e1d800 20 add_watcher() i=3 2024-09-19T11:22:07.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.944+0000 7f9199e1d800 20 add_watcher() i=4 2024-09-19T11:22:07.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.944+0000 7f9199e1d800 20 add_watcher() i=5 2024-09-19T11:22:07.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.944+0000 7f9199e1d800 20 add_watcher() i=6 2024-09-19T11:22:07.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.945+0000 7f9199e1d800 20 add_watcher() i=7 2024-09-19T11:22:07.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.945+0000 7f9199e1d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:07.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.948+0000 7f904b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.948+0000 7f9199e1d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:07.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.948+0000 7f9199e1d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:07.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.948+0000 7f9199e1d800 5 note: GC not initialized 2024-09-19T11:22:07.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.948+0000 7f904a7e4640 20 reqs_thread_entry: start 2024-09-19T11:22:07.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 Filter name: none 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f8fbbfff640 20 reqs_thread_entry: start 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 rados->read ofs=0 len=0 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 INFO: main: starting shard=0 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.949+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.950+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.950+0000 7f9199e1d800 20 INFO: main: starting shard=1 2024-09-19T11:22:07.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.950+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.951+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.951+0000 7f9199e1d800 20 INFO: main: starting shard=2 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.951+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.951+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.951+0000 7f9199e1d800 20 INFO: main: starting shard=3 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.951+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.952+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.952+0000 7f9199e1d800 20 INFO: main: starting shard=4 2024-09-19T11:22:07.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.952+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:07.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.952+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.952+0000 7f9199e1d800 20 INFO: main: starting shard=5 2024-09-19T11:22:07.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.952+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:07.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.953+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.953+0000 7f9199e1d800 20 INFO: main: starting shard=6 2024-09-19T11:22:07.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.953+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:07.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.953+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.953+0000 7f9199e1d800 20 INFO: main: starting shard=7 2024-09-19T11:22:07.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.953+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:07.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 INFO: main: starting shard=8 2024-09-19T11:22:07.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 INFO: main: starting shard=9 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 INFO: main: starting shard=10 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.954+0000 7f9199e1d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.955+0000 7f9199e1d800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:22:07.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.955+0000 7f9199e1d800 20 INFO: main: done 2024-09-19T11:22:07.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.955+0000 7f904b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:07.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.960+0000 7f9199e1d800 20 remove_watcher() i=0 2024-09-19T11:22:07.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.960+0000 7f9199e1d800 2 removed watcher, disabling cache 2024-09-19T11:22:07.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.961+0000 7f9199e1d800 20 remove_watcher() i=1 2024-09-19T11:22:07.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.962+0000 7f9199e1d800 20 remove_watcher() i=2 2024-09-19T11:22:07.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.963+0000 7f9199e1d800 20 remove_watcher() i=3 2024-09-19T11:22:07.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.964+0000 7f9199e1d800 20 remove_watcher() i=4 2024-09-19T11:22:07.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.965+0000 7f9199e1d800 20 remove_watcher() i=5 2024-09-19T11:22:07.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.966+0000 7f9199e1d800 20 remove_watcher() i=6 2024-09-19T11:22:07.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:07.967+0000 7f9199e1d800 20 remove_watcher() i=7 2024-09-19T11:22:07.980 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:07.981 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:07.984 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T11:22:08.372 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-19T11:22:08.773 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-19T11:22:08.801 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:08.801 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:08.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.837+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 20 realm 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:08.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.839+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:08.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.840+0000 7f836b540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:08.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.840+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:08.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.841+0000 7f836b540800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:08.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.841+0000 7f836b540800 20 searching for the correct realm 2024-09-19T11:22:08.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.843+0000 7f835ea85640 0 -- 172.21.15.103:0/3166532239 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f83500ae650 msgr2=0x7f83500ad0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:08.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:08.847+0000 7f8367286640 0 -- 172.21.15.103:0/3166532239 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f83500b50d0 msgr2=0x7f83500c8120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:22:09.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:09.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:09.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:09.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.054+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 zone default found 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 4 Realm: () 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 zonegroup default 2024-09-19T11:22:09.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.055+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.056+0000 7f836b540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.056+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.056+0000 7f836b540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.056+0000 7f836b540800 20 started sync module instance, tier type = 2024-09-19T11:22:09.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.056+0000 7f836b540800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:09.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.068+0000 7f836b540800 20 add_watcher() i=0 2024-09-19T11:22:09.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.068+0000 7f836b540800 20 add_watcher() i=1 2024-09-19T11:22:09.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.068+0000 7f836b540800 20 add_watcher() i=2 2024-09-19T11:22:09.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.068+0000 7f836b540800 20 add_watcher() i=3 2024-09-19T11:22:09.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.068+0000 7f836b540800 20 add_watcher() i=4 2024-09-19T11:22:09.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.068+0000 7f836b540800 20 add_watcher() i=5 2024-09-19T11:22:09.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.068+0000 7f836b540800 20 add_watcher() i=6 2024-09-19T11:22:09.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.069+0000 7f836b540800 20 add_watcher() i=7 2024-09-19T11:22:09.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.069+0000 7f836b540800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:09.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f821dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f836b540800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f836b540800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f836b540800 5 note: GC not initialized 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f821cfe1640 20 reqs_thread_entry: start 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f836b540800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f836b540800 20 Filter name: none 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f81967fc640 20 reqs_thread_entry: start 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f836b540800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.071+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:09.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:09.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:09.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:09.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.072+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.073+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.074+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:09.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.074+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:09.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.075+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:09.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.075+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.075+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:09.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.076+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:09.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.077+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.077+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:09.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.077+0000 7f836b540800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.087+0000 7f821dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:09.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.089+0000 7f836b540800 20 remove_watcher() i=0 2024-09-19T11:22:09.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.089+0000 7f836b540800 2 removed watcher, disabling cache 2024-09-19T11:22:09.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.090+0000 7f836b540800 20 remove_watcher() i=1 2024-09-19T11:22:09.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.092+0000 7f836b540800 20 remove_watcher() i=2 2024-09-19T11:22:09.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.093+0000 7f836b540800 20 remove_watcher() i=3 2024-09-19T11:22:09.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.094+0000 7f836b540800 20 remove_watcher() i=4 2024-09-19T11:22:09.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.095+0000 7f836b540800 20 remove_watcher() i=5 2024-09-19T11:22:09.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.096+0000 7f836b540800 20 remove_watcher() i=6 2024-09-19T11:22:09.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.097+0000 7f836b540800 20 remove_watcher() i=7 2024-09-19T11:22:09.110 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T11:22:09.145 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:09.145 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:09.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.181+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.182+0000 7f4de1546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.182+0000 7f4de1546800 20 realm 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.182+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.183+0000 7f4de1546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.183+0000 7f4de1546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.183+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.183+0000 7f4de1546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.183+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.184+0000 7f4de1546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:09.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.184+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.185+0000 7f4de1546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:09.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.185+0000 7f4de1546800 20 searching for the correct realm 2024-09-19T11:22:09.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.186+0000 7f4ddf037640 0 -- 172.21.15.103:0/3113497354 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f4dd801d040 msgr2=0x7f4dd8038970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:09.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.190+0000 7f4dde836640 0 -- 172.21.15.103:0/3113497354 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x5654a4f62510 msgr2=0x5654a4f64920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:09.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:09.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:09.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:09.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:09.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:09.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:09.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.196+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:09.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:09.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 zone default found 2024-09-19T11:22:09.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 4 Realm: () 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 zonegroup default 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.197+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.198+0000 7f4de1546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.198+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.198+0000 7f4de1546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.198+0000 7f4de1546800 20 started sync module instance, tier type = 2024-09-19T11:22:09.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.198+0000 7f4de1546800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.210+0000 7f4de1546800 20 add_watcher() i=0 2024-09-19T11:22:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.210+0000 7f4de1546800 20 add_watcher() i=1 2024-09-19T11:22:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.210+0000 7f4de1546800 20 add_watcher() i=2 2024-09-19T11:22:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.210+0000 7f4de1546800 20 add_watcher() i=3 2024-09-19T11:22:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.210+0000 7f4de1546800 20 add_watcher() i=4 2024-09-19T11:22:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.210+0000 7f4de1546800 20 add_watcher() i=5 2024-09-19T11:22:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.210+0000 7f4de1546800 20 add_watcher() i=6 2024-09-19T11:22:09.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.211+0000 7f4de1546800 20 add_watcher() i=7 2024-09-19T11:22:09.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.211+0000 7f4de1546800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4c95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4de1546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4de1546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4de1546800 5 note: GC not initialized 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4c94fe1640 20 reqs_thread_entry: start 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4de1546800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4de1546800 20 Filter name: none 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4c0e7fc640 20 reqs_thread_entry: start 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4de1546800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-19T11:22:09.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.213+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:09.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-19T11:22:09.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-19T11:22:09.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 : miss 2024-09-19T11:22:09.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 info.flags=0x17 2024-09-19T11:22:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 to cache LRU end 2024-09-19T11:22:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:22:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-19T11:22:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.214+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.0 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.215+0000 7f4de1546800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.215+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.215+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.2 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.216+0000 7f4de1546800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.216+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.3 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.216+0000 7f4de1546800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-19T11:22:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.216+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.4 2024-09-19T11:22:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.216+0000 7f4de1546800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-19T11:22:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.216+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.217+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.6 2024-09-19T11:22:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.217+0000 7f4de1546800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-19T11:22:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.217+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.7 2024-09-19T11:22:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.218+0000 7f4de1546800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-19T11:22:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.218+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.218+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.9 2024-09-19T11:22:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.219+0000 7f4de1546800 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-19T11:22:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.219+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.219+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.219+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4cea130 obj=check-bucket:e state=0x5654a4f982e8 s->prefetch_data=0 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.219+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4cf9dc0 obj=check-bucket:d state=0x5654a4f99328 s->prefetch_data=0 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4f950d0 obj=check-bucket:c state=0x5654a4f96a98 s->prefetch_data=0 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state: octx=0x5654a5034290 obj=check-bucket:f state=0x5654a5034a38 s->prefetch_data=0 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to irdlwu59cnvj1or3e9mku2q0pyj7fm0a 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state_impl: setting s->olh_tag to vxbiu5ffiii7qemzho26wzjeim6ensv3 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vxbiu5ffiii7qemzho26wzjeim6ensv3 2024-09-19T11:22:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to na6ru5orgbcjzckzd7ukc1eylyy1cqw6 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state_impl: setting s->olh_tag to 2jxh4acvb7iqzos39wa9biy2fmb95k4u 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2jxh4acvb7iqzos39wa9biy2fmb95k4u 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to ykot729go36fpobh5f56gosghjytjkcs 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 get_obj_state_impl: setting s->olh_tag to 5zni69f9okbc0vwj19cfblvrp7s0yzb9 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.220+0000 7f4de1546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5zni69f9okbc0vwj19cfblvrp7s0yzb9 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.221+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to kcpz7s5j6af7sel9d1hiq5l7p3pyfrfm 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.221+0000 7f4de1546800 20 get_obj_state_impl: setting s->olh_tag to 3yv7388kud3kc7kqiax6rvkup1fja798 2024-09-19T11:22:09.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.221+0000 7f4de1546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=3yv7388kud3kc7kqiax6rvkup1fja798 2024-09-19T11:22:09.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.222+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.222+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.222+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.223+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.223+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.223+0000 7f4de1546800 20 olh_log_entry: epoch=3 op=3 key=c[zrjXVWVcPiEeInNqON-E3V7xv4-zbPx] 2024-09-19T11:22:09.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.223+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4f950d0 obj=check-bucket:_:zrjXVWVcPiEeInNqON-E3V7xv4-zbPx_c state=0x5654a504e688 s->prefetch_data=0 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 10 manifest: total_size = 11 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2401470518265288124 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4f950d0 obj=check-bucket:_:zrjXVWVcPiEeInNqON-E3V7xv4-zbPx_c state=0x5654a504e688 s->prefetch_data=0 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 prepare_atomic_modification: state is not atomic. state=0x5654a504e688 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 olh_log_entry: epoch=2 op=3 key=e[2qA.c1Him3gbAZuBR9nVaUgOw4FUtaT] 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4cea130 obj=check-bucket:_:2qA.c1Him3gbAZuBR9nVaUgOw4FUtaT_e state=0x5654a5053d28 s->prefetch_data=0 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 olh_log_entry: epoch=3 op=3 key=d[LZDZddOoMkMyTy8bgAAjOfIZwqa7gdy] 2024-09-19T11:22:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.224+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4cf9dc0 obj=check-bucket:_:LZDZddOoMkMyTy8bgAAjOfIZwqa7gdy_d state=0x5654a505c1a8 s->prefetch_data=0 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 10 manifest: total_size = 12 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8052019669202185542 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4cea130 obj=check-bucket:_:2qA.c1Him3gbAZuBR9nVaUgOw4FUtaT_e state=0x5654a5053d28 s->prefetch_data=0 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 prepare_atomic_modification: state is not atomic. state=0x5654a5053d28 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 10 manifest: total_size = 22 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14991039484429258426 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4cf9dc0 obj=check-bucket:_:LZDZddOoMkMyTy8bgAAjOfIZwqa7gdy_d state=0x5654a505c1a8 s->prefetch_data=0 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 prepare_atomic_modification: state is not atomic. state=0x5654a505c1a8 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 olh_log_entry: epoch=2 op=3 key=f[Y6LcBOVfpG8pjWy9BhENlazecHXH3NS] 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 get_obj_state: octx=0x5654a5034290 obj=check-bucket:_:Y6LcBOVfpG8pjWy9BhENlazecHXH3NS_f state=0x5654a50696e8 s->prefetch_data=0 2024-09-19T11:22:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 10 manifest: total_size = 11 2024-09-19T11:22:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5315319017286956570 2024-09-19T11:22:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 get_obj_state: octx=0x5654a5034290 obj=check-bucket:_:Y6LcBOVfpG8pjWy9BhENlazecHXH3NS_f state=0x5654a50696e8 s->prefetch_data=0 2024-09-19T11:22:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.225+0000 7f4de1546800 20 prepare_atomic_modification: state is not atomic. state=0x5654a50696e8 2024-09-19T11:22:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.226+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.229+0000 7f4cc2ffd640 20 handle_completion(): completion ok for obj=d[LZDZddOoMkMyTy8bgAAjOfIZwqa7gdy] 2024-09-19T11:22:09.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.229+0000 7f4cc27fc640 20 handle_completion(): completion ok for obj=c[zrjXVWVcPiEeInNqON-E3V7xv4-zbPx] 2024-09-19T11:22:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.229+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.229+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.230+0000 7f4cc27fc640 20 handle_completion(): completion ok for obj=e[2qA.c1Him3gbAZuBR9nVaUgOw4FUtaT] 2024-09-19T11:22:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.230+0000 7f4de1546800 20 get_obj_state: octx=0x5654a4cea130 obj=check-bucket:e state=0x5654a4f982e8 s->prefetch_data=0 2024-09-19T11:22:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.230+0000 7f4de1546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vxbiu5ffiii7qemzho26wzjeim6ensv3 2024-09-19T11:22:09.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.230+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.230+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.230+0000 7f4cc2ffd640 20 handle_completion(): completion ok for obj=f[Y6LcBOVfpG8pjWy9BhENlazecHXH3NS] 2024-09-19T11:22:09.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.231+0000 7f4de1546800 20 get_obj_state: octx=0x5654a5034290 obj=check-bucket:f state=0x5654a5034a38 s->prefetch_data=0 2024-09-19T11:22:09.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.231+0000 7f4de1546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=3yv7388kud3kc7kqiax6rvkup1fja798 2024-09-19T11:22:09.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.231+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.8 2024-09-19T11:22:09.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.231+0000 7f4de1546800 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-19T11:22:09.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.231+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.5 2024-09-19T11:22:09.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.231+0000 7f4de1546800 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-19T11:22:09.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.233+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.233+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.234+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.1 2024-09-19T11:22:09.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.234+0000 7f4de1546800 1 NOTICE: finished shard 1 (1 entries removed) 2024-09-19T11:22:09.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.235+0000 7f4de1546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1.10 2024-09-19T11:22:09.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.235+0000 7f4de1546800 1 NOTICE: finished shard 10 (1 entries removed) 2024-09-19T11:22:09.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.235+0000 7f4de1546800 1 NOTICE: finished all shards (4 entries removed) 2024-09-19T11:22:09.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.236+0000 7f4c95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:09.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.238+0000 7f4de1546800 20 remove_watcher() i=0 2024-09-19T11:22:09.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.238+0000 7f4de1546800 2 removed watcher, disabling cache 2024-09-19T11:22:09.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.239+0000 7f4de1546800 20 remove_watcher() i=1 2024-09-19T11:22:09.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.241+0000 7f4de1546800 20 remove_watcher() i=2 2024-09-19T11:22:09.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.242+0000 7f4de1546800 20 remove_watcher() i=3 2024-09-19T11:22:09.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.243+0000 7f4de1546800 20 remove_watcher() i=4 2024-09-19T11:22:09.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.244+0000 7f4de1546800 20 remove_watcher() i=5 2024-09-19T11:22:09.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.245+0000 7f4de1546800 20 remove_watcher() i=6 2024-09-19T11:22:09.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.245+0000 7f4de1546800 20 remove_watcher() i=7 2024-09-19T11:22:09.259 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:09.259 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:09.265 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:09.265 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:09.309 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-19T11:22:09.337 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:22:09.337 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:22:09.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.373+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 20 realm 2024-09-19T11:22:09.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:22:09.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.375+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.376+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:09.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.376+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.377+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:22:09.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.377+0000 7f4f5d51f800 20 searching for the correct realm 2024-09-19T11:22:09.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.380+0000 7f4f592a2640 0 -- 172.21.15.103:0/2994363201 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f4f54065880 msgr2=0x7f4f540642f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:09.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.383+0000 7f4f592a2640 0 -- 172.21.15.103:0/2994363201 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4f5007c910 msgr2=0x7f4f5006d400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.589+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 zone default found 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 4 Realm: () 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 zonegroup default 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.590+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.591+0000 7f4f5d51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.591+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.591+0000 7f4f5d51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:22:09.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.591+0000 7f4f5d51f800 20 started sync module instance, tier type = 2024-09-19T11:22:09.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.591+0000 7f4f5d51f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:22:09.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.602+0000 7f4f5d51f800 20 add_watcher() i=0 2024-09-19T11:22:09.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.602+0000 7f4f5d51f800 20 add_watcher() i=1 2024-09-19T11:22:09.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.602+0000 7f4f5d51f800 20 add_watcher() i=2 2024-09-19T11:22:09.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.602+0000 7f4f5d51f800 20 add_watcher() i=3 2024-09-19T11:22:09.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.602+0000 7f4f5d51f800 20 add_watcher() i=4 2024-09-19T11:22:09.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.602+0000 7f4f5d51f800 20 add_watcher() i=5 2024-09-19T11:22:09.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.602+0000 7f4f5d51f800 20 add_watcher() i=6 2024-09-19T11:22:09.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.603+0000 7f4f5d51f800 20 add_watcher() i=7 2024-09-19T11:22:09.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.603+0000 7f4f5d51f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:22:09.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4e0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:09.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4f5d51f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:22:09.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4f5d51f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:22:09.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4f5d51f800 5 note: GC not initialized 2024-09-19T11:22:09.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4e0e7e4640 20 reqs_thread_entry: start 2024-09-19T11:22:09.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4f5d51f800 20 init_complete bucket index max shards: 11 2024-09-19T11:22:09.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4f5d51f800 20 Filter name: none 2024-09-19T11:22:09.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4d7ffff640 20 reqs_thread_entry: start 2024-09-19T11:22:09.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.606+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.607+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:09.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.607+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.607+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:09.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.607+0000 7f4f5d51f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:09.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.607+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.607+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-19T11:22:09.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.607+0000 7f4f5d51f800 20 rados->read ofs=0 len=0 2024-09-19T11:22:09.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.608+0000 7f4f5d51f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-19T11:22:09.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.608+0000 7f4f5d51f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:22:09.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.609+0000 7f4e0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:22:09.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.611+0000 7f4f5d51f800 20 remove_watcher() i=0 2024-09-19T11:22:09.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.611+0000 7f4f5d51f800 2 removed watcher, disabling cache 2024-09-19T11:22:09.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.613+0000 7f4f5d51f800 20 remove_watcher() i=1 2024-09-19T11:22:09.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.614+0000 7f4f5d51f800 20 remove_watcher() i=2 2024-09-19T11:22:09.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.615+0000 7f4f5d51f800 20 remove_watcher() i=3 2024-09-19T11:22:09.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.616+0000 7f4f5d51f800 20 remove_watcher() i=4 2024-09-19T11:22:09.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.617+0000 7f4f5d51f800 20 remove_watcher() i=5 2024-09-19T11:22:09.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.618+0000 7f4f5d51f800 20 remove_watcher() i=6 2024-09-19T11:22:09.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:22:09.619+0000 7f4f5d51f800 20 remove_watcher() i=7 2024-09-19T11:22:09.630 INFO:tasks.workunit.client.0.smithi103.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-19T11:22:09.630 INFO:tasks.workunit.client.0.smithi103.stderr:Deleting bucket check-bucket 2024-09-19T11:22:09.632 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:09.633 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:22:09.637 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:22:09.668 INFO:tasks.workunit.client.0.smithi103.stderr:Completed bucket check tests 2024-09-19T11:22:09.669 INFO:tasks.workunit.client.0.smithi103.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-19T11:22:09.669 INFO:tasks.workunit.client.0.smithi103.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-19T11:22:09.669 INFO:tasks.workunit.client.0.smithi103.stdout:connected to https://localhost:443 2024-09-19T11:22:09.732 INFO:tasks.workunit.client.0.smithi103.stderr:+ deactivate 2024-09-19T11:22:09.732 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-19T11:22:09.732 INFO:tasks.workunit.client.0.smithi103.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T11:22:09.732 INFO:tasks.workunit.client.0.smithi103.stderr:+ export PATH 2024-09-19T11:22:09.732 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-19T11:22:09.732 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n '' ']' 2024-09-19T11:22:09.732 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T11:22:09.733 INFO:tasks.workunit.client.0.smithi103.stderr:+ hash -r 2024-09-19T11:22:09.733 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n '' ']' 2024-09-19T11:22:09.733 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset VIRTUAL_ENV 2024-09-19T11:22:09.733 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-19T11:22:09.733 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset -f deactivate 2024-09-19T11:22:09.733 INFO:tasks.workunit.client.0.smithi103.stderr:+ echo OK. 2024-09-19T11:22:09.734 INFO:tasks.workunit.client.0.smithi103.stdout:OK. 2024-09-19T11:22:09.734 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:22:09.734 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:22:09.813 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-19T11:22:09.813 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T11:22:10.173 DEBUG:teuthology.parallel:result is None 2024-09-19T11:22:10.173 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:22:10.211 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:22:10.212 DEBUG:teuthology.orchestra.run.smithi103:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:22:10.293 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:22:10.293 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T11:22:10.304 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:22:10.304 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T11:22:10.304 DEBUG:teuthology.orchestra.run.smithi103:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:22:10.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:22:10.362 INFO:teuthology.orchestra.run.smithi103.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T11:22:10.362 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:22:10.432 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T11:22:10.432 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T11:22:10.501 INFO:tasks.workunit:timeout=3h 2024-09-19T11:22:10.501 INFO:tasks.workunit:cleanup=True 2024-09-19T11:22:10.501 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:22:10.571 INFO:tasks.workunit.client.0.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T11:23:09.585 INFO:tasks.workunit.client.0.smithi103.stderr:Updating files: 98% (12482/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T11:23:10.341 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr: git switch -c 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr:Or undo this operation with: 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr: git switch - 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:23:10.342 INFO:tasks.workunit.client.0.smithi103.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T11:23:10.346 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T11:23:10.415 INFO:tasks.workunit.client.0.smithi103.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T11:23:10.417 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:23:10.417 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T11:23:10.466 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T11:23:10.514 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T11:23:10.553 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:23:10.554 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:23:10.554 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T11:23:10.593 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:23:10.596 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:23:10.596 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T11:23:10.665 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-19T11:23:10.666 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-19T11:23:10.667 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-19T11:23:10.748 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:23:10.748 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-19T11:23:10.748 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:23:10.749 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 11 tests from ClsLock 2024-09-19T11:23:10.749 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-19T11:23:11.968 INFO:tasks.workunit.client.0.smithi103.stdout:lock: mylock 2024-09-19T11:23:11.968 INFO:tasks.workunit.client.0.smithi103.stdout: lock_type: exclusive 2024-09-19T11:23:11.968 INFO:tasks.workunit.client.0.smithi103.stdout: tag: 2024-09-19T11:23:11.968 INFO:tasks.workunit.client.0.smithi103.stdout: lockers: 2024-09-19T11:23:11.969 INFO:tasks.workunit.client.0.smithi103.stdout: client.5127 expiration=2024-09-19T11:25:11.963376+0000 addr=v1:172.21.15.103:0/679136484 cookie= 2024-09-19T11:23:11.974 INFO:tasks.workunit.client.0.smithi103.stdout:lock: mylock 2024-09-19T11:23:11.975 INFO:tasks.workunit.client.0.smithi103.stdout: lock_type: shared 2024-09-19T11:23:11.975 INFO:tasks.workunit.client.0.smithi103.stdout: tag: 2024-09-19T11:23:11.975 INFO:tasks.workunit.client.0.smithi103.stdout: lockers: 2024-09-19T11:23:11.975 INFO:tasks.workunit.client.0.smithi103.stdout: client.5127 expiration=2024-09-19T11:25:11.971590+0000 addr=v1:172.21.15.103:0/679136484 cookie= 2024-09-19T11:23:11.975 INFO:tasks.workunit.client.0.smithi103.stdout: client.5133 expiration=0.000000 addr=v1:172.21.15.103:0/1830552271 cookie= 2024-09-19T11:23:11.977 INFO:tasks.workunit.client.0.smithi103.stdout:lock: mylock 2024-09-19T11:23:11.977 INFO:tasks.workunit.client.0.smithi103.stdout: lock_type: shared 2024-09-19T11:23:11.977 INFO:tasks.workunit.client.0.smithi103.stdout: tag: 2024-09-19T11:23:11.977 INFO:tasks.workunit.client.0.smithi103.stdout: lockers: 2024-09-19T11:23:11.977 INFO:tasks.workunit.client.0.smithi103.stdout: client.5133 expiration=0.000000 addr=v1:172.21.15.103:0/1830552271 cookie= 2024-09-19T11:23:12.954 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestMultiLocking (2206 ms) 2024-09-19T11:23:12.955 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestMeta 2024-09-19T11:23:15.394 INFO:tasks.workunit.client.0.smithi103.stdout:lock: mylock 2024-09-19T11:23:15.394 INFO:tasks.workunit.client.0.smithi103.stdout: lock_type: shared 2024-09-19T11:23:15.394 INFO:tasks.workunit.client.0.smithi103.stdout: tag: 2024-09-19T11:23:15.394 INFO:tasks.workunit.client.0.smithi103.stdout: lockers: 2024-09-19T11:23:15.394 INFO:tasks.workunit.client.0.smithi103.stdout: client.5145 expiration=0.000000 addr=v1:172.21.15.103:0/1653551904 cookie= 2024-09-19T11:23:15.397 INFO:tasks.workunit.client.0.smithi103.stdout:lock: mylock 2024-09-19T11:23:15.397 INFO:tasks.workunit.client.0.smithi103.stdout: lock_type: exclusive 2024-09-19T11:23:15.397 INFO:tasks.workunit.client.0.smithi103.stdout: tag: new_tag 2024-09-19T11:23:15.397 INFO:tasks.workunit.client.0.smithi103.stdout: lockers: 2024-09-19T11:23:15.398 INFO:tasks.workunit.client.0.smithi103.stdout: client.4973 expiration=0.000000 addr=v1:172.21.15.103:0/817432974 cookie= 2024-09-19T11:23:15.965 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestMeta (3011 ms) 2024-09-19T11:23:15.965 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestCookie 2024-09-19T11:23:18.001 INFO:tasks.workunit.client.0.smithi103.stdout:lock: mylock 2024-09-19T11:23:18.001 INFO:tasks.workunit.client.0.smithi103.stdout: lock_type: exclusive 2024-09-19T11:23:18.001 INFO:tasks.workunit.client.0.smithi103.stdout: tag: 2024-09-19T11:23:18.001 INFO:tasks.workunit.client.0.smithi103.stdout: lockers: 2024-09-19T11:23:18.004 INFO:tasks.workunit.client.0.smithi103.stdout:lock: mylock 2024-09-19T11:23:18.004 INFO:tasks.workunit.client.0.smithi103.stdout: lock_type: shared 2024-09-19T11:23:18.004 INFO:tasks.workunit.client.0.smithi103.stdout: tag: 2024-09-19T11:23:18.004 INFO:tasks.workunit.client.0.smithi103.stdout: lockers: 2024-09-19T11:23:18.004 INFO:tasks.workunit.client.0.smithi103.stdout: client.4985 expiration=0.000000 addr=v1:172.21.15.103:0/358021542 cookie= 2024-09-19T11:23:18.004 INFO:tasks.workunit.client.0.smithi103.stdout: client.4985 expiration=0.000000 addr=v1:172.21.15.103:0/358021542 cookie=new cookie 2024-09-19T11:23:18.992 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestCookie (3026 ms) 2024-09-19T11:23:18.992 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-19T11:23:22.001 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestMultipleLocks (3009 ms) 2024-09-19T11:23:22.001 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-19T11:23:30.047 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestLockDuration (8046 ms) 2024-09-19T11:23:30.047 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-19T11:23:33.066 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestAssertLocked (3019 ms) 2024-09-19T11:23:33.067 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-19T11:23:36.084 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestSetCookie (3016 ms) 2024-09-19T11:23:36.084 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestRenew 2024-09-19T11:23:57.139 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestRenew (21055 ms) 2024-09-19T11:23:57.139 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-19T11:24:04.169 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7032 ms) 2024-09-19T11:24:04.169 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-19T11:24:12.206 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8037 ms) 2024-09-19T11:24:12.207 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-19T11:24:20.239 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8032 ms) 2024-09-19T11:24:20.239 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 11 tests from ClsLock (69490 ms total) 2024-09-19T11:24:20.239 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:24:20.239 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:24:20.239 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 11 tests from 1 test suite ran. (69490 ms total) 2024-09-19T11:24:20.239 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 11 tests. 2024-09-19T11:24:20.242 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:24:20.243 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:24:20.326 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-19T11:24:20.327 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-19T11:24:20.328 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-19T11:24:20.413 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:24:20.413 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-19T11:24:20.413 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:24:20.413 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 4 tests from cls_log 2024-09-19T11:24:20.413 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-19T11:24:23.260 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_log.test_log_add_same_time (2847 ms) 2024-09-19T11:24:23.260 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-19T11:24:26.277 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_log.test_log_add_different_time (3018 ms) 2024-09-19T11:24:26.277 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_log.trim_by_time 2024-09-19T11:24:29.300 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_log.trim_by_time (3022 ms) 2024-09-19T11:24:29.300 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-19T11:24:32.322 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_log.trim_by_marker (3020 ms) 2024-09-19T11:24:32.323 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 4 tests from cls_log (11907 ms total) 2024-09-19T11:24:32.323 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:24:32.323 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:24:32.323 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 4 tests from 1 test suite ran. (11907 ms total) 2024-09-19T11:24:32.323 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 4 tests. 2024-09-19T11:24:32.324 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:24:32.324 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:24:32.368 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-19T11:24:32.369 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-19T11:24:32.369 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-19T11:24:32.454 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:24:32.454 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-19T11:24:32.455 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:24:32.455 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 10 tests from cls_refcount 2024-09-19T11:24:32.455 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-19T11:24:35.346 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_implicit (2891 ms) 2024-09-19T11:24:35.346 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-19T11:24:38.363 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3017 ms) 2024-09-19T11:24:38.363 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-19T11:24:47.420 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_put_snap (9056 ms) 2024-09-19T11:24:47.420 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-19T11:24:50.444 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_explicit (3026 ms) 2024-09-19T11:24:50.445 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.set 2024-09-19T11:24:53.468 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.set (3023 ms) 2024-09-19T11:24:53.468 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-19T11:25:00.519 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_implicit_ec (7052 ms) 2024-09-19T11:25:00.519 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-19T11:25:07.545 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7025 ms) 2024-09-19T11:25:07.545 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-19T11:25:19.664 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_put_snap_ec (12119 ms) 2024-09-19T11:25:19.664 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-19T11:25:26.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.test_explicit_ec (7055 ms) 2024-09-19T11:25:26.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_refcount.set_ec 2024-09-19T11:25:33.732 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_refcount.set_ec (7013 ms) 2024-09-19T11:25:33.732 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 10 tests from cls_refcount (61277 ms total) 2024-09-19T11:25:33.732 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:25:33.732 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:25:33.733 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 10 tests from 1 test suite ran. (61277 ms total) 2024-09-19T11:25:33.733 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 10 tests. 2024-09-19T11:25:33.735 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:25:33.736 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:25:33.778 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-19T11:25:33.779 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-19T11:25:33.780 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-19T11:25:33.865 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:25:33.865 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-19T11:25:33.865 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:25:33.865 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 18 tests from cls_rgw 2024-09-19T11:25:35.752 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_basic 2024-09-19T11:25:35.792 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_basic (40 ms) 2024-09-19T11:25:35.792 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-19T11:25:35.823 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (30 ms) 2024-09-19T11:25:35.823 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-19T11:25:35.866 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_remove_object (43 ms) 2024-09-19T11:25:35.866 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-19T11:25:37.401 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_suggest (1536 ms) 2024-09-19T11:25:37.401 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-19T11:25:37.410 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-09-19T11:25:37.410 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_list 2024-09-19T11:25:37.437 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_list (28 ms) 2024-09-19T11:25:37.438 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-19T11:25:57.126 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_list_delimited (19688 ms) 2024-09-19T11:25:57.126 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.bi_list 2024-09-19T11:25:57.399 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.bi_list (274 ms) 2024-09-19T11:25:57.399 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.gc_set 2024-09-19T11:25:57.410 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.gc_set (11 ms) 2024-09-19T11:25:57.411 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.gc_list 2024-09-19T11:25:57.420 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.gc_list (10 ms) 2024-09-19T11:25:57.420 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-19T11:26:04.060 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.gc_defer (6639 ms) 2024-09-19T11:26:04.060 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-19T11:26:04.144 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.usage_basic (84 ms) 2024-09-19T11:26:04.144 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-19T11:26:04.145 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-09-19T11:26:04.145 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-19T11:26:04.240 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.usage_clear (95 ms) 2024-09-19T11:26:04.240 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-19T11:26:04.279 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.bi_log_trim (40 ms) 2024-09-19T11:26:04.279 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-19T11:26:04.298 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.index_racing_removes (19 ms) 2024-09-19T11:26:04.298 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-19T11:26:04.312 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.reshardlog_list (13 ms) 2024-09-19T11:26:04.312 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-19T11:26:04.323 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw.reshardlog_num (11 ms) 2024-09-19T11:26:05.068 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 18 tests from cls_rgw (28570 ms total) 2024-09-19T11:26:05.068 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:26:05.068 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:26:05.068 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 18 tests from 1 test suite ran. (31203 ms total) 2024-09-19T11:26:05.068 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 18 tests. 2024-09-19T11:26:05.071 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:26:05.071 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:26:05.111 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-19T11:26:05.112 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-19T11:26:05.112 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-19T11:26:05.195 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:26:05.195 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-19T11:26:05.195 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:26:05.195 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-19T11:26:05.195 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.init 2024-09-19T11:26:07.086 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.init (1891 ms) 2024-09-19T11:26:07.086 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-19T11:26:07.106 INFO:tasks.workunit.client.0.smithi103.stderr:[ ] list info tag = chain-0 2024-09-19T11:26:07.106 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-09-19T11:26:07.106 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-19T11:26:07.115 INFO:tasks.workunit.client.0.smithi103.stderr:[ ] next_marker is: = 0/4263 2024-09-19T11:26:07.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (9 ms) 2024-09-19T11:26:07.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-19T11:26:07.124 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (9 ms) 2024-09-19T11:26:07.124 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-19T11:26:07.341 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (217 ms) 2024-09-19T11:26:07.341 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-19T11:26:07.350 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (9 ms) 2024-09-19T11:26:07.350 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-19T11:26:07.358 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (8 ms) 2024-09-19T11:26:07.358 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-19T11:26:07.366 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (8 ms) 2024-09-19T11:26:07.366 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-19T11:26:08.096 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_gc.finalize (730 ms) 2024-09-19T11:26:08.096 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 9 tests from cls_rgw_gc (2902 ms total) 2024-09-19T11:26:08.097 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:26:08.097 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:26:08.097 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 9 tests from 1 test suite ran. (2902 ms total) 2024-09-19T11:26:08.097 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 9 tests. 2024-09-19T11:26:08.099 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:26:08.099 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:26:08.144 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-19T11:26:08.145 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-19T11:26:08.145 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-19T11:26:08.199 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:26:08.199 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:26:08.199 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 1 test from 1 test suite. 2024-09-19T11:26:08.200 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:26:10.108 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 1 test from cls_rgw_stats 2024-09-19T11:26:10.108 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-19T11:26:10.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.115+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=LR5Y6UZ50PCS type=del size=3392630 2024-09-19T11:26:10.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.117+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=EYBV3TMZ1HM5 type=del size=4001529 2024-09-19T11:26:10.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.118+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=3TSTMVHYBVV1 type=del size=1952187 2024-09-19T11:26:10.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.120+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~5R39L6DZSZ2O.0 size=1048576 2024-09-19T11:26:10.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.121+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~5R39L6DZSZ2O.1 size=1048576 2024-09-19T11:26:10.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.122+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~5R39L6DZSZ2O.2 size=189594 2024-09-19T11:26:10.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.122+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=5R39L6DZSZ2O tag=QFF7GZ6Q0YHE type=write size=3335322 2024-09-19T11:26:10.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.124+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=8POVP8T4SVCL type=del size=130792 2024-09-19T11:26:10.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.126+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~F2FJKP4FMR4Z.0 size=131017 2024-09-19T11:26:10.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.126+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=F2FJKP4FMR4Z tag=1OHXH8SJWEYR type=write size=1179593 2024-09-19T11:26:10.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.127+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=PBU1VRFF41BC type=write size=287365 2024-09-19T11:26:10.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.129+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=SQZ852P12BIL type=write size=517027 2024-09-19T11:26:10.132 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.130+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=SS71KOJFW2Y4 type=del size=3017735 2024-09-19T11:26:10.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.132+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=SZWKYM7JZJ8K type=write size=275071 2024-09-19T11:26:10.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.133+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=NZ8RUYT01VLD type=del size=3826600 2024-09-19T11:26:10.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.136+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~ZU7VYDEC1Z52.0 size=583428 2024-09-19T11:26:10.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.136+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=ZU7VYDEC1Z52 tag=17DVGVC0H3HV type=write size=1632004 2024-09-19T11:26:10.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.137+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=LWLHK6KYO5K0 type=del size=2385521 2024-09-19T11:26:10.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.140+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~3QQO04QNA91G.0 size=336944 2024-09-19T11:26:10.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.140+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=3QQO04QNA91G tag=XNIDXO12JPOA type=write size=1385520 2024-09-19T11:26:10.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.142+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~943QSYDQVRRG.0 size=1048576 2024-09-19T11:26:10.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.143+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~943QSYDQVRRG.1 size=1048576 2024-09-19T11:26:10.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.145+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~943QSYDQVRRG.2 size=235774 2024-09-19T11:26:10.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.145+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=943QSYDQVRRG tag=W6CTD6YVXRVF type=write size=3381502 2024-09-19T11:26:10.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.146+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=0INK68R6W28Y type=del size=86982 2024-09-19T11:26:10.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.147+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=LR5Y6UZ50PCS type=del 2024-09-19T11:26:10.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.150+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~NMWQFJBH5YWR.0 size=1048576 2024-09-19T11:26:10.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.151+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~NMWQFJBH5YWR.1 size=1048576 2024-09-19T11:26:10.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.152+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~NMWQFJBH5YWR.2 size=967254 2024-09-19T11:26:10.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.152+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=NMWQFJBH5YWR tag=G422F5DUKFTN type=write size=4112982 2024-09-19T11:26:10.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.153+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=EYBV3TMZ1HM5 type=del 2024-09-19T11:26:10.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.155+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=GXV8KXHY5NEQ type=del size=3563965 2024-09-19T11:26:10.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.157+0000 7f8576bd1780 1 < suggested remove operation key=N5KNLV13G1PN tag=3TSTMVHYBVV1 type=del 2024-09-19T11:26:10.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.160+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LKBFJ221WCZF.0 size=1048576 2024-09-19T11:26:10.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.161+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LKBFJ221WCZF.1 size=141198 2024-09-19T11:26:10.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.161+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=LKBFJ221WCZF tag=3SS3NHSDJ5SY type=write size=2238350 2024-09-19T11:26:10.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.162+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~5R39L6DZSZ2O.0 size=1048576 2024-09-19T11:26:10.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.163+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~5R39L6DZSZ2O.1 size=1048576 2024-09-19T11:26:10.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.164+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~5R39L6DZSZ2O.2 size=189594 2024-09-19T11:26:10.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.166+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=5R39L6DZSZ2O tag=QFF7GZ6Q0YHE type=write size=3335322 2024-09-19T11:26:10.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.168+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=NP77NTAF6AQ9 type=del size=3684829 2024-09-19T11:26:10.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.169+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=8POVP8T4SVCL type=del 2024-09-19T11:26:10.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.170+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=3BT9KYTQ76C9 type=del size=792977 2024-09-19T11:26:10.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.172+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~F2FJKP4FMR4Z.0 size=131017 2024-09-19T11:26:10.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.174+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=F2FJKP4FMR4Z tag=1OHXH8SJWEYR type=write size=1179593 2024-09-19T11:26:10.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.175+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=AUIMJCO6XM53 type=del size=4002349 2024-09-19T11:26:10.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.176+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=PBU1VRFF41BC type=write size=287365 2024-09-19T11:26:10.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.178+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=839SBVP5HUS7 type=del size=2742180 2024-09-19T11:26:10.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.179+0000 7f8576bd1780 1 < completed write operation key=D8MAT4VBLN2R tag=SQZ852P12BIL type=write size=517027 2024-09-19T11:26:10.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.180+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=F5Q0E5CORZDO type=del size=993077 2024-09-19T11:26:10.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.182+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=SS71KOJFW2Y4 type=del 2024-09-19T11:26:10.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.183+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=UHG57JPTJZHS type=del size=3275508 2024-09-19T11:26:10.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.184+0000 7f8576bd1780 1 < completed write operation key=C5X0XZYLQT84 tag=SZWKYM7JZJ8K type=write size=275071 2024-09-19T11:26:10.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.185+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=DRWOPBSGISAR type=del size=2903119 2024-09-19T11:26:10.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.187+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=NZ8RUYT01VLD type=del 2024-09-19T11:26:10.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.188+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=E86FB0UCMNMT type=del size=3927507 2024-09-19T11:26:10.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.190+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~ZU7VYDEC1Z52.0 size=583428 2024-09-19T11:26:10.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.192+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=ZU7VYDEC1Z52 tag=17DVGVC0H3HV type=write size=1632004 2024-09-19T11:26:10.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.193+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=PRWXTLYO271S type=del size=3436049 2024-09-19T11:26:10.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.194+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=LWLHK6KYO5K0 type=del 2024-09-19T11:26:10.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.196+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~T48NB0Z5ITAT.0 size=1048576 2024-09-19T11:26:10.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.197+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~T48NB0Z5ITAT.1 size=1048576 2024-09-19T11:26:10.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.198+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~T48NB0Z5ITAT.2 size=949917 2024-09-19T11:26:10.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.198+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=T48NB0Z5ITAT tag=9PO99IY25TCA type=write size=4095645 2024-09-19T11:26:10.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.199+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~3QQO04QNA91G.0 size=336944 2024-09-19T11:26:10.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.201+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=3QQO04QNA91G tag=XNIDXO12JPOA type=write size=1385520 2024-09-19T11:26:10.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.204+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~42WNTF80WMMS.0 size=962763 2024-09-19T11:26:10.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.204+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=42WNTF80WMMS tag=MBT4GLM3ON1V type=write size=2011339 2024-09-19T11:26:10.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.205+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~943QSYDQVRRG.0 size=1048576 2024-09-19T11:26:10.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.205+0000 7f8576bd1780 1 < canceled part key=_multipart_YJ3WDCJJJLOH.2~943QSYDQVRRG.1 size=1048576 2024-09-19T11:26:10.207 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.206+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~943QSYDQVRRG.2 size=235774 2024-09-19T11:26:10.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.209+0000 7f8576bd1780 1 < canceled multipart upload key=YJ3WDCJJJLOH upload=943QSYDQVRRG tag=W6CTD6YVXRVF type=write size=3381502 2024-09-19T11:26:10.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.210+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=MSXC4YQ676QG type=del size=2731359 2024-09-19T11:26:10.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.211+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=0INK68R6W28Y type=del 2024-09-19T11:26:10.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.213+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=5LG1A3FSN2H5 type=del size=2335428 2024-09-19T11:26:10.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.213+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~NMWQFJBH5YWR.0 size=1048576 2024-09-19T11:26:10.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.214+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~NMWQFJBH5YWR.1 size=1048576 2024-09-19T11:26:10.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.215+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~NMWQFJBH5YWR.2 size=967254 2024-09-19T11:26:10.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.218+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=NMWQFJBH5YWR tag=G422F5DUKFTN type=write size=4112982 2024-09-19T11:26:10.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.221+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~K5BX9DWST079.0 size=1048576 2024-09-19T11:26:10.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.222+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~K5BX9DWST079.1 size=1048576 2024-09-19T11:26:10.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.223+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~K5BX9DWST079.2 size=217365 2024-09-19T11:26:10.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.223+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=K5BX9DWST079 tag=8IJF142T9KC4 type=write size=3363093 2024-09-19T11:26:10.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.224+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=GXV8KXHY5NEQ type=del 2024-09-19T11:26:10.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.226+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~Y8X5MOLYZP9N.0 size=1048576 2024-09-19T11:26:10.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.227+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~Y8X5MOLYZP9N.1 size=854644 2024-09-19T11:26:10.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.227+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=Y8X5MOLYZP9N tag=AX33VTEZ3IX2 type=write size=2951796 2024-09-19T11:26:10.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.227+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~LKBFJ221WCZF.0 size=1048576 2024-09-19T11:26:10.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.227+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~LKBFJ221WCZF.1 size=141198 2024-09-19T11:26:10.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.229+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=LKBFJ221WCZF tag=3SS3NHSDJ5SY type=write size=2238350 2024-09-19T11:26:10.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.230+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=ZAGL06ELNVFN type=write size=276996 2024-09-19T11:26:10.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.231+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=NP77NTAF6AQ9 type=del 2024-09-19T11:26:10.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.233+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=R38XN5BZSKBN type=write size=399963 2024-09-19T11:26:10.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.234+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=3BT9KYTQ76C9 type=del 2024-09-19T11:26:10.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.235+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=6ANHLT2CSKI5 type=del size=1464180 2024-09-19T11:26:10.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.236+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=AUIMJCO6XM53 type=del 2024-09-19T11:26:10.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.238+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~07I71AAEVVLH.0 size=1048576 2024-09-19T11:26:10.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.239+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~07I71AAEVVLH.1 size=457686 2024-09-19T11:26:10.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.239+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=07I71AAEVVLH tag=J5K6SPXU3W6T type=write size=2554838 2024-09-19T11:26:10.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.240+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=839SBVP5HUS7 type=del 2024-09-19T11:26:10.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.241+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=FYNQPHDODJY8 type=del size=2350793 2024-09-19T11:26:10.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.243+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=F5Q0E5CORZDO type=del 2024-09-19T11:26:10.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.244+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=BP6YL7ZSF7F3 type=del size=278939 2024-09-19T11:26:10.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.245+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=UHG57JPTJZHS type=del 2024-09-19T11:26:10.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.248+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~5EDM36X2QR59.0 size=1048576 2024-09-19T11:26:10.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.249+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~5EDM36X2QR59.1 size=1048576 2024-09-19T11:26:10.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.251+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~5EDM36X2QR59.2 size=43441 2024-09-19T11:26:10.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.251+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=5EDM36X2QR59 tag=PTMRCOUNYBQ7 type=write size=3189169 2024-09-19T11:26:10.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.252+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=DRWOPBSGISAR type=del 2024-09-19T11:26:10.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.254+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=F99P3S29YG5P type=del size=2750657 2024-09-19T11:26:10.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.255+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=E86FB0UCMNMT type=del 2024-09-19T11:26:10.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.256+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=UV40MVXQNCSS type=write size=111627 2024-09-19T11:26:10.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.257+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=PRWXTLYO271S type=del 2024-09-19T11:26:10.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.259+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~Y5DHFJMXDUUH.0 size=1048576 2024-09-19T11:26:10.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.260+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~Y5DHFJMXDUUH.1 size=1048576 2024-09-19T11:26:10.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.261+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~Y5DHFJMXDUUH.2 size=182492 2024-09-19T11:26:10.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.261+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=Y5DHFJMXDUUH tag=TDKG8W0F468B type=write size=3328220 2024-09-19T11:26:10.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.262+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~T48NB0Z5ITAT.0 size=1048576 2024-09-19T11:26:10.264 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.263+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~T48NB0Z5ITAT.1 size=1048576 2024-09-19T11:26:10.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.264+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~T48NB0Z5ITAT.2 size=949917 2024-09-19T11:26:10.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.267+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=T48NB0Z5ITAT tag=9PO99IY25TCA type=write size=4095645 2024-09-19T11:26:10.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.269+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~G36IDOZ2WF76.0 size=1048576 2024-09-19T11:26:10.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.270+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~G36IDOZ2WF76.1 size=234435 2024-09-19T11:26:10.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.270+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=G36IDOZ2WF76 tag=YYVXRMCIME30 type=write size=2331587 2024-09-19T11:26:10.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.271+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~42WNTF80WMMS.0 size=962763 2024-09-19T11:26:10.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.273+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=42WNTF80WMMS tag=MBT4GLM3ON1V type=write size=2011339 2024-09-19T11:26:10.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.275+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~1YAPYVP5EXKT.0 size=721693 2024-09-19T11:26:10.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.275+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=1YAPYVP5EXKT tag=UG6BVT2H76GC type=write size=1770269 2024-09-19T11:26:10.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.276+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=MSXC4YQ676QG type=del 2024-09-19T11:26:10.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.277+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=4SIRGBFTUHKW type=write size=233987 2024-09-19T11:26:10.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.278+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=5LG1A3FSN2H5 type=del 2024-09-19T11:26:10.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.280+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=H5HQ8YT6XQ20 type=del size=351593 2024-09-19T11:26:10.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.281+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~K5BX9DWST079.0 size=1048576 2024-09-19T11:26:10.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.282+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~K5BX9DWST079.1 size=1048576 2024-09-19T11:26:10.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.282+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~K5BX9DWST079.2 size=217365 2024-09-19T11:26:10.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.284+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=K5BX9DWST079 tag=8IJF142T9KC4 type=write size=3363093 2024-09-19T11:26:10.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.286+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~JA5HFVBGNIX3.0 size=1048576 2024-09-19T11:26:10.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.287+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~JA5HFVBGNIX3.1 size=1048576 2024-09-19T11:26:10.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.288+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~JA5HFVBGNIX3.2 size=400768 2024-09-19T11:26:10.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.288+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=JA5HFVBGNIX3 tag=BXZISCGNSOCO type=write size=3546496 2024-09-19T11:26:10.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.289+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~Y8X5MOLYZP9N.0 size=1048576 2024-09-19T11:26:10.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.289+0000 7f8576bd1780 1 < canceled part key=_multipart_SQT4SZMGZ35M.2~Y8X5MOLYZP9N.1 size=854644 2024-09-19T11:26:10.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.291+0000 7f8576bd1780 1 < canceled multipart upload key=SQT4SZMGZ35M upload=Y8X5MOLYZP9N tag=AX33VTEZ3IX2 type=write size=2951796 2024-09-19T11:26:10.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.292+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=0F5W6O87TE1N type=write size=132864 2024-09-19T11:26:10.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.294+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=ZAGL06ELNVFN type=write size=276996 2024-09-19T11:26:10.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.296+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~ZS7X7HVVMVIA.0 size=1048576 2024-09-19T11:26:10.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.297+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~ZS7X7HVVMVIA.1 size=468741 2024-09-19T11:26:10.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.297+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=ZS7X7HVVMVIA tag=PA399KOZ52XH type=write size=2565893 2024-09-19T11:26:10.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.298+0000 7f8576bd1780 1 < completed write operation key=3321TAKJUZTG tag=R38XN5BZSKBN type=write size=399963 2024-09-19T11:26:10.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.299+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=S5MH198Q2BB9 type=del size=1091205 2024-09-19T11:26:10.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.300+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=6ANHLT2CSKI5 type=del size=1464180 2024-09-19T11:26:10.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.302+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=QYMKH23JA592 type=write size=350853 2024-09-19T11:26:10.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.303+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~07I71AAEVVLH.0 size=1048576 2024-09-19T11:26:10.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.304+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~07I71AAEVVLH.1 size=457686 2024-09-19T11:26:10.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.306+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=07I71AAEVVLH tag=J5K6SPXU3W6T type=write size=2554838 2024-09-19T11:26:10.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.307+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=504W6A2HUNT6 type=write size=1047909 2024-09-19T11:26:10.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.308+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=FYNQPHDODJY8 type=del 2024-09-19T11:26:10.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.309+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=7GA2ELCF2D29 type=del size=915608 2024-09-19T11:26:10.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.310+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=BP6YL7ZSF7F3 type=del 2024-09-19T11:26:10.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.311+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=TCP9TIZ7UFOS type=del size=1650975 2024-09-19T11:26:10.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.313+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~5EDM36X2QR59.0 size=1048576 2024-09-19T11:26:10.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.314+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~5EDM36X2QR59.1 size=1048576 2024-09-19T11:26:10.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.315+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~5EDM36X2QR59.2 size=43441 2024-09-19T11:26:10.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.317+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=5EDM36X2QR59 tag=PTMRCOUNYBQ7 type=write size=3189169 2024-09-19T11:26:10.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.318+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=V98X9P8L112T type=del size=3422195 2024-09-19T11:26:10.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.321+0000 7f8576bd1780 1 < suggested remove operation key=N5KNLV13G1PN tag=F99P3S29YG5P type=del 2024-09-19T11:26:10.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.325+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~I440FZY23FOX.0 size=1048576 2024-09-19T11:26:10.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.326+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~I440FZY23FOX.1 size=737624 2024-09-19T11:26:10.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.326+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=I440FZY23FOX tag=ZTOL1F7I4MK2 type=write size=2834776 2024-09-19T11:26:10.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.327+0000 7f8576bd1780 -1 < failed to complete operation key=N5KNLV13G1PN tag=UV40MVXQNCSS type=write size=111627: (22) Invalid argument 2024-09-19T11:26:10.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.329+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~0HSFDK5V6QJH.0 size=1048576 2024-09-19T11:26:10.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.330+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~0HSFDK5V6QJH.1 size=1048576 2024-09-19T11:26:10.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.331+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~0HSFDK5V6QJH.2 size=991108 2024-09-19T11:26:10.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.331+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=0HSFDK5V6QJH tag=FB1EQWVY5Y3G type=write size=4136836 2024-09-19T11:26:10.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.332+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~Y5DHFJMXDUUH.0 size=1048576 2024-09-19T11:26:10.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.333+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~Y5DHFJMXDUUH.1 size=1048576 2024-09-19T11:26:10.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.334+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~Y5DHFJMXDUUH.2 size=182492 2024-09-19T11:26:10.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.336+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=Y5DHFJMXDUUH tag=TDKG8W0F468B type=write size=3328220 2024-09-19T11:26:10.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.338+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~ATC26UEUZXD7.0 size=1048576 2024-09-19T11:26:10.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.339+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~ATC26UEUZXD7.1 size=1048576 2024-09-19T11:26:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.340+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~ATC26UEUZXD7.2 size=316588 2024-09-19T11:26:10.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.340+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=ATC26UEUZXD7 tag=WMKQN2B9NGTY type=write size=3462316 2024-09-19T11:26:10.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.342+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~G36IDOZ2WF76.0 size=1048576 2024-09-19T11:26:10.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.343+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~G36IDOZ2WF76.1 size=234435 2024-09-19T11:26:10.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.345+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=G36IDOZ2WF76 tag=YYVXRMCIME30 type=write size=2331587 2024-09-19T11:26:10.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.346+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=M9Y7GJF3UTZJ type=del size=967879 2024-09-19T11:26:10.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.347+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~1YAPYVP5EXKT.0 size=721693 2024-09-19T11:26:10.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.349+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=1YAPYVP5EXKT tag=UG6BVT2H76GC type=write size=1770269 2024-09-19T11:26:10.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.351+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=W0X940OOCUQV type=del size=2355602 2024-09-19T11:26:10.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.352+0000 7f8576bd1780 1 < completed write operation key=5CG1U88JETDH tag=4SIRGBFTUHKW type=write size=233987 2024-09-19T11:26:10.354 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.353+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=0DG96QBVPI1A type=del size=3275354 2024-09-19T11:26:10.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.355+0000 7f8576bd1780 1 < canceled operation key=N3RHCSW3HQCI tag=H5HQ8YT6XQ20 type=del size=351593 2024-09-19T11:26:10.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.356+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=A8C1BXRP4IHO type=del size=2181357 2024-09-19T11:26:10.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.357+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~JA5HFVBGNIX3.0 size=1048576 2024-09-19T11:26:10.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.358+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~JA5HFVBGNIX3.1 size=1048576 2024-09-19T11:26:10.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.359+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~JA5HFVBGNIX3.2 size=400768 2024-09-19T11:26:10.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.362+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=JA5HFVBGNIX3 tag=BXZISCGNSOCO type=write size=3546496 2024-09-19T11:26:10.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.363+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=93Z9WUVH3DTX type=write size=103323 2024-09-19T11:26:10.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.365+0000 7f8576bd1780 1 < suggested remove operation key=5PL1P4MQWBJN tag=0F5W6O87TE1N type=write 2024-09-19T11:26:10.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.367+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~AY2DGG96PNVU.0 size=1048576 2024-09-19T11:26:10.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.368+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~AY2DGG96PNVU.1 size=33650 2024-09-19T11:26:10.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.368+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=AY2DGG96PNVU tag=62965FUJZNPI type=write size=2130802 2024-09-19T11:26:10.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.369+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~ZS7X7HVVMVIA.0 size=1048576 2024-09-19T11:26:10.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.370+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~ZS7X7HVVMVIA.1 size=468741 2024-09-19T11:26:10.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.374+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=ZS7X7HVVMVIA tag=PA399KOZ52XH type=write size=2565893 2024-09-19T11:26:10.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.376+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~EXASSRJCMUFA.0 size=251004 2024-09-19T11:26:10.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.376+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=EXASSRJCMUFA tag=6NJ2IZIOB5GB type=write size=1299580 2024-09-19T11:26:10.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.377+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=S5MH198Q2BB9 type=del 2024-09-19T11:26:10.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.379+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=OPFE55KW2ETM type=write size=389487 2024-09-19T11:26:10.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.380+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=QYMKH23JA592 type=write size=350853 2024-09-19T11:26:10.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.382+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~O187YBDZICI0.0 size=1048576 2024-09-19T11:26:10.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.383+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~O187YBDZICI0.1 size=885896 2024-09-19T11:26:10.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.383+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=O187YBDZICI0 tag=PLM5K2HWINYM type=write size=2983048 2024-09-19T11:26:10.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.384+0000 7f8576bd1780 1 < canceled operation key=SQT4SZMGZ35M tag=504W6A2HUNT6 type=write size=1047909 2024-09-19T11:26:10.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.386+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~NR66BT7P4VM3.0 size=1048576 2024-09-19T11:26:10.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.387+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~NR66BT7P4VM3.1 size=606728 2024-09-19T11:26:10.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.387+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=NR66BT7P4VM3 tag=AUP99J06QNHL type=write size=2703880 2024-09-19T11:26:10.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.388+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=7GA2ELCF2D29 type=del 2024-09-19T11:26:10.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.390+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~FX1Q4I1OHC2T.0 size=1048576 2024-09-19T11:26:10.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.391+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~FX1Q4I1OHC2T.1 size=582152 2024-09-19T11:26:10.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.391+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=FX1Q4I1OHC2T tag=0T9FJICMEYGD type=write size=2679304 2024-09-19T11:26:10.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.394+0000 7f8576bd1780 1 < suggested remove operation key=3321TAKJUZTG tag=TCP9TIZ7UFOS type=del 2024-09-19T11:26:10.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.395+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=WGYDCZAKXX7Y type=del size=1525872 2024-09-19T11:26:10.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.396+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=V98X9P8L112T type=del 2024-09-19T11:26:10.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.399+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~5C6QOUXUO908.0 size=1048576 2024-09-19T11:26:10.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.399+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~5C6QOUXUO908.1 size=432410 2024-09-19T11:26:10.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.399+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=5C6QOUXUO908 tag=B3X506GWI0HT type=write size=2529562 2024-09-19T11:26:10.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.401+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~I440FZY23FOX.0 size=1048576 2024-09-19T11:26:10.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.401+0000 7f8576bd1780 1 < canceled part key=_multipart_5G75PFJB25A0.2~I440FZY23FOX.1 size=737624 2024-09-19T11:26:10.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.403+0000 7f8576bd1780 1 < canceled multipart upload key=5G75PFJB25A0 upload=I440FZY23FOX tag=ZTOL1F7I4MK2 type=write size=2834776 2024-09-19T11:26:10.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.404+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=CF7L27QRLJA1 type=del size=1740522 2024-09-19T11:26:10.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.405+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~0HSFDK5V6QJH.0 size=1048576 2024-09-19T11:26:10.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.406+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~0HSFDK5V6QJH.1 size=1048576 2024-09-19T11:26:10.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.407+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~0HSFDK5V6QJH.2 size=991108 2024-09-19T11:26:10.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.409+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=0HSFDK5V6QJH tag=FB1EQWVY5Y3G type=write size=4136836 2024-09-19T11:26:10.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.410+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=YCTO3U923PJS type=del size=1147784 2024-09-19T11:26:10.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.411+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~ATC26UEUZXD7.0 size=1048576 2024-09-19T11:26:10.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.412+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~ATC26UEUZXD7.1 size=1048576 2024-09-19T11:26:10.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.413+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~ATC26UEUZXD7.2 size=316588 2024-09-19T11:26:10.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.415+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=ATC26UEUZXD7 tag=WMKQN2B9NGTY type=write size=3462316 2024-09-19T11:26:10.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.417+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~VJJ21XLTPTMM.0 size=1048576 2024-09-19T11:26:10.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.418+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~VJJ21XLTPTMM.1 size=308235 2024-09-19T11:26:10.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.418+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=VJJ21XLTPTMM tag=JXFQH2SPZN9K type=write size=2405387 2024-09-19T11:26:10.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.420+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=M9Y7GJF3UTZJ type=del 2024-09-19T11:26:10.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.421+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=Z2NO5ZUWOQ7W type=del size=2055537 2024-09-19T11:26:10.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.422+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=W0X940OOCUQV type=del 2024-09-19T11:26:10.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.423+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=D571FGKJR9FL type=del size=1527748 2024-09-19T11:26:10.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.424+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=0DG96QBVPI1A type=del 2024-09-19T11:26:10.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.426+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=1MU5A5231GP7 type=del size=3453598 2024-09-19T11:26:10.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.427+0000 7f8576bd1780 -1 < failed to complete operation key=5PL1P4MQWBJN tag=A8C1BXRP4IHO type=del size=2181357: (22) Invalid argument 2024-09-19T11:26:10.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.428+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=QKNYJ1IEYDBX type=del size=614299 2024-09-19T11:26:10.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.429+0000 7f8576bd1780 1 < completed write operation key=YJ3WDCJJJLOH tag=93Z9WUVH3DTX type=write size=103323 2024-09-19T11:26:10.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.431+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~U5TLO035CGUP.0 size=1048576 2024-09-19T11:26:10.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.432+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~U5TLO035CGUP.1 size=1048576 2024-09-19T11:26:10.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.433+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~U5TLO035CGUP.2 size=760135 2024-09-19T11:26:10.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.433+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=U5TLO035CGUP tag=N79UBKKSD49K type=write size=3905863 2024-09-19T11:26:10.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.434+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~AY2DGG96PNVU.0 size=1048576 2024-09-19T11:26:10.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.435+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~AY2DGG96PNVU.1 size=33650 2024-09-19T11:26:10.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.437+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=AY2DGG96PNVU tag=62965FUJZNPI type=write size=2130802 2024-09-19T11:26:10.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.439+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~514SP5FG5Z8E.0 size=81104 2024-09-19T11:26:10.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.439+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=514SP5FG5Z8E tag=YE77O4OIN2QA type=write size=1129680 2024-09-19T11:26:10.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.441+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~EXASSRJCMUFA.0 size=251004 2024-09-19T11:26:10.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.443+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=EXASSRJCMUFA tag=6NJ2IZIOB5GB type=write size=1299580 2024-09-19T11:26:10.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.444+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=N0Y49LFF6FM5 type=del size=234740 2024-09-19T11:26:10.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.445+0000 7f8576bd1780 1 < completed write operation key=Y3SGWOZW0N7T tag=OPFE55KW2ETM type=write size=389487 2024-09-19T11:26:10.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.446+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=CSWD5Y1QRIA6 type=del size=948599 2024-09-19T11:26:10.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.448+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~O187YBDZICI0.0 size=1048576 2024-09-19T11:26:10.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.449+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~O187YBDZICI0.1 size=885896 2024-09-19T11:26:10.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.450+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=O187YBDZICI0 tag=PLM5K2HWINYM type=write size=2983048 2024-09-19T11:26:10.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.452+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=4EM94SX5JY5T type=del size=2209189 2024-09-19T11:26:10.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.453+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~NR66BT7P4VM3.0 size=1048576 2024-09-19T11:26:10.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.454+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~NR66BT7P4VM3.1 size=606728 2024-09-19T11:26:10.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.456+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=NR66BT7P4VM3 tag=AUP99J06QNHL type=write size=2703880 2024-09-19T11:26:10.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.457+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=HGDABOWJ6FOB type=del size=878669 2024-09-19T11:26:10.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.457+0000 7f8576bd1780 1 < canceled part key=_multipart_8TXDCE73VSEB.2~FX1Q4I1OHC2T.0 size=1048576 2024-09-19T11:26:10.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.458+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~FX1Q4I1OHC2T.1 size=582152 2024-09-19T11:26:10.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.460+0000 7f8576bd1780 1 < canceled multipart upload key=8TXDCE73VSEB upload=FX1Q4I1OHC2T tag=0T9FJICMEYGD type=write size=2679304 2024-09-19T11:26:10.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.462+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~QXOCEM3TJ3DT.0 size=561732 2024-09-19T11:26:10.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.462+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=QXOCEM3TJ3DT tag=YSA6TWW3GHPW type=write size=1610308 2024-09-19T11:26:10.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.463+0000 7f8576bd1780 1 < canceled operation key=KKKADFW73I84 tag=WGYDCZAKXX7Y type=del size=1525872 2024-09-19T11:26:10.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.464+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=XPW8907D2DBE type=del size=381228 2024-09-19T11:26:10.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.465+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~5C6QOUXUO908.0 size=1048576 2024-09-19T11:26:10.467 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.466+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~5C6QOUXUO908.1 size=432410 2024-09-19T11:26:10.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.468+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=5C6QOUXUO908 tag=B3X506GWI0HT type=write size=2529562 2024-09-19T11:26:10.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.469+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=IAWHVS0RYCNN type=del size=1352159 2024-09-19T11:26:10.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.471+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=CF7L27QRLJA1 type=del 2024-09-19T11:26:10.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.472+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=M6XLU49C6MJJ type=del size=384523 2024-09-19T11:26:10.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.473+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=YCTO3U923PJS type=del 2024-09-19T11:26:10.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.475+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~WJLV1PJ9C0YA.0 size=107896 2024-09-19T11:26:10.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.475+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=WJLV1PJ9C0YA tag=JT5HBVS19Z6A type=write size=1156472 2024-09-19T11:26:10.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.476+0000 7f8576bd1780 1 < canceled part key=_multipart_YJ3WDCJJJLOH.2~VJJ21XLTPTMM.0 size=1048576 2024-09-19T11:26:10.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.476+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~VJJ21XLTPTMM.1 size=308235 2024-09-19T11:26:10.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.478+0000 7f8576bd1780 1 < canceled multipart upload key=YJ3WDCJJJLOH upload=VJJ21XLTPTMM tag=JXFQH2SPZN9K type=write size=2405387 2024-09-19T11:26:10.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.480+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=EQO0TM19LVRM type=del size=3688229 2024-09-19T11:26:10.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.482+0000 7f8576bd1780 1 < suggested remove operation key=3FHKTREC6TOT tag=Z2NO5ZUWOQ7W type=del 2024-09-19T11:26:10.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.483+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=X74CU69X0PEX type=del size=903309 2024-09-19T11:26:10.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.484+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=D571FGKJR9FL type=del 2024-09-19T11:26:10.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.486+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~TNBPSXD8ITJ2.0 size=968840 2024-09-19T11:26:10.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.486+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=TNBPSXD8ITJ2 tag=KXQHXW66WF43 type=write size=2017416 2024-09-19T11:26:10.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.489+0000 7f8576bd1780 1 < suggested update operation key=XD7FFT9LKVRY tag=1MU5A5231GP7 type=del size=3453598 2024-09-19T11:26:10.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.490+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=P8Z6978XFVEO type=del size=149450 2024-09-19T11:26:10.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.491+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=QKNYJ1IEYDBX type=del 2024-09-19T11:26:10.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.493+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~KZXATRY45ZD8.0 size=1048576 2024-09-19T11:26:10.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.494+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~KZXATRY45ZD8.1 size=585225 2024-09-19T11:26:10.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.494+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=KZXATRY45ZD8 tag=OGDHJYI804CT type=write size=2682377 2024-09-19T11:26:10.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.495+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~U5TLO035CGUP.0 size=1048576 2024-09-19T11:26:10.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.495+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~U5TLO035CGUP.1 size=1048576 2024-09-19T11:26:10.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.496+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~U5TLO035CGUP.2 size=760135 2024-09-19T11:26:10.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.499+0000 7f8576bd1780 1 < canceled multipart upload key=3321TAKJUZTG upload=U5TLO035CGUP tag=N79UBKKSD49K type=write size=3905863 2024-09-19T11:26:10.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.501+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~V23LA9TGTXIM.0 size=1048576 2024-09-19T11:26:10.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.502+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~V23LA9TGTXIM.1 size=1048576 2024-09-19T11:26:10.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.503+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~V23LA9TGTXIM.2 size=640567 2024-09-19T11:26:10.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.503+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=V23LA9TGTXIM tag=G4Q24EV1B8H6 type=write size=3786295 2024-09-19T11:26:10.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.504+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~514SP5FG5Z8E.0 size=81104 2024-09-19T11:26:10.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.506+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=514SP5FG5Z8E tag=YE77O4OIN2QA type=write size=1129680 2024-09-19T11:26:10.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.508+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~1J3XG2KZ0ZD7.0 size=1048576 2024-09-19T11:26:10.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.509+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~1J3XG2KZ0ZD7.1 size=1048576 2024-09-19T11:26:10.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.510+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~1J3XG2KZ0ZD7.2 size=928862 2024-09-19T11:26:10.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.510+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=1J3XG2KZ0ZD7 tag=J5QYKFOQQ53I type=write size=4074590 2024-09-19T11:26:10.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.511+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=N0Y49LFF6FM5 type=del 2024-09-19T11:26:10.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.512+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=TQ5ZVRFW430A type=del size=3703704 2024-09-19T11:26:10.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.514+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=CSWD5Y1QRIA6 type=del size=948599 2024-09-19T11:26:10.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.518+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~HJWFHVUJW2EV.0 size=1048576 2024-09-19T11:26:10.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.519+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~HJWFHVUJW2EV.1 size=581524 2024-09-19T11:26:10.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.519+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=HJWFHVUJW2EV tag=HYYBMUNQ2H5R type=write size=2678676 2024-09-19T11:26:10.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.520+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=4EM94SX5JY5T type=del 2024-09-19T11:26:10.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.522+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~7X3GL1E0QSYL.0 size=1048576 2024-09-19T11:26:10.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.523+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~7X3GL1E0QSYL.1 size=693611 2024-09-19T11:26:10.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.523+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=7X3GL1E0QSYL tag=WDCYZNPUGDLL type=write size=2790763 2024-09-19T11:26:10.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.524+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=HGDABOWJ6FOB type=del size=878669 2024-09-19T11:26:10.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.526+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~6TG3SM83A41L.0 size=267077 2024-09-19T11:26:10.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.526+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=6TG3SM83A41L tag=1RPXKVIK8X5E type=write size=1315653 2024-09-19T11:26:10.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.527+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~QXOCEM3TJ3DT.0 size=561732 2024-09-19T11:26:10.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.529+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=QXOCEM3TJ3DT tag=YSA6TWW3GHPW type=write size=1610308 2024-09-19T11:26:10.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.530+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=67SLD1PX0VVU type=del size=3040960 2024-09-19T11:26:10.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.531+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=XPW8907D2DBE type=del 2024-09-19T11:26:10.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.532+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=KBVZUKX30QCP type=del size=2388011 2024-09-19T11:26:10.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.533+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=IAWHVS0RYCNN type=del 2024-09-19T11:26:10.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.535+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=8HDG00T6IN6K type=del size=495753 2024-09-19T11:26:10.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.536+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=M6XLU49C6MJJ type=del 2024-09-19T11:26:10.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.537+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=0KGV7BOJXL0F type=write size=1014878 2024-09-19T11:26:10.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.538+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~WJLV1PJ9C0YA.0 size=107896 2024-09-19T11:26:10.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.540+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=WJLV1PJ9C0YA tag=JT5HBVS19Z6A type=write size=1156472 2024-09-19T11:26:10.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.542+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~ES6AJR6WWWG8.0 size=1048576 2024-09-19T11:26:10.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.543+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~ES6AJR6WWWG8.1 size=1048576 2024-09-19T11:26:10.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.545+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~ES6AJR6WWWG8.2 size=403508 2024-09-19T11:26:10.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.545+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=ES6AJR6WWWG8 tag=9ZDK5AVL79PO type=write size=3549236 2024-09-19T11:26:10.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.546+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=EQO0TM19LVRM type=del 2024-09-19T11:26:10.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.547+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=QPOUG18GDNNO type=del size=2459063 2024-09-19T11:26:10.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.548+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=X74CU69X0PEX type=del 2024-09-19T11:26:10.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.550+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=M6XH2IS7O4Z2 type=del size=952658 2024-09-19T11:26:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.551+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~TNBPSXD8ITJ2.0 size=968840 2024-09-19T11:26:10.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.553+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=TNBPSXD8ITJ2 tag=KXQHXW66WF43 type=write size=2017416 2024-09-19T11:26:10.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.554+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=4QIN3BFVSESN type=del size=1393365 2024-09-19T11:26:10.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.555+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=P8Z6978XFVEO type=del 2024-09-19T11:26:10.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.556+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=7E5Q1K0JNZAI type=del size=1862622 2024-09-19T11:26:10.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.557+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~KZXATRY45ZD8.0 size=1048576 2024-09-19T11:26:10.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.557+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~KZXATRY45ZD8.1 size=585225 2024-09-19T11:26:10.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.560+0000 7f8576bd1780 1 < canceled multipart upload key=3321TAKJUZTG upload=KZXATRY45ZD8 tag=OGDHJYI804CT type=write size=2682377 2024-09-19T11:26:10.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.561+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=6PRNX6NP8B4I type=del size=1880296 2024-09-19T11:26:10.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.562+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~V23LA9TGTXIM.0 size=1048576 2024-09-19T11:26:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.563+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~V23LA9TGTXIM.1 size=1048576 2024-09-19T11:26:10.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.565+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~V23LA9TGTXIM.2 size=640567 2024-09-19T11:26:10.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.567+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=V23LA9TGTXIM tag=G4Q24EV1B8H6 type=write size=3786295 2024-09-19T11:26:10.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.569+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~225VS1ZA4Z6A.0 size=1048576 2024-09-19T11:26:10.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.570+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~225VS1ZA4Z6A.1 size=726206 2024-09-19T11:26:10.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.570+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=225VS1ZA4Z6A tag=3N12EHN99BHJ type=write size=2823358 2024-09-19T11:26:10.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.571+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~1J3XG2KZ0ZD7.0 size=1048576 2024-09-19T11:26:10.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.572+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~1J3XG2KZ0ZD7.1 size=1048576 2024-09-19T11:26:10.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.573+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~1J3XG2KZ0ZD7.2 size=928862 2024-09-19T11:26:10.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.576+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=1J3XG2KZ0ZD7 tag=J5QYKFOQQ53I type=write size=4074590 2024-09-19T11:26:10.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.578+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~JQXXT0Z5TQN6.0 size=1048576 2024-09-19T11:26:10.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.579+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~JQXXT0Z5TQN6.1 size=252987 2024-09-19T11:26:10.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.579+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=JQXXT0Z5TQN6 tag=AF1QM91GZU12 type=write size=2350139 2024-09-19T11:26:10.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.580+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=TQ5ZVRFW430A type=del 2024-09-19T11:26:10.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.581+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=J4O6HKJ75722 type=del size=360749 2024-09-19T11:26:10.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.583+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~HJWFHVUJW2EV.0 size=1048576 2024-09-19T11:26:10.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.584+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~HJWFHVUJW2EV.1 size=581524 2024-09-19T11:26:10.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.586+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=HJWFHVUJW2EV tag=HYYBMUNQ2H5R type=write size=2678676 2024-09-19T11:26:10.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.588+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~UZR2EX16V1XX.0 size=33815 2024-09-19T11:26:10.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.588+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=UZR2EX16V1XX tag=Y8V0SFNN80US type=write size=1082391 2024-09-19T11:26:10.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.590+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~7X3GL1E0QSYL.0 size=1048576 2024-09-19T11:26:10.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.591+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~7X3GL1E0QSYL.1 size=693611 2024-09-19T11:26:10.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.593+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=7X3GL1E0QSYL tag=WDCYZNPUGDLL type=write size=2790763 2024-09-19T11:26:10.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.594+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=N37O72HSKYBM type=del size=2446737 2024-09-19T11:26:10.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.596+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~6TG3SM83A41L.0 size=267077 2024-09-19T11:26:10.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.597+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=6TG3SM83A41L tag=1RPXKVIK8X5E type=write size=1315653 2024-09-19T11:26:10.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.599+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=Z1YT5FLOHHR5 type=del size=2504940 2024-09-19T11:26:10.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.600+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=67SLD1PX0VVU type=del 2024-09-19T11:26:10.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.602+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~VPJTTY8QEGUC.0 size=1048576 2024-09-19T11:26:10.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.603+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~VPJTTY8QEGUC.1 size=1048576 2024-09-19T11:26:10.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.604+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~VPJTTY8QEGUC.2 size=892517 2024-09-19T11:26:10.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.604+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=VPJTTY8QEGUC tag=RQA3YMLM7030 type=write size=4038245 2024-09-19T11:26:10.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.605+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=KBVZUKX30QCP type=del size=2388011 2024-09-19T11:26:10.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.607+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~V0KO3MXK3TKT.0 size=1048576 2024-09-19T11:26:10.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.608+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~V0KO3MXK3TKT.1 size=1048576 2024-09-19T11:26:10.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.609+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~V0KO3MXK3TKT.2 size=675487 2024-09-19T11:26:10.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.609+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=V0KO3MXK3TKT tag=IC96XE9CEIYY type=write size=3821215 2024-09-19T11:26:10.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.610+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=8HDG00T6IN6K type=del size=495753 2024-09-19T11:26:10.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.611+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=6NWXV027G7V7 type=del size=3885381 2024-09-19T11:26:10.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.612+0000 7f8576bd1780 1 < completed write operation key=KFMJ4RY4PU1U tag=0KGV7BOJXL0F type=write size=1014878 2024-09-19T11:26:10.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.614+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~EMCHPJ19IKUT.0 size=914502 2024-09-19T11:26:10.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.614+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=EMCHPJ19IKUT tag=7FBSNO4108K2 type=write size=1963078 2024-09-19T11:26:10.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.616+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~ES6AJR6WWWG8.0 size=1048576 2024-09-19T11:26:10.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.617+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~ES6AJR6WWWG8.1 size=1048576 2024-09-19T11:26:10.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.618+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~ES6AJR6WWWG8.2 size=403508 2024-09-19T11:26:10.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.620+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=ES6AJR6WWWG8 tag=9ZDK5AVL79PO type=write size=3549236 2024-09-19T11:26:10.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.622+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~I0KPHFZRLW99.0 size=1048576 2024-09-19T11:26:10.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.623+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~I0KPHFZRLW99.1 size=1048576 2024-09-19T11:26:10.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.624+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~I0KPHFZRLW99.2 size=151094 2024-09-19T11:26:10.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.624+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=I0KPHFZRLW99 tag=TAROGWNWFYH3 type=write size=3296822 2024-09-19T11:26:10.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.626+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=QPOUG18GDNNO type=del 2024-09-19T11:26:10.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.627+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=SHVRO8XVSAHD type=write size=824898 2024-09-19T11:26:10.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.628+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=M6XH2IS7O4Z2 type=del 2024-09-19T11:26:10.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.630+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~QMSOYTPHVSP7.0 size=1048576 2024-09-19T11:26:10.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.631+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~QMSOYTPHVSP7.1 size=1048576 2024-09-19T11:26:10.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.632+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~QMSOYTPHVSP7.2 size=177308 2024-09-19T11:26:10.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.632+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=QMSOYTPHVSP7 tag=LR14E6S3822B type=write size=3323036 2024-09-19T11:26:10.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.633+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=4QIN3BFVSESN type=del 2024-09-19T11:26:10.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.634+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=39V079XBXPSS type=del size=3411495 2024-09-19T11:26:10.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.635+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=7E5Q1K0JNZAI type=del 2024-09-19T11:26:10.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.637+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=ZHAXY025DMEY type=write size=798315 2024-09-19T11:26:10.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.638+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=6PRNX6NP8B4I type=del 2024-09-19T11:26:10.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.639+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=09LFF1RADL0C type=del size=383084 2024-09-19T11:26:10.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.640+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~225VS1ZA4Z6A.0 size=1048576 2024-09-19T11:26:10.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.640+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~225VS1ZA4Z6A.1 size=726206 2024-09-19T11:26:10.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.642+0000 7f8576bd1780 1 < canceled multipart upload key=3321TAKJUZTG upload=225VS1ZA4Z6A tag=3N12EHN99BHJ type=write size=2823358 2024-09-19T11:26:10.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.644+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~T85FZZMEGMID.0 size=1048576 2024-09-19T11:26:10.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.645+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~T85FZZMEGMID.1 size=1048576 2024-09-19T11:26:10.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.646+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~T85FZZMEGMID.2 size=282960 2024-09-19T11:26:10.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.646+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=T85FZZMEGMID tag=3W33QDC25CHD type=write size=3428688 2024-09-19T11:26:10.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.647+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~JQXXT0Z5TQN6.0 size=1048576 2024-09-19T11:26:10.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.648+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~JQXXT0Z5TQN6.1 size=252987 2024-09-19T11:26:10.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.651+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=JQXXT0Z5TQN6 tag=AF1QM91GZU12 type=write size=2350139 2024-09-19T11:26:10.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.653+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~Y9IXJU417EWD.0 size=1041108 2024-09-19T11:26:10.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.653+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=Y9IXJU417EWD tag=ZDZMTF15ZEC5 type=write size=2089684 2024-09-19T11:26:10.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.656+0000 7f8576bd1780 1 < suggested remove operation key=Y9OEXPZ4M5UK tag=J4O6HKJ75722 type=del 2024-09-19T11:26:10.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.657+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=0GS4BVCCWY4D type=del size=2357960 2024-09-19T11:26:10.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.658+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~UZR2EX16V1XX.0 size=33815 2024-09-19T11:26:10.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.660+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=UZR2EX16V1XX tag=Y8V0SFNN80US type=write size=1082391 2024-09-19T11:26:10.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.661+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=8IQZ7P23MPOJ type=write size=96440 2024-09-19T11:26:10.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.663+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=N37O72HSKYBM type=del 2024-09-19T11:26:10.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.664+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=6920M10PCB3D type=del size=917600 2024-09-19T11:26:10.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.665+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=Z1YT5FLOHHR5 type=del 2024-09-19T11:26:10.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.667+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~A6Z0JHZN5VW3.0 size=1048576 2024-09-19T11:26:10.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.668+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~A6Z0JHZN5VW3.1 size=1048576 2024-09-19T11:26:10.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.669+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~A6Z0JHZN5VW3.2 size=551409 2024-09-19T11:26:10.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.669+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=A6Z0JHZN5VW3 tag=L42PBPOCRL60 type=write size=3697137 2024-09-19T11:26:10.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.671+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~VPJTTY8QEGUC.0 size=1048576 2024-09-19T11:26:10.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.672+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~VPJTTY8QEGUC.1 size=1048576 2024-09-19T11:26:10.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.673+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~VPJTTY8QEGUC.2 size=892517 2024-09-19T11:26:10.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.675+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=VPJTTY8QEGUC tag=RQA3YMLM7030 type=write size=4038245 2024-09-19T11:26:10.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.677+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~J2FR3DJSXORT.0 size=1048576 2024-09-19T11:26:10.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.679+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~J2FR3DJSXORT.1 size=1048576 2024-09-19T11:26:10.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.680+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~J2FR3DJSXORT.2 size=435685 2024-09-19T11:26:10.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.680+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=J2FR3DJSXORT tag=3RX37EBMSX1M type=write size=3581413 2024-09-19T11:26:10.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.680+0000 7f8576bd1780 1 < canceled part key=_multipart_C5X0XZYLQT84.2~V0KO3MXK3TKT.0 size=1048576 2024-09-19T11:26:10.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.681+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~V0KO3MXK3TKT.1 size=1048576 2024-09-19T11:26:10.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.682+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~V0KO3MXK3TKT.2 size=675487 2024-09-19T11:26:10.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.684+0000 7f8576bd1780 1 < canceled multipart upload key=C5X0XZYLQT84 upload=V0KO3MXK3TKT tag=IC96XE9CEIYY type=write size=3821215 2024-09-19T11:26:10.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.685+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=LJVHD631CAGN type=del size=315284 2024-09-19T11:26:10.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.686+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=6NWXV027G7V7 type=del 2024-09-19T11:26:10.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.688+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~YSGPH8EIL3W0.0 size=1048576 2024-09-19T11:26:10.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.689+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~YSGPH8EIL3W0.1 size=536997 2024-09-19T11:26:10.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.689+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=YSGPH8EIL3W0 tag=XCLDJVAZEOZP type=write size=2634149 2024-09-19T11:26:10.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.691+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~EMCHPJ19IKUT.0 size=914502 2024-09-19T11:26:10.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.693+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=EMCHPJ19IKUT tag=7FBSNO4108K2 type=write size=1963078 2024-09-19T11:26:10.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.694+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=ARMUBI4WSQWX type=del size=3000089 2024-09-19T11:26:10.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.696+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~I0KPHFZRLW99.0 size=1048576 2024-09-19T11:26:10.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.697+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~I0KPHFZRLW99.1 size=1048576 2024-09-19T11:26:10.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.698+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~I0KPHFZRLW99.2 size=151094 2024-09-19T11:26:10.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.700+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=I0KPHFZRLW99 tag=TAROGWNWFYH3 type=write size=3296822 2024-09-19T11:26:10.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.701+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=L7CQDK6YCFEW type=del size=58924 2024-09-19T11:26:10.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.702+0000 7f8576bd1780 1 < completed write operation key=ZWZW4UE288SB tag=SHVRO8XVSAHD type=write size=824898 2024-09-19T11:26:10.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.704+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~Y1GXO1OMS1DN.0 size=1048576 2024-09-19T11:26:10.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.705+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~Y1GXO1OMS1DN.1 size=991918 2024-09-19T11:26:10.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.705+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=Y1GXO1OMS1DN tag=3L4I635TWWKD type=write size=3089070 2024-09-19T11:26:10.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.705+0000 7f8576bd1780 1 < canceled part key=_multipart_5PL1P4MQWBJN.2~QMSOYTPHVSP7.0 size=1048576 2024-09-19T11:26:10.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.707+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~QMSOYTPHVSP7.1 size=1048576 2024-09-19T11:26:10.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.708+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~QMSOYTPHVSP7.2 size=177308 2024-09-19T11:26:10.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.710+0000 7f8576bd1780 1 < canceled multipart upload key=5PL1P4MQWBJN upload=QMSOYTPHVSP7 tag=LR14E6S3822B type=write size=3323036 2024-09-19T11:26:10.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.711+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=YFCMZL49VAM8 type=del size=166944 2024-09-19T11:26:10.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.713+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=39V079XBXPSS type=del 2024-09-19T11:26:10.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.714+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=O26W3PD0QVPF type=del size=428320 2024-09-19T11:26:10.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.715+0000 7f8576bd1780 1 < completed write operation key=BFY7ZISN7X2F tag=ZHAXY025DMEY type=write size=798315 2024-09-19T11:26:10.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.716+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=ZU05R6RXBWA2 type=del size=2884112 2024-09-19T11:26:10.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.718+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=09LFF1RADL0C type=del 2024-09-19T11:26:10.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.719+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=NB50VB5UXPMF type=del size=3668196 2024-09-19T11:26:10.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.720+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~T85FZZMEGMID.0 size=1048576 2024-09-19T11:26:10.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.721+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~T85FZZMEGMID.1 size=1048576 2024-09-19T11:26:10.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.721+0000 7f8576bd1780 1 < canceled part key=_multipart_KFMJ4RY4PU1U.2~T85FZZMEGMID.2 size=282960 2024-09-19T11:26:10.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.723+0000 7f8576bd1780 1 < canceled multipart upload key=KFMJ4RY4PU1U upload=T85FZZMEGMID tag=3W33QDC25CHD type=write size=3428688 2024-09-19T11:26:10.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.726+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~AMYXNBUD0EP5.0 size=834961 2024-09-19T11:26:10.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.726+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=AMYXNBUD0EP5 tag=MCV12T3I7LQV type=write size=1883537 2024-09-19T11:26:10.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.727+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~Y9IXJU417EWD.0 size=1041108 2024-09-19T11:26:10.730 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.729+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=Y9IXJU417EWD tag=ZDZMTF15ZEC5 type=write size=2089684 2024-09-19T11:26:10.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.732+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~K0IWI54GO9IB.0 size=1048576 2024-09-19T11:26:10.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.732+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~K0IWI54GO9IB.1 size=487006 2024-09-19T11:26:10.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.732+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=K0IWI54GO9IB tag=T8R6B9NUA3CX type=write size=2584158 2024-09-19T11:26:10.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.734+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=0GS4BVCCWY4D type=del 2024-09-19T11:26:10.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.735+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=8TX8F0CW0GG2 type=del size=2855446 2024-09-19T11:26:10.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.736+0000 7f8576bd1780 1 < completed write operation key=YC1UNQBZOH98 tag=8IQZ7P23MPOJ type=write size=96440 2024-09-19T11:26:10.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.738+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=2PR5QPL6L86L type=write size=545191 2024-09-19T11:26:10.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.739+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=6920M10PCB3D type=del 2024-09-19T11:26:10.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.740+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=4BBOH7DXV9CQ type=del size=2672735 2024-09-19T11:26:10.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.741+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~A6Z0JHZN5VW3.0 size=1048576 2024-09-19T11:26:10.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.742+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~A6Z0JHZN5VW3.1 size=1048576 2024-09-19T11:26:10.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.743+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~A6Z0JHZN5VW3.2 size=551409 2024-09-19T11:26:10.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.745+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=A6Z0JHZN5VW3 tag=L42PBPOCRL60 type=write size=3697137 2024-09-19T11:26:10.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.747+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~O68VE68LU200.0 size=1048576 2024-09-19T11:26:10.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.748+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~O68VE68LU200.1 size=889643 2024-09-19T11:26:10.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.748+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=O68VE68LU200 tag=4NT1GEB9NAC2 type=write size=2986795 2024-09-19T11:26:10.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.748+0000 7f8576bd1780 1 < canceled part key=_multipart_PSPJL1Y4L8JB.2~J2FR3DJSXORT.0 size=1048576 2024-09-19T11:26:10.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.749+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~J2FR3DJSXORT.1 size=1048576 2024-09-19T11:26:10.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.750+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~J2FR3DJSXORT.2 size=435685 2024-09-19T11:26:10.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.752+0000 7f8576bd1780 1 < canceled multipart upload key=PSPJL1Y4L8JB upload=J2FR3DJSXORT tag=3RX37EBMSX1M type=write size=3581413 2024-09-19T11:26:10.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.753+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=UDN1N72M6TIW type=del size=2741530 2024-09-19T11:26:10.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.755+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=LJVHD631CAGN type=del size=315284 2024-09-19T11:26:10.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.758+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~7T3IV1TIJ260.0 size=595044 2024-09-19T11:26:10.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.758+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=7T3IV1TIJ260 tag=4200U1AY0J2A type=write size=1643620 2024-09-19T11:26:10.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.759+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~YSGPH8EIL3W0.0 size=1048576 2024-09-19T11:26:10.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.760+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~YSGPH8EIL3W0.1 size=536997 2024-09-19T11:26:10.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.762+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=YSGPH8EIL3W0 tag=XCLDJVAZEOZP type=write size=2634149 2024-09-19T11:26:10.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.763+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=F3DX3HG9KGNW type=del size=875918 2024-09-19T11:26:10.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.764+0000 7f8576bd1780 1 < canceled operation key=KFMJ4RY4PU1U tag=ARMUBI4WSQWX type=del size=3000089 2024-09-19T11:26:10.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.766+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~HTWY4313D615.0 size=295154 2024-09-19T11:26:10.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.766+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=HTWY4313D615 tag=R9EEBUXUHI8Q type=write size=1343730 2024-09-19T11:26:10.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.767+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=L7CQDK6YCFEW type=del 2024-09-19T11:26:10.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.769+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~3STCW17MN9O9.0 size=1048576 2024-09-19T11:26:10.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.770+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~3STCW17MN9O9.1 size=1048576 2024-09-19T11:26:10.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.771+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~3STCW17MN9O9.2 size=183631 2024-09-19T11:26:10.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.771+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=3STCW17MN9O9 tag=MAXM07X1AWLF type=write size=3329359 2024-09-19T11:26:10.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.771+0000 7f8576bd1780 1 < canceled part key=_multipart_ZWZW4UE288SB.2~Y1GXO1OMS1DN.0 size=1048576 2024-09-19T11:26:10.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.772+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~Y1GXO1OMS1DN.1 size=991918 2024-09-19T11:26:10.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.774+0000 7f8576bd1780 1 < canceled multipart upload key=ZWZW4UE288SB upload=Y1GXO1OMS1DN tag=3L4I635TWWKD type=write size=3089070 2024-09-19T11:26:10.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.775+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=TQKEMXA9W6X2 type=del size=806681 2024-09-19T11:26:10.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.777+0000 7f8576bd1780 1 < suggested update operation key=3321TAKJUZTG tag=YFCMZL49VAM8 type=del size=166944 2024-09-19T11:26:10.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.779+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=VP74VI8AI2GO type=del size=214550 2024-09-19T11:26:10.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.780+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=O26W3PD0QVPF type=del size=428320 2024-09-19T11:26:10.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.781+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=RPCGI3F1GYRO type=write size=102051 2024-09-19T11:26:10.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.783+0000 7f8576bd1780 1 < suggested update operation key=7B4T99OA9CO4 tag=ZU05R6RXBWA2 type=del size=2884112 2024-09-19T11:26:10.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.785+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=D1EUKW7K7KJ5 type=del size=2072018 2024-09-19T11:26:10.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.786+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=NB50VB5UXPMF type=del 2024-09-19T11:26:10.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.788+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~GE380517Y1IW.0 size=912325 2024-09-19T11:26:10.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.788+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=GE380517Y1IW tag=EB0U3ZP1G47E type=write size=1960901 2024-09-19T11:26:10.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.789+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~AMYXNBUD0EP5.0 size=834961 2024-09-19T11:26:10.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.791+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=AMYXNBUD0EP5 tag=MCV12T3I7LQV type=write size=1883537 2024-09-19T11:26:10.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.792+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=8UZBOR83NWJV type=del size=3262982 2024-09-19T11:26:10.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.794+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~K0IWI54GO9IB.0 size=1048576 2024-09-19T11:26:10.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.794+0000 7f8576bd1780 1 < canceled part key=_multipart_5PL1P4MQWBJN.2~K0IWI54GO9IB.1 size=487006 2024-09-19T11:26:10.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.796+0000 7f8576bd1780 1 < canceled multipart upload key=5PL1P4MQWBJN upload=K0IWI54GO9IB tag=T8R6B9NUA3CX type=write size=2584158 2024-09-19T11:26:10.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.798+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~FG89Z3LM8KOQ.0 size=503690 2024-09-19T11:26:10.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.798+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=FG89Z3LM8KOQ tag=0UA224OP8XV5 type=write size=1552266 2024-09-19T11:26:10.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.799+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=8TX8F0CW0GG2 type=del 2024-09-19T11:26:10.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.801+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~D8SN98WD57JJ.0 size=721380 2024-09-19T11:26:10.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.801+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=D8SN98WD57JJ tag=63MMQO9OO5ZM type=write size=1769956 2024-09-19T11:26:10.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.802+0000 7f8576bd1780 -1 < failed to complete operation key=5CG1U88JETDH tag=2PR5QPL6L86L type=write size=545191: (22) Invalid argument 2024-09-19T11:26:10.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.804+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~8DZM3LSX0OIR.0 size=1048576 2024-09-19T11:26:10.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.805+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~8DZM3LSX0OIR.1 size=191420 2024-09-19T11:26:10.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.805+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=8DZM3LSX0OIR tag=X5132JOUQ27Z type=write size=2288572 2024-09-19T11:26:10.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.807+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=4BBOH7DXV9CQ type=del 2024-09-19T11:26:10.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.809+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=8BXEKFRSRMYW type=del size=1265257 2024-09-19T11:26:10.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.810+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~O68VE68LU200.0 size=1048576 2024-09-19T11:26:10.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.811+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~O68VE68LU200.1 size=889643 2024-09-19T11:26:10.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.812+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=O68VE68LU200 tag=4NT1GEB9NAC2 type=write size=2986795 2024-09-19T11:26:10.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.814+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~QYFSLQY2A86B.0 size=1048576 2024-09-19T11:26:10.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.815+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~QYFSLQY2A86B.1 size=1048576 2024-09-19T11:26:10.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.816+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~QYFSLQY2A86B.2 size=998713 2024-09-19T11:26:10.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.816+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=QYFSLQY2A86B tag=038KJJ14GD0J type=write size=4144441 2024-09-19T11:26:10.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.817+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=UDN1N72M6TIW type=del 2024-09-19T11:26:10.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.819+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=Y818RS2L3B28 type=del size=1921767 2024-09-19T11:26:10.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.820+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~7T3IV1TIJ260.0 size=595044 2024-09-19T11:26:10.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.822+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=7T3IV1TIJ260 tag=4200U1AY0J2A type=write size=1643620 2024-09-19T11:26:10.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.824+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~9Y2P9XPR1SVE.0 size=1048576 2024-09-19T11:26:10.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.825+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~9Y2P9XPR1SVE.1 size=4068 2024-09-19T11:26:10.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.825+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=9Y2P9XPR1SVE tag=ZSOP2DEYTEF1 type=write size=2101220 2024-09-19T11:26:10.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.826+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=F3DX3HG9KGNW type=del 2024-09-19T11:26:10.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.828+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~EGR2PQZ9D19Y.0 size=1048576 2024-09-19T11:26:10.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.829+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~EGR2PQZ9D19Y.1 size=832621 2024-09-19T11:26:10.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.829+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=EGR2PQZ9D19Y tag=CJJNMB17DFU1 type=write size=2929773 2024-09-19T11:26:10.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.830+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~HTWY4313D615.0 size=295154 2024-09-19T11:26:10.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.832+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=HTWY4313D615 tag=R9EEBUXUHI8Q type=write size=1343730 2024-09-19T11:26:10.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.833+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=9YV8ERX9JC9D type=del size=2596224 2024-09-19T11:26:10.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.833+0000 7f8576bd1780 1 < canceled part key=_multipart_FE3M1XO7TAS3.2~3STCW17MN9O9.0 size=1048576 2024-09-19T11:26:10.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.834+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~3STCW17MN9O9.1 size=1048576 2024-09-19T11:26:10.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.835+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~3STCW17MN9O9.2 size=183631 2024-09-19T11:26:10.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.837+0000 7f8576bd1780 1 < canceled multipart upload key=FE3M1XO7TAS3 upload=3STCW17MN9O9 tag=MAXM07X1AWLF type=write size=3329359 2024-09-19T11:26:10.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.838+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=JHEOJXYQEV7G type=del size=3455283 2024-09-19T11:26:10.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.839+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=TQKEMXA9W6X2 type=del 2024-09-19T11:26:10.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.841+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=1128FZP8X7EM type=del size=3981076 2024-09-19T11:26:10.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.842+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=VP74VI8AI2GO type=del 2024-09-19T11:26:10.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.844+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~2BBJZCVJNMOU.0 size=1048576 2024-09-19T11:26:10.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.845+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~2BBJZCVJNMOU.1 size=531073 2024-09-19T11:26:10.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.845+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=2BBJZCVJNMOU tag=K3NQ5NVB9ZT6 type=write size=2628225 2024-09-19T11:26:10.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.847+0000 7f8576bd1780 1 < completed write operation key=BFY7ZISN7X2F tag=RPCGI3F1GYRO type=write size=102051 2024-09-19T11:26:10.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.848+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=UBI7XLYCZ4R5 type=write size=398730 2024-09-19T11:26:10.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.850+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=D1EUKW7K7KJ5 type=del 2024-09-19T11:26:10.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.851+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=8RDKA75EUXHP type=del size=3755419 2024-09-19T11:26:10.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.852+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~GE380517Y1IW.0 size=912325 2024-09-19T11:26:10.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.854+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=GE380517Y1IW tag=EB0U3ZP1G47E type=write size=1960901 2024-09-19T11:26:10.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.855+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=R9UVCN8ZO0DZ type=del size=987985 2024-09-19T11:26:10.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.858+0000 7f8576bd1780 1 < suggested remove operation key=U74I0YULWM14 tag=8UZBOR83NWJV type=del 2024-09-19T11:26:10.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.859+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=LM59K4F3SXR1 type=write size=8826 2024-09-19T11:26:10.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.860+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~FG89Z3LM8KOQ.0 size=503690 2024-09-19T11:26:10.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.862+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=FG89Z3LM8KOQ tag=0UA224OP8XV5 type=write size=1552266 2024-09-19T11:26:10.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.864+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=UZ2FRTZHD8M7 type=del size=680810 2024-09-19T11:26:10.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.865+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~D8SN98WD57JJ.0 size=721380 2024-09-19T11:26:10.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.867+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=D8SN98WD57JJ tag=63MMQO9OO5ZM type=write size=1769956 2024-09-19T11:26:10.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.868+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=HXE4OK7VAK4O type=del size=2693109 2024-09-19T11:26:10.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.869+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~8DZM3LSX0OIR.0 size=1048576 2024-09-19T11:26:10.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.870+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~8DZM3LSX0OIR.1 size=191420 2024-09-19T11:26:10.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.872+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=8DZM3LSX0OIR tag=X5132JOUQ27Z type=write size=2288572 2024-09-19T11:26:10.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.874+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=D43JHOWRSMVM type=del size=2707714 2024-09-19T11:26:10.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.875+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=8BXEKFRSRMYW type=del 2024-09-19T11:26:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.876+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=MM36J1P3NP8J type=del size=3790040 2024-09-19T11:26:10.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.877+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~QYFSLQY2A86B.0 size=1048576 2024-09-19T11:26:10.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.878+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~QYFSLQY2A86B.1 size=1048576 2024-09-19T11:26:10.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.879+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~QYFSLQY2A86B.2 size=998713 2024-09-19T11:26:10.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.881+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=QYFSLQY2A86B tag=038KJJ14GD0J type=write size=4144441 2024-09-19T11:26:10.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.883+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~KLT1E613WSGB.0 size=1048576 2024-09-19T11:26:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.884+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~KLT1E613WSGB.1 size=1048576 2024-09-19T11:26:10.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.885+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~KLT1E613WSGB.2 size=538021 2024-09-19T11:26:10.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.885+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=KLT1E613WSGB tag=01OX32TYVJYQ type=write size=3683749 2024-09-19T11:26:10.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.886+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=Y818RS2L3B28 type=del 2024-09-19T11:26:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.888+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~PDMHRLMY221H.0 size=1048576 2024-09-19T11:26:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.889+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~PDMHRLMY221H.1 size=1048576 2024-09-19T11:26:10.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.890+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~PDMHRLMY221H.2 size=332866 2024-09-19T11:26:10.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.890+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=PDMHRLMY221H tag=YPNYDXJZ25ZM type=write size=3478594 2024-09-19T11:26:10.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.892+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~9Y2P9XPR1SVE.0 size=1048576 2024-09-19T11:26:10.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.893+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~9Y2P9XPR1SVE.1 size=4068 2024-09-19T11:26:10.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.895+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=9Y2P9XPR1SVE tag=ZSOP2DEYTEF1 type=write size=2101220 2024-09-19T11:26:10.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.897+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~0368CRAG25KE.0 size=1048576 2024-09-19T11:26:10.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.898+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~0368CRAG25KE.1 size=746857 2024-09-19T11:26:10.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.898+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=0368CRAG25KE tag=8WGTJJ2B2DHC type=write size=2844009 2024-09-19T11:26:10.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.899+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~EGR2PQZ9D19Y.0 size=1048576 2024-09-19T11:26:10.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.900+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~EGR2PQZ9D19Y.1 size=832621 2024-09-19T11:26:10.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.902+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=EGR2PQZ9D19Y tag=CJJNMB17DFU1 type=write size=2929773 2024-09-19T11:26:10.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.903+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=U1AJEYO044MR type=write size=707346 2024-09-19T11:26:10.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.904+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=9YV8ERX9JC9D type=del 2024-09-19T11:26:10.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.905+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=SIWX0O0GV0NQ type=del size=697373 2024-09-19T11:26:10.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.907+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=JHEOJXYQEV7G type=del 2024-09-19T11:26:10.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.908+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=9KA3O9JV7EIG type=del size=2287173 2024-09-19T11:26:10.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.909+0000 7f8576bd1780 1 < canceled operation key=FE3M1XO7TAS3 tag=1128FZP8X7EM type=del size=3981076 2024-09-19T11:26:10.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.912+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=8ZGQ110EFNWN type=write size=185678 2024-09-19T11:26:10.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.913+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~2BBJZCVJNMOU.0 size=1048576 2024-09-19T11:26:10.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.914+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~2BBJZCVJNMOU.1 size=531073 2024-09-19T11:26:10.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.916+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=2BBJZCVJNMOU tag=K3NQ5NVB9ZT6 type=write size=2628225 2024-09-19T11:26:10.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.919+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~UMOT5VY1BRMP.0 size=1048576 2024-09-19T11:26:10.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.920+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~UMOT5VY1BRMP.1 size=179839 2024-09-19T11:26:10.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.920+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=UMOT5VY1BRMP tag=YMLJFVOXSZK1 type=write size=2276991 2024-09-19T11:26:10.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.921+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=UBI7XLYCZ4R5 type=write size=398730 2024-09-19T11:26:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.924+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~21NTERLFX1EZ.0 size=1048576 2024-09-19T11:26:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.925+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~21NTERLFX1EZ.1 size=345580 2024-09-19T11:26:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.925+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=21NTERLFX1EZ tag=U92LDBD6GFKI type=write size=2442732 2024-09-19T11:26:10.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.927+0000 7f8576bd1780 1 < suggested update operation key=FE3M1XO7TAS3 tag=8RDKA75EUXHP type=del size=3755419 2024-09-19T11:26:10.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.928+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=PFKYRRLC2WZY type=del size=3898276 2024-09-19T11:26:10.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.930+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=R9UVCN8ZO0DZ type=del 2024-09-19T11:26:10.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.932+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~WUNP2ZIWHSAD.0 size=849024 2024-09-19T11:26:10.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.932+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=WUNP2ZIWHSAD tag=RDO9IKE3SHFF type=write size=1897600 2024-09-19T11:26:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.933+0000 7f8576bd1780 1 < canceled operation key=YJ3WDCJJJLOH tag=LM59K4F3SXR1 type=write size=8826 2024-09-19T11:26:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.935+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~82RP1OFL9XW6.0 size=1048576 2024-09-19T11:26:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.936+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~82RP1OFL9XW6.1 size=1048576 2024-09-19T11:26:10.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.937+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~82RP1OFL9XW6.2 size=355499 2024-09-19T11:26:10.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.937+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=82RP1OFL9XW6 tag=6NWZHMM3P819 type=write size=3501227 2024-09-19T11:26:10.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.939+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=UZ2FRTZHD8M7 type=del 2024-09-19T11:26:10.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.941+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~PYE2RHVGB9GO.0 size=778456 2024-09-19T11:26:10.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.941+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=PYE2RHVGB9GO tag=BL3ZLB4DVIBW type=write size=1827032 2024-09-19T11:26:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.942+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=HXE4OK7VAK4O type=del 2024-09-19T11:26:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.944+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~GDX3J4E8YEPI.0 size=1048576 2024-09-19T11:26:10.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.945+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~GDX3J4E8YEPI.1 size=429298 2024-09-19T11:26:10.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.945+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=GDX3J4E8YEPI tag=LKNSI6ZHI26W type=write size=2526450 2024-09-19T11:26:10.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.946+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=D43JHOWRSMVM type=del 2024-09-19T11:26:10.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.947+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=CJWN4DX01TRZ type=del size=3791045 2024-09-19T11:26:10.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.948+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=MM36J1P3NP8J type=del 2024-09-19T11:26:10.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.949+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=2728SC6DQ9VB type=del size=2556172 2024-09-19T11:26:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.951+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~KLT1E613WSGB.0 size=1048576 2024-09-19T11:26:10.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.952+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~KLT1E613WSGB.1 size=1048576 2024-09-19T11:26:10.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.953+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~KLT1E613WSGB.2 size=538021 2024-09-19T11:26:10.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.955+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=KLT1E613WSGB tag=01OX32TYVJYQ type=write size=3683749 2024-09-19T11:26:10.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.957+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~N0TTYIG65Y29.0 size=638114 2024-09-19T11:26:10.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.957+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=N0TTYIG65Y29 tag=OPX6Q1RDACP5 type=write size=1686690 2024-09-19T11:26:10.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.958+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~PDMHRLMY221H.0 size=1048576 2024-09-19T11:26:10.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.959+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~PDMHRLMY221H.1 size=1048576 2024-09-19T11:26:10.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.959+0000 7f8576bd1780 1 < canceled part key=_multipart_ZWZW4UE288SB.2~PDMHRLMY221H.2 size=332866 2024-09-19T11:26:10.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.961+0000 7f8576bd1780 1 < canceled multipart upload key=ZWZW4UE288SB upload=PDMHRLMY221H tag=YPNYDXJZ25ZM type=write size=3478594 2024-09-19T11:26:10.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.962+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=J4CQOX4I82XE type=del size=4149906 2024-09-19T11:26:10.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.963+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~0368CRAG25KE.0 size=1048576 2024-09-19T11:26:10.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.964+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~0368CRAG25KE.1 size=746857 2024-09-19T11:26:10.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.966+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=0368CRAG25KE tag=8WGTJJ2B2DHC type=write size=2844009 2024-09-19T11:26:10.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.967+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=5JGXAMNOLOME type=del size=990008 2024-09-19T11:26:10.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.969+0000 7f8576bd1780 1 < completed write operation key=7B4T99OA9CO4 tag=U1AJEYO044MR type=write size=707346 2024-09-19T11:26:10.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.970+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=2JED4ML1U3J0 type=del size=4154350 2024-09-19T11:26:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.972+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=SIWX0O0GV0NQ type=del 2024-09-19T11:26:10.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.973+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=3S00GPGGF4C5 type=write size=825380 2024-09-19T11:26:10.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.974+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=9KA3O9JV7EIG type=del 2024-09-19T11:26:10.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.977+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~5LTEU2MC9IJK.0 size=1048576 2024-09-19T11:26:10.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.978+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~5LTEU2MC9IJK.1 size=1048576 2024-09-19T11:26:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.979+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~5LTEU2MC9IJK.2 size=874141 2024-09-19T11:26:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.979+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=5LTEU2MC9IJK tag=LIE7DDK72LPJ type=write size=4019869 2024-09-19T11:26:10.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.980+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=8ZGQ110EFNWN type=write size=185678 2024-09-19T11:26:10.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.981+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=NNKQBN2NDZ53 type=write size=682645 2024-09-19T11:26:10.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.981+0000 7f8576bd1780 1 < canceled part key=_multipart_ZWZW4UE288SB.2~UMOT5VY1BRMP.0 size=1048576 2024-09-19T11:26:10.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.982+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~UMOT5VY1BRMP.1 size=179839 2024-09-19T11:26:10.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.984+0000 7f8576bd1780 1 < canceled multipart upload key=ZWZW4UE288SB upload=UMOT5VY1BRMP tag=YMLJFVOXSZK1 type=write size=2276991 2024-09-19T11:26:10.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.985+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=WG68HLBVW4KW type=del size=3369650 2024-09-19T11:26:10.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.986+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~21NTERLFX1EZ.0 size=1048576 2024-09-19T11:26:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.988+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~21NTERLFX1EZ.1 size=345580 2024-09-19T11:26:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.990+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=21NTERLFX1EZ tag=U92LDBD6GFKI type=write size=2442732 2024-09-19T11:26:10.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.991+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=41H9CT3HU42B type=del size=1869389 2024-09-19T11:26:10.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.993+0000 7f8576bd1780 1 < suggested remove operation key=FE3M1XO7TAS3 tag=PFKYRRLC2WZY type=del 2024-09-19T11:26:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.996+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~AK36JMIXZ3CD.0 size=1048576 2024-09-19T11:26:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.997+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~AK36JMIXZ3CD.1 size=455246 2024-09-19T11:26:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.997+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=AK36JMIXZ3CD tag=VNXTUTRNYM5Y type=write size=2552398 2024-09-19T11:26:10.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:10.998+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~WUNP2ZIWHSAD.0 size=849024 2024-09-19T11:26:11.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.000+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=WUNP2ZIWHSAD tag=RDO9IKE3SHFF type=write size=1897600 2024-09-19T11:26:11.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.002+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~K6SBFC15LALM.0 size=1048576 2024-09-19T11:26:11.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.003+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~K6SBFC15LALM.1 size=440770 2024-09-19T11:26:11.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.003+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=K6SBFC15LALM tag=NCMOD8QYHX9G type=write size=2537922 2024-09-19T11:26:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.005+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~82RP1OFL9XW6.0 size=1048576 2024-09-19T11:26:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.006+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~82RP1OFL9XW6.1 size=1048576 2024-09-19T11:26:11.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.007+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~82RP1OFL9XW6.2 size=355499 2024-09-19T11:26:11.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.009+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=82RP1OFL9XW6 tag=6NWZHMM3P819 type=write size=3501227 2024-09-19T11:26:11.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.010+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=LWJQDTK08TFE type=del size=1304345 2024-09-19T11:26:11.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.011+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~PYE2RHVGB9GO.0 size=778456 2024-09-19T11:26:11.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.013+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=PYE2RHVGB9GO tag=BL3ZLB4DVIBW type=write size=1827032 2024-09-19T11:26:11.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.015+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=HD6TWW89FZ8J type=del size=908584 2024-09-19T11:26:11.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.016+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~GDX3J4E8YEPI.0 size=1048576 2024-09-19T11:26:11.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.017+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~GDX3J4E8YEPI.1 size=429298 2024-09-19T11:26:11.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.019+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=GDX3J4E8YEPI tag=LKNSI6ZHI26W type=write size=2526450 2024-09-19T11:26:11.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.020+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=RHPGMQ0V3RYY type=del size=859124 2024-09-19T11:26:11.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.021+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=CJWN4DX01TRZ type=del 2024-09-19T11:26:11.023 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.022+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=MIU6KZXZNXSL type=del size=3106726 2024-09-19T11:26:11.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.024+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=2728SC6DQ9VB type=del 2024-09-19T11:26:11.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.025+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=QBWYM71KUSP4 type=del size=1046684 2024-09-19T11:26:11.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.026+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~N0TTYIG65Y29.0 size=638114 2024-09-19T11:26:11.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.028+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=N0TTYIG65Y29 tag=OPX6Q1RDACP5 type=write size=1686690 2024-09-19T11:26:11.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.029+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=8EORVVXQJ8TD type=del size=3423590 2024-09-19T11:26:11.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.031+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=J4CQOX4I82XE type=del 2024-09-19T11:26:11.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.033+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~KH9I9QHDQSF2.0 size=1048576 2024-09-19T11:26:11.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.034+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~KH9I9QHDQSF2.1 size=1048576 2024-09-19T11:26:11.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.035+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~KH9I9QHDQSF2.2 size=489429 2024-09-19T11:26:11.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.035+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=KH9I9QHDQSF2 tag=2SG5RYMX0O0Y type=write size=3635157 2024-09-19T11:26:11.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.036+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=5JGXAMNOLOME type=del 2024-09-19T11:26:11.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.037+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=4YSP7XOFW9QP type=write size=336862 2024-09-19T11:26:11.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.040+0000 7f8576bd1780 1 < suggested remove operation key=8TXDCE73VSEB tag=2JED4ML1U3J0 type=del 2024-09-19T11:26:11.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.041+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=OFIE5WZ7H1YJ type=del size=684725 2024-09-19T11:26:11.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.042+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=3S00GPGGF4C5 type=write size=825380 2024-09-19T11:26:11.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.044+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~3KN0ZW10B8B0.0 size=1048576 2024-09-19T11:26:11.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.045+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~3KN0ZW10B8B0.1 size=130735 2024-09-19T11:26:11.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.045+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=3KN0ZW10B8B0 tag=SYM060SIFBT9 type=write size=2227887 2024-09-19T11:26:11.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.046+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~5LTEU2MC9IJK.0 size=1048576 2024-09-19T11:26:11.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.047+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~5LTEU2MC9IJK.1 size=1048576 2024-09-19T11:26:11.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.047+0000 7f8576bd1780 1 < canceled part key=_multipart_KFMJ4RY4PU1U.2~5LTEU2MC9IJK.2 size=874141 2024-09-19T11:26:11.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.049+0000 7f8576bd1780 1 < canceled multipart upload key=KFMJ4RY4PU1U upload=5LTEU2MC9IJK tag=LIE7DDK72LPJ type=write size=4019869 2024-09-19T11:26:11.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.051+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~UA3SWHX0EITB.0 size=1048576 2024-09-19T11:26:11.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.052+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~UA3SWHX0EITB.1 size=1048576 2024-09-19T11:26:11.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.053+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~UA3SWHX0EITB.2 size=308952 2024-09-19T11:26:11.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.053+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=UA3SWHX0EITB tag=S3KG5RWXJ5S7 type=write size=3454680 2024-09-19T11:26:11.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.055+0000 7f8576bd1780 1 < suggested remove operation key=TRUD9FI7BSLD tag=NNKQBN2NDZ53 type=write 2024-09-19T11:26:11.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.057+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=ZHT2GTF1W3I9 type=del size=1355962 2024-09-19T11:26:11.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.058+0000 7f8576bd1780 -1 < failed to complete operation key=TRUD9FI7BSLD tag=WG68HLBVW4KW type=del size=3369650: (22) Invalid argument 2024-09-19T11:26:11.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.059+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=3KASNHEIM3S7 type=del size=2833517 2024-09-19T11:26:11.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.060+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=41H9CT3HU42B type=del size=1869389 2024-09-19T11:26:11.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.062+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~E3XRXXUQBYIO.0 size=1048576 2024-09-19T11:26:11.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.063+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~E3XRXXUQBYIO.1 size=1036504 2024-09-19T11:26:11.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.063+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=E3XRXXUQBYIO tag=OQ6AS5B7JPS4 type=write size=3133656 2024-09-19T11:26:11.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.064+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~AK36JMIXZ3CD.0 size=1048576 2024-09-19T11:26:11.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.065+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~AK36JMIXZ3CD.1 size=455246 2024-09-19T11:26:11.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.067+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=AK36JMIXZ3CD tag=VNXTUTRNYM5Y type=write size=2552398 2024-09-19T11:26:11.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.070+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~8ID1Q0AZARD5.0 size=1048576 2024-09-19T11:26:11.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.070+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~8ID1Q0AZARD5.1 size=241161 2024-09-19T11:26:11.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.070+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=8ID1Q0AZARD5 tag=LJD9EE9ZAMB5 type=write size=2338313 2024-09-19T11:26:11.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.072+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~K6SBFC15LALM.0 size=1048576 2024-09-19T11:26:11.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.073+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~K6SBFC15LALM.1 size=440770 2024-09-19T11:26:11.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.075+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=K6SBFC15LALM tag=NCMOD8QYHX9G type=write size=2537922 2024-09-19T11:26:11.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.076+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=L6RIKKMFPOW9 type=del size=852177 2024-09-19T11:26:11.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.077+0000 7f8576bd1780 1 < canceled operation key=ZWZW4UE288SB tag=LWJQDTK08TFE type=del size=1304345 2024-09-19T11:26:11.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.079+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=Q2H5DSX67464 type=del size=4122705 2024-09-19T11:26:11.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.080+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=HD6TWW89FZ8J type=del 2024-09-19T11:26:11.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.082+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~CTN6OMAK013B.0 size=1048576 2024-09-19T11:26:11.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.083+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~CTN6OMAK013B.1 size=1048576 2024-09-19T11:26:11.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.084+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~CTN6OMAK013B.2 size=919045 2024-09-19T11:26:11.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.084+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=CTN6OMAK013B tag=ZE6XZJIVYDIB type=write size=4064773 2024-09-19T11:26:11.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.087+0000 7f8576bd1780 1 < suggested update operation key=ZPXM7YL89HZJ tag=RHPGMQ0V3RYY type=del size=859124 2024-09-19T11:26:11.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.088+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=OMTVLORMOGN3 type=del size=1039488 2024-09-19T11:26:11.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.090+0000 7f8576bd1780 1 < suggested update operation key=Y3SGWOZW0N7T tag=MIU6KZXZNXSL type=del size=3106726 2024-09-19T11:26:11.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.091+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=THHQ9VDDPI1R type=del size=1834111 2024-09-19T11:26:11.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.094+0000 7f8576bd1780 1 < suggested update operation key=N5KNLV13G1PN tag=QBWYM71KUSP4 type=del size=1046684 2024-09-19T11:26:11.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.096+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~IHRDI4OYYEMZ.0 size=1048576 2024-09-19T11:26:11.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.096+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~IHRDI4OYYEMZ.1 size=906991 2024-09-19T11:26:11.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.097+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=IHRDI4OYYEMZ tag=1GTS5LGN89AZ type=write size=3004143 2024-09-19T11:26:11.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.098+0000 7f8576bd1780 -1 < failed to complete operation key=ZPXM7YL89HZJ tag=8EORVVXQJ8TD type=del size=3423590: (22) Invalid argument 2024-09-19T11:26:11.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.100+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~LHGAPEU2H5ZV.0 size=513288 2024-09-19T11:26:11.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.100+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=LHGAPEU2H5ZV tag=9Z6TP6N7GUHU type=write size=1561864 2024-09-19T11:26:11.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.101+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~KH9I9QHDQSF2.0 size=1048576 2024-09-19T11:26:11.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.104+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~KH9I9QHDQSF2.1 size=1048576 2024-09-19T11:26:11.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.105+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~KH9I9QHDQSF2.2 size=489429 2024-09-19T11:26:11.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.107+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=KH9I9QHDQSF2 tag=2SG5RYMX0O0Y type=write size=3635157 2024-09-19T11:26:11.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.112+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=JYGXXTOCL11Q type=del size=134875 2024-09-19T11:26:11.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.116+0000 7f8576bd1780 1 < completed write operation key=R1ZFOJD08GS5 tag=4YSP7XOFW9QP type=write size=336862 2024-09-19T11:26:11.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.120+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~HYCKIIMD1UTT.0 size=1048576 2024-09-19T11:26:11.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.121+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~HYCKIIMD1UTT.1 size=1048576 2024-09-19T11:26:11.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.122+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~HYCKIIMD1UTT.2 size=291340 2024-09-19T11:26:11.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.122+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=HYCKIIMD1UTT tag=H390CRVUHZW7 type=write size=3437068 2024-09-19T11:26:11.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.123+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=OFIE5WZ7H1YJ type=del 2024-09-19T11:26:11.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.125+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~1SLYD24VPXYJ.0 size=1048576 2024-09-19T11:26:11.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.126+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~1SLYD24VPXYJ.1 size=1048576 2024-09-19T11:26:11.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.127+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~1SLYD24VPXYJ.2 size=173442 2024-09-19T11:26:11.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.127+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=1SLYD24VPXYJ tag=N5Z4TOD7832E type=write size=3319170 2024-09-19T11:26:11.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.128+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~3KN0ZW10B8B0.0 size=1048576 2024-09-19T11:26:11.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.128+0000 7f8576bd1780 1 < canceled part key=_multipart_MZMHUNQR1QO8.2~3KN0ZW10B8B0.1 size=130735 2024-09-19T11:26:11.132 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.131+0000 7f8576bd1780 1 < canceled multipart upload key=MZMHUNQR1QO8 upload=3KN0ZW10B8B0 tag=SYM060SIFBT9 type=write size=2227887 2024-09-19T11:26:11.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.133+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~6MDADDCMQMX8.0 size=1048576 2024-09-19T11:26:11.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.134+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~6MDADDCMQMX8.1 size=141537 2024-09-19T11:26:11.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.134+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=6MDADDCMQMX8 tag=MJ5B4RMJ4OAM type=write size=2238689 2024-09-19T11:26:11.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.135+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~UA3SWHX0EITB.0 size=1048576 2024-09-19T11:26:11.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.135+0000 7f8576bd1780 1 < canceled part key=_multipart_FE3M1XO7TAS3.2~UA3SWHX0EITB.1 size=1048576 2024-09-19T11:26:11.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.136+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~UA3SWHX0EITB.2 size=308952 2024-09-19T11:26:11.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.138+0000 7f8576bd1780 1 < canceled multipart upload key=FE3M1XO7TAS3 upload=UA3SWHX0EITB tag=S3KG5RWXJ5S7 type=write size=3454680 2024-09-19T11:26:11.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.139+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=R9OLGGEZZLH8 type=del size=383071 2024-09-19T11:26:11.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.140+0000 7f8576bd1780 1 < canceled operation key=JCTD8EOFVYS2 tag=ZHT2GTF1W3I9 type=del size=1355962 2024-09-19T11:26:11.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.142+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=6QUGGS000XF2 type=del size=936473 2024-09-19T11:26:11.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.144+0000 7f8576bd1780 1 < suggested remove operation key=Y3SGWOZW0N7T tag=3KASNHEIM3S7 type=del 2024-09-19T11:26:11.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.146+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=3KRHHYSYUJWT type=del size=320001 2024-09-19T11:26:11.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.147+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~E3XRXXUQBYIO.0 size=1048576 2024-09-19T11:26:11.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.148+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~E3XRXXUQBYIO.1 size=1036504 2024-09-19T11:26:11.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.150+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=E3XRXXUQBYIO tag=OQ6AS5B7JPS4 type=write size=3133656 2024-09-19T11:26:11.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.153+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~BC4FABZ8BY55.0 size=1048576 2024-09-19T11:26:11.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.156+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~BC4FABZ8BY55.1 size=627557 2024-09-19T11:26:11.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.156+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=BC4FABZ8BY55 tag=RX3FGWTJTY8X type=write size=2724709 2024-09-19T11:26:11.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.157+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~8ID1Q0AZARD5.0 size=1048576 2024-09-19T11:26:11.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.158+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~8ID1Q0AZARD5.1 size=241161 2024-09-19T11:26:11.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.160+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=8ID1Q0AZARD5 tag=LJD9EE9ZAMB5 type=write size=2338313 2024-09-19T11:26:11.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.162+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~CMFO1J1G0EXH.0 size=757261 2024-09-19T11:26:11.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.162+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=CMFO1J1G0EXH tag=58J8MSL1YH76 type=write size=1805837 2024-09-19T11:26:11.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.163+0000 7f8576bd1780 1 < canceled operation key=N3RHCSW3HQCI tag=L6RIKKMFPOW9 type=del size=852177 2024-09-19T11:26:11.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.165+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=USQGOMZXTS4T type=del size=1965209 2024-09-19T11:26:11.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.166+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=Q2H5DSX67464 type=del 2024-09-19T11:26:11.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.168+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~P5D3RLXM2N2J.0 size=645361 2024-09-19T11:26:11.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.168+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=P5D3RLXM2N2J tag=FE2LKZTW41M3 type=write size=1693937 2024-09-19T11:26:11.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.169+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~CTN6OMAK013B.0 size=1048576 2024-09-19T11:26:11.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.170+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~CTN6OMAK013B.1 size=1048576 2024-09-19T11:26:11.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.171+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~CTN6OMAK013B.2 size=919045 2024-09-19T11:26:11.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.173+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=CTN6OMAK013B tag=ZE6XZJIVYDIB type=write size=4064773 2024-09-19T11:26:11.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.175+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~NZQHTLVABECV.0 size=1048576 2024-09-19T11:26:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.176+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~NZQHTLVABECV.1 size=428330 2024-09-19T11:26:11.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.176+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=NZQHTLVABECV tag=9C6T8WA0N4I6 type=write size=2525482 2024-09-19T11:26:11.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.178+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=OMTVLORMOGN3 type=del size=1039488 2024-09-19T11:26:11.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.179+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=NDTKXG48ALIZ type=del size=336706 2024-09-19T11:26:11.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.180+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=THHQ9VDDPI1R type=del 2024-09-19T11:26:11.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.181+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=VMAZGYWZJ7QD type=del size=3608530 2024-09-19T11:26:11.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.182+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~IHRDI4OYYEMZ.0 size=1048576 2024-09-19T11:26:11.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.183+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~IHRDI4OYYEMZ.1 size=906991 2024-09-19T11:26:11.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.185+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=IHRDI4OYYEMZ tag=1GTS5LGN89AZ type=write size=3004143 2024-09-19T11:26:11.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.186+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=P096R02LYJLQ type=del size=1993505 2024-09-19T11:26:11.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.188+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~LHGAPEU2H5ZV.0 size=513288 2024-09-19T11:26:11.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.190+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=LHGAPEU2H5ZV tag=9Z6TP6N7GUHU type=write size=1561864 2024-09-19T11:26:11.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.192+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~EG3YYF381GR1.0 size=1048576 2024-09-19T11:26:11.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.193+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~EG3YYF381GR1.1 size=241343 2024-09-19T11:26:11.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.193+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=EG3YYF381GR1 tag=9TCLM7I4A5SD type=write size=2338495 2024-09-19T11:26:11.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.196+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=JYGXXTOCL11Q type=del 2024-09-19T11:26:11.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.197+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=S3UM212SYG6T type=write size=365668 2024-09-19T11:26:11.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.198+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~HYCKIIMD1UTT.0 size=1048576 2024-09-19T11:26:11.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.199+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~HYCKIIMD1UTT.1 size=1048576 2024-09-19T11:26:11.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.200+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~HYCKIIMD1UTT.2 size=291340 2024-09-19T11:26:11.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.202+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=HYCKIIMD1UTT tag=H390CRVUHZW7 type=write size=3437068 2024-09-19T11:26:11.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.205+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~69FFRB3IJHG7.0 size=1048576 2024-09-19T11:26:11.207 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.206+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~69FFRB3IJHG7.1 size=426293 2024-09-19T11:26:11.207 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.206+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=69FFRB3IJHG7 tag=MLQR4LJ0CTZ1 type=write size=2523445 2024-09-19T11:26:11.208 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.207+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~1SLYD24VPXYJ.0 size=1048576 2024-09-19T11:26:11.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.208+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~1SLYD24VPXYJ.1 size=1048576 2024-09-19T11:26:11.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.209+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~1SLYD24VPXYJ.2 size=173442 2024-09-19T11:26:11.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.211+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=1SLYD24VPXYJ tag=N5Z4TOD7832E type=write size=3319170 2024-09-19T11:26:11.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.212+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=G811G1GJ734W type=del size=2009482 2024-09-19T11:26:11.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.213+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~6MDADDCMQMX8.0 size=1048576 2024-09-19T11:26:11.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.214+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~6MDADDCMQMX8.1 size=141537 2024-09-19T11:26:11.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.216+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=6MDADDCMQMX8 tag=MJ5B4RMJ4OAM type=write size=2238689 2024-09-19T11:26:11.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.217+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=ZI32Z3H67XDT type=del size=1764974 2024-09-19T11:26:11.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.219+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=R9OLGGEZZLH8 type=del 2024-09-19T11:26:11.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.220+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=C9OHKBD78C2I type=del size=1968296 2024-09-19T11:26:11.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.221+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=6QUGGS000XF2 type=del 2024-09-19T11:26:11.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.222+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=D951IFZ0LZ3S type=del size=3697127 2024-09-19T11:26:11.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.224+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=3KRHHYSYUJWT type=del 2024-09-19T11:26:11.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.225+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=HLD339CWNQVS type=del size=3326859 2024-09-19T11:26:11.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.225+0000 7f8576bd1780 1 < canceled part key=_multipart_5PL1P4MQWBJN.2~BC4FABZ8BY55.0 size=1048576 2024-09-19T11:26:11.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.226+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~BC4FABZ8BY55.1 size=627557 2024-09-19T11:26:11.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.228+0000 7f8576bd1780 1 < canceled multipart upload key=5PL1P4MQWBJN upload=BC4FABZ8BY55 tag=RX3FGWTJTY8X type=write size=2724709 2024-09-19T11:26:11.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.230+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=W3IYJ6BQ8XO5 type=del size=1616786 2024-09-19T11:26:11.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.231+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~CMFO1J1G0EXH.0 size=757261 2024-09-19T11:26:11.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.233+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=CMFO1J1G0EXH tag=58J8MSL1YH76 type=write size=1805837 2024-09-19T11:26:11.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.234+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=1YHYK8OZ69TK type=del size=2613765 2024-09-19T11:26:11.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.236+0000 7f8576bd1780 1 < suggested update operation key=R1ZFOJD08GS5 tag=USQGOMZXTS4T type=del size=1965209 2024-09-19T11:26:11.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.237+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=06HEEAYRQPEQ type=del size=1101167 2024-09-19T11:26:11.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.238+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~P5D3RLXM2N2J.0 size=645361 2024-09-19T11:26:11.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.240+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=P5D3RLXM2N2J tag=FE2LKZTW41M3 type=write size=1693937 2024-09-19T11:26:11.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.241+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=FU4EEMRNKD3V type=del size=3861740 2024-09-19T11:26:11.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.243+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~NZQHTLVABECV.0 size=1048576 2024-09-19T11:26:11.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.244+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~NZQHTLVABECV.1 size=428330 2024-09-19T11:26:11.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.246+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=NZQHTLVABECV tag=9C6T8WA0N4I6 type=write size=2525482 2024-09-19T11:26:11.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.248+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~V4VPNSVSKVEE.0 size=1048576 2024-09-19T11:26:11.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.249+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~V4VPNSVSKVEE.1 size=1048576 2024-09-19T11:26:11.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.250+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~V4VPNSVSKVEE.2 size=293728 2024-09-19T11:26:11.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.250+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=V4VPNSVSKVEE tag=PTTAOFRUE75I type=write size=3439456 2024-09-19T11:26:11.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.251+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=NDTKXG48ALIZ type=del 2024-09-19T11:26:11.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.252+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=BLLKKF9JKPXM type=write size=529908 2024-09-19T11:26:11.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.254+0000 7f8576bd1780 1 < suggested remove operation key=7B4T99OA9CO4 tag=VMAZGYWZJ7QD type=del 2024-09-19T11:26:11.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.256+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~ZS8EJHPBBU72.0 size=354045 2024-09-19T11:26:11.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.256+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=ZS8EJHPBBU72 tag=Q3BFSO2TGD3O type=write size=1402621 2024-09-19T11:26:11.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.259+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=P096R02LYJLQ type=del 2024-09-19T11:26:11.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.261+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~9XAFO4TLVYO8.0 size=955650 2024-09-19T11:26:11.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.261+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=9XAFO4TLVYO8 tag=NUKEKRI7GZM7 type=write size=2004226 2024-09-19T11:26:11.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.262+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~EG3YYF381GR1.0 size=1048576 2024-09-19T11:26:11.264 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.263+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~EG3YYF381GR1.1 size=241343 2024-09-19T11:26:11.266 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.265+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=EG3YYF381GR1 tag=9TCLM7I4A5SD type=write size=2338495 2024-09-19T11:26:11.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.268+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~TO6T4JBAPWI5.0 size=1048576 2024-09-19T11:26:11.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.269+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~TO6T4JBAPWI5.1 size=14645 2024-09-19T11:26:11.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.269+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=TO6T4JBAPWI5 tag=22ZWBC34BMM3 type=write size=2111797 2024-09-19T11:26:11.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.270+0000 7f8576bd1780 1 < completed write operation key=5CG1U88JETDH tag=S3UM212SYG6T type=write size=365668 2024-09-19T11:26:11.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.272+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=RK4YJJ0REE2F type=del size=2804461 2024-09-19T11:26:11.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.273+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~69FFRB3IJHG7.0 size=1048576 2024-09-19T11:26:11.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.273+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~69FFRB3IJHG7.1 size=426293 2024-09-19T11:26:11.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.275+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=69FFRB3IJHG7 tag=MLQR4LJ0CTZ1 type=write size=2523445 2024-09-19T11:26:11.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.276+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=OGZAUVU9KKW4 type=write size=176414 2024-09-19T11:26:11.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.277+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=G811G1GJ734W type=del 2024-09-19T11:26:11.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.279+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~WA1PZ347BD8Q.0 size=1048576 2024-09-19T11:26:11.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.280+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~WA1PZ347BD8Q.1 size=713186 2024-09-19T11:26:11.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.280+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=WA1PZ347BD8Q tag=LFOIGTOF7P9N type=write size=2810338 2024-09-19T11:26:11.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.281+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=ZI32Z3H67XDT type=del 2024-09-19T11:26:11.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.282+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=90J60EV0JJZA type=del size=1084648 2024-09-19T11:26:11.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.283+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=C9OHKBD78C2I type=del 2024-09-19T11:26:11.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.285+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=A6ZWV8P89YLU type=del size=1441831 2024-09-19T11:26:11.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.287+0000 7f8576bd1780 1 < suggested remove operation key=BFY7ZISN7X2F tag=D951IFZ0LZ3S type=del 2024-09-19T11:26:11.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.289+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~014P4EATC2WO.0 size=1048576 2024-09-19T11:26:11.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.290+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~014P4EATC2WO.1 size=1048576 2024-09-19T11:26:11.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.291+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~014P4EATC2WO.2 size=687893 2024-09-19T11:26:11.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.291+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=014P4EATC2WO tag=KS4X16R3EPWI type=write size=3833621 2024-09-19T11:26:11.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.292+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=HLD339CWNQVS type=del 2024-09-19T11:26:11.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.294+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=FT5E9FA9AA18 type=del size=3159980 2024-09-19T11:26:11.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.295+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=W3IYJ6BQ8XO5 type=del 2024-09-19T11:26:11.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.297+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~CKMGUWVSF5NT.0 size=1048576 2024-09-19T11:26:11.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.298+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~CKMGUWVSF5NT.1 size=476005 2024-09-19T11:26:11.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.298+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=CKMGUWVSF5NT tag=89H2O7FVAPKO type=write size=2573157 2024-09-19T11:26:11.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.299+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=1YHYK8OZ69TK type=del 2024-09-19T11:26:11.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.301+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~V572URF5XESV.0 size=1048576 2024-09-19T11:26:11.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.302+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~V572URF5XESV.1 size=555137 2024-09-19T11:26:11.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.302+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=V572URF5XESV tag=6I4BYCBXW1HZ type=write size=2652289 2024-09-19T11:26:11.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.304+0000 7f8576bd1780 1 < suggested remove operation key=3321TAKJUZTG tag=06HEEAYRQPEQ type=del 2024-09-19T11:26:11.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.306+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~BKJ47QMS95KW.0 size=1048576 2024-09-19T11:26:11.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.307+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~BKJ47QMS95KW.1 size=1048576 2024-09-19T11:26:11.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.308+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~BKJ47QMS95KW.2 size=959107 2024-09-19T11:26:11.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.308+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=BKJ47QMS95KW tag=CLDI1ZJAYJSI type=write size=4104835 2024-09-19T11:26:11.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.310+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=FU4EEMRNKD3V type=del 2024-09-19T11:26:11.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.312+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~11FWPKKRNM63.0 size=1014777 2024-09-19T11:26:11.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.312+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=11FWPKKRNM63 tag=WQKK12QNEG3J type=write size=2063353 2024-09-19T11:26:11.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.313+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~V4VPNSVSKVEE.0 size=1048576 2024-09-19T11:26:11.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.314+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~V4VPNSVSKVEE.1 size=1048576 2024-09-19T11:26:11.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.315+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~V4VPNSVSKVEE.2 size=293728 2024-09-19T11:26:11.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.317+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=V4VPNSVSKVEE tag=PTTAOFRUE75I type=write size=3439456 2024-09-19T11:26:11.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.318+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=3R0OB4GC00QB type=del size=1558285 2024-09-19T11:26:11.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.319+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=BLLKKF9JKPXM type=write size=529908 2024-09-19T11:26:11.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.321+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~IMYNMORWNA8N.0 size=1048576 2024-09-19T11:26:11.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.322+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~IMYNMORWNA8N.1 size=1048576 2024-09-19T11:26:11.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.323+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~IMYNMORWNA8N.2 size=868170 2024-09-19T11:26:11.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.323+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=IMYNMORWNA8N tag=2SQUSV6FO8KM type=write size=4013898 2024-09-19T11:26:11.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.324+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~ZS8EJHPBBU72.0 size=354045 2024-09-19T11:26:11.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.326+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=ZS8EJHPBBU72 tag=Q3BFSO2TGD3O type=write size=1402621 2024-09-19T11:26:11.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.327+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=D97301ATE2CE type=del size=128484 2024-09-19T11:26:11.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.328+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~9XAFO4TLVYO8.0 size=955650 2024-09-19T11:26:11.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.330+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=9XAFO4TLVYO8 tag=NUKEKRI7GZM7 type=write size=2004226 2024-09-19T11:26:11.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.332+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=WP5N9MSBWVI1 type=del size=2585877 2024-09-19T11:26:11.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.333+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~TO6T4JBAPWI5.0 size=1048576 2024-09-19T11:26:11.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.334+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~TO6T4JBAPWI5.1 size=14645 2024-09-19T11:26:11.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.337+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=TO6T4JBAPWI5 tag=22ZWBC34BMM3 type=write size=2111797 2024-09-19T11:26:11.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.339+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~ERKSJACK05YQ.0 size=1048576 2024-09-19T11:26:11.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.340+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~ERKSJACK05YQ.1 size=718564 2024-09-19T11:26:11.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.340+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=ERKSJACK05YQ tag=0O383DVL38BJ type=write size=2815716 2024-09-19T11:26:11.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.341+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=RK4YJJ0REE2F type=del 2024-09-19T11:26:11.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.344+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~O3O504ZFNUDX.0 size=1048576 2024-09-19T11:26:11.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.345+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~O3O504ZFNUDX.1 size=884020 2024-09-19T11:26:11.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.345+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=O3O504ZFNUDX tag=5829WB26WSF5 type=write size=2981172 2024-09-19T11:26:11.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.347+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=OGZAUVU9KKW4 type=write size=176414 2024-09-19T11:26:11.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.349+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~0I5PKVR2VDFZ.0 size=1048576 2024-09-19T11:26:11.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.350+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~0I5PKVR2VDFZ.1 size=1048576 2024-09-19T11:26:11.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.351+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~0I5PKVR2VDFZ.2 size=753313 2024-09-19T11:26:11.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.351+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=0I5PKVR2VDFZ tag=AWIQX5XPGXOX type=write size=3899041 2024-09-19T11:26:11.354 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.352+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~WA1PZ347BD8Q.0 size=1048576 2024-09-19T11:26:11.354 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.352+0000 7f8576bd1780 1 < canceled part key=_multipart_R1ZFOJD08GS5.2~WA1PZ347BD8Q.1 size=713186 2024-09-19T11:26:11.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.354+0000 7f8576bd1780 1 < canceled multipart upload key=R1ZFOJD08GS5 upload=WA1PZ347BD8Q tag=LFOIGTOF7P9N type=write size=2810338 2024-09-19T11:26:11.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.356+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=6T5RDGNWKQAK type=del size=1834119 2024-09-19T11:26:11.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.358+0000 7f8576bd1780 1 < suggested update operation key=C4PTRIG04GCR tag=90J60EV0JJZA type=del size=1084648 2024-09-19T11:26:11.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.360+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=1TYAC2RMATBH type=del size=410525 2024-09-19T11:26:11.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.361+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=A6ZWV8P89YLU type=del 2024-09-19T11:26:11.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.362+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=A12UN7DBB2PD type=write size=314006 2024-09-19T11:26:11.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.363+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~014P4EATC2WO.0 size=1048576 2024-09-19T11:26:11.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.363+0000 7f8576bd1780 1 < canceled part key=_multipart_58U30UDUEZ3W.2~014P4EATC2WO.1 size=1048576 2024-09-19T11:26:11.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.364+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~014P4EATC2WO.2 size=687893 2024-09-19T11:26:11.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.366+0000 7f8576bd1780 1 < canceled multipart upload key=58U30UDUEZ3W upload=014P4EATC2WO tag=KS4X16R3EPWI type=write size=3833621 2024-09-19T11:26:11.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.368+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~CEH29K1HA0PP.0 size=1048576 2024-09-19T11:26:11.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.369+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~CEH29K1HA0PP.1 size=1048576 2024-09-19T11:26:11.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.370+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~CEH29K1HA0PP.2 size=413343 2024-09-19T11:26:11.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.370+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=CEH29K1HA0PP tag=YO3NKBR28GUK type=write size=3559071 2024-09-19T11:26:11.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.372+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=FT5E9FA9AA18 type=del 2024-09-19T11:26:11.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.374+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~0G2F3C19Z7ZL.0 size=614863 2024-09-19T11:26:11.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.374+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=0G2F3C19Z7ZL tag=O5V2S2CINH2R type=write size=1663439 2024-09-19T11:26:11.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.375+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~CKMGUWVSF5NT.0 size=1048576 2024-09-19T11:26:11.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.376+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~CKMGUWVSF5NT.1 size=476005 2024-09-19T11:26:11.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.379+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=CKMGUWVSF5NT tag=89H2O7FVAPKO type=write size=2573157 2024-09-19T11:26:11.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.380+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=F7O1GN4HPMSI type=del size=1065630 2024-09-19T11:26:11.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.382+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~V572URF5XESV.0 size=1048576 2024-09-19T11:26:11.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.383+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~V572URF5XESV.1 size=555137 2024-09-19T11:26:11.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.385+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=V572URF5XESV tag=6I4BYCBXW1HZ type=write size=2652289 2024-09-19T11:26:11.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.386+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=68CP7DLUEA59 type=del size=2120010 2024-09-19T11:26:11.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.387+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~BKJ47QMS95KW.0 size=1048576 2024-09-19T11:26:11.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.388+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~BKJ47QMS95KW.1 size=1048576 2024-09-19T11:26:11.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.389+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~BKJ47QMS95KW.2 size=959107 2024-09-19T11:26:11.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.391+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=BKJ47QMS95KW tag=CLDI1ZJAYJSI type=write size=4104835 2024-09-19T11:26:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.392+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=DBZOI3T13Q1J type=del size=2956768 2024-09-19T11:26:11.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.393+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~11FWPKKRNM63.0 size=1014777 2024-09-19T11:26:11.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.395+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=11FWPKKRNM63 tag=WQKK12QNEG3J type=write size=2063353 2024-09-19T11:26:11.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.396+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=UDWCOCQ4GE72 type=write size=23764 2024-09-19T11:26:11.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.398+0000 7f8576bd1780 1 < canceled operation key=ZWZW4UE288SB tag=3R0OB4GC00QB type=del size=1558285 2024-09-19T11:26:11.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.399+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=EY2K5SHM96GR type=write size=803531 2024-09-19T11:26:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.400+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~IMYNMORWNA8N.0 size=1048576 2024-09-19T11:26:11.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.401+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~IMYNMORWNA8N.1 size=1048576 2024-09-19T11:26:11.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.402+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~IMYNMORWNA8N.2 size=868170 2024-09-19T11:26:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.404+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=IMYNMORWNA8N tag=2SQUSV6FO8KM type=write size=4013898 2024-09-19T11:26:11.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.405+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=8YB5T6I4LW8V type=del size=3767930 2024-09-19T11:26:11.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.407+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=D97301ATE2CE type=del 2024-09-19T11:26:11.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.408+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=JOX52OWOZ50E type=del size=2916039 2024-09-19T11:26:11.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.409+0000 7f8576bd1780 1 < canceled operation key=ZPXM7YL89HZJ tag=WP5N9MSBWVI1 type=del size=2585877 2024-09-19T11:26:11.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.411+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~BI2UR5S2KVTD.0 size=723121 2024-09-19T11:26:11.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.411+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=BI2UR5S2KVTD tag=1WX2LJUCIHJ1 type=write size=1771697 2024-09-19T11:26:11.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.413+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~ERKSJACK05YQ.0 size=1048576 2024-09-19T11:26:11.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.413+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~ERKSJACK05YQ.1 size=718564 2024-09-19T11:26:11.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.415+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=ERKSJACK05YQ tag=0O383DVL38BJ type=write size=2815716 2024-09-19T11:26:11.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.416+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=P0YZCYJ6NKGV type=del size=3690476 2024-09-19T11:26:11.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.418+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~O3O504ZFNUDX.0 size=1048576 2024-09-19T11:26:11.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.418+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~O3O504ZFNUDX.1 size=884020 2024-09-19T11:26:11.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.421+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=O3O504ZFNUDX tag=5829WB26WSF5 type=write size=2981172 2024-09-19T11:26:11.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.422+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=Z5DN7LSGYBZT type=del size=1620272 2024-09-19T11:26:11.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.423+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~0I5PKVR2VDFZ.0 size=1048576 2024-09-19T11:26:11.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.424+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~0I5PKVR2VDFZ.1 size=1048576 2024-09-19T11:26:11.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.425+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~0I5PKVR2VDFZ.2 size=753313 2024-09-19T11:26:11.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.428+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=0I5PKVR2VDFZ tag=AWIQX5XPGXOX type=write size=3899041 2024-09-19T11:26:11.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.429+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=J25A7TLAJX8I type=del size=3050416 2024-09-19T11:26:11.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.430+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=6T5RDGNWKQAK type=del 2024-09-19T11:26:11.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.431+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=8SJ1SPKQJLYH type=del size=2392827 2024-09-19T11:26:11.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.433+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=1TYAC2RMATBH type=del 2024-09-19T11:26:11.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.435+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~4NBEOL4620AL.0 size=381375 2024-09-19T11:26:11.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.435+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=4NBEOL4620AL tag=91ZMX6GEGFLB type=write size=1429951 2024-09-19T11:26:11.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.438+0000 7f8576bd1780 1 < completed write operation key=TRUD9FI7BSLD tag=A12UN7DBB2PD type=write size=314006 2024-09-19T11:26:11.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.440+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~GU0IE32H16ML.0 size=1048576 2024-09-19T11:26:11.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.441+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~GU0IE32H16ML.1 size=1048576 2024-09-19T11:26:11.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.442+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~GU0IE32H16ML.2 size=836196 2024-09-19T11:26:11.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.442+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=GU0IE32H16ML tag=Y6STCVGZVBT6 type=write size=3981924 2024-09-19T11:26:11.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.443+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~CEH29K1HA0PP.0 size=1048576 2024-09-19T11:26:11.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.444+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~CEH29K1HA0PP.1 size=1048576 2024-09-19T11:26:11.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.445+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~CEH29K1HA0PP.2 size=413343 2024-09-19T11:26:11.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.447+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=CEH29K1HA0PP tag=YO3NKBR28GUK type=write size=3559071 2024-09-19T11:26:11.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.448+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=IGGLNP9HBJTB type=del size=1346407 2024-09-19T11:26:11.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.449+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~0G2F3C19Z7ZL.0 size=614863 2024-09-19T11:26:11.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.451+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=0G2F3C19Z7ZL tag=O5V2S2CINH2R type=write size=1663439 2024-09-19T11:26:11.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.452+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=GCIHO4GDN1V2 type=del size=1796445 2024-09-19T11:26:11.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.453+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=F7O1GN4HPMSI type=del 2024-09-19T11:26:11.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.455+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=AT1HU23W9P62 type=del size=1491073 2024-09-19T11:26:11.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.458+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=68CP7DLUEA59 type=del 2024-09-19T11:26:11.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.459+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=IP824JAEOR31 type=del size=1517167 2024-09-19T11:26:11.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.460+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=DBZOI3T13Q1J type=del 2024-09-19T11:26:11.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.462+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=1M5BFW5QTJOQ type=del size=2628711 2024-09-19T11:26:11.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.463+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=UDWCOCQ4GE72 type=write size=23764 2024-09-19T11:26:11.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.464+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=3V1VJOEJ0FR4 type=del size=1638240 2024-09-19T11:26:11.467 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.465+0000 7f8576bd1780 1 < completed write operation key=D8MAT4VBLN2R tag=EY2K5SHM96GR type=write size=803531 2024-09-19T11:26:11.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.467+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~HSA4VL99I4ED.0 size=1048576 2024-09-19T11:26:11.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.468+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~HSA4VL99I4ED.1 size=224500 2024-09-19T11:26:11.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.468+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=HSA4VL99I4ED tag=M37CYEZASUV1 type=write size=2321652 2024-09-19T11:26:11.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.469+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=8YB5T6I4LW8V type=del 2024-09-19T11:26:11.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.471+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=0P0VEKGI23Q2 type=del size=1977041 2024-09-19T11:26:11.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.472+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=JOX52OWOZ50E type=del 2024-09-19T11:26:11.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.474+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~CJHGZ97C40UH.0 size=1048576 2024-09-19T11:26:11.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.475+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~CJHGZ97C40UH.1 size=856632 2024-09-19T11:26:11.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.475+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=CJHGZ97C40UH tag=M5FGKZ9XDGFC type=write size=2953784 2024-09-19T11:26:11.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.476+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~BI2UR5S2KVTD.0 size=723121 2024-09-19T11:26:11.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.478+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=BI2UR5S2KVTD tag=1WX2LJUCIHJ1 type=write size=1771697 2024-09-19T11:26:11.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.480+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~YXKT0YN4701T.0 size=1048576 2024-09-19T11:26:11.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.481+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~YXKT0YN4701T.1 size=175011 2024-09-19T11:26:11.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.481+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=YXKT0YN4701T tag=G2103YSH9B40 type=write size=2272163 2024-09-19T11:26:11.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.482+0000 7f8576bd1780 1 < canceled operation key=5PL1P4MQWBJN tag=P0YZCYJ6NKGV type=del size=3690476 2024-09-19T11:26:11.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.484+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=Y85ZFRUWPSR8 type=del size=3275833 2024-09-19T11:26:11.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.485+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=Z5DN7LSGYBZT type=del 2024-09-19T11:26:11.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.486+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=271OTK79TOVO type=del size=645453 2024-09-19T11:26:11.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.487+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=J25A7TLAJX8I type=del 2024-09-19T11:26:11.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.488+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=IW92K6G37FKS type=del size=2141977 2024-09-19T11:26:11.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.490+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=8SJ1SPKQJLYH type=del 2024-09-19T11:26:11.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.491+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=W7SL9CQ2YMH7 type=del size=1401904 2024-09-19T11:26:11.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.493+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~4NBEOL4620AL.0 size=381375 2024-09-19T11:26:11.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.495+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=4NBEOL4620AL tag=91ZMX6GEGFLB type=write size=1429951 2024-09-19T11:26:11.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.496+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=ETB8NBM4SDF8 type=del size=953291 2024-09-19T11:26:11.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.497+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~GU0IE32H16ML.0 size=1048576 2024-09-19T11:26:11.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.498+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~GU0IE32H16ML.1 size=1048576 2024-09-19T11:26:11.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.499+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~GU0IE32H16ML.2 size=836196 2024-09-19T11:26:11.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.501+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=GU0IE32H16ML tag=Y6STCVGZVBT6 type=write size=3981924 2024-09-19T11:26:11.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.502+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=MZP4K3PZU40G type=del size=1342260 2024-09-19T11:26:11.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.503+0000 7f8576bd1780 1 < canceled operation key=N7PGU1DM6N25 tag=IGGLNP9HBJTB type=del size=1346407 2024-09-19T11:26:11.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.504+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=86WIY3E7UXA6 type=write size=918492 2024-09-19T11:26:11.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.507+0000 7f8576bd1780 1 < suggested remove operation key=N3RHCSW3HQCI tag=GCIHO4GDN1V2 type=del 2024-09-19T11:26:11.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.508+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=CTT0C7XJFMYS type=del size=987002 2024-09-19T11:26:11.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.510+0000 7f8576bd1780 1 < suggested remove operation key=KFMJ4RY4PU1U tag=AT1HU23W9P62 type=del 2024-09-19T11:26:11.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.512+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~RXIVR58WARE0.0 size=35899 2024-09-19T11:26:11.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.512+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=RXIVR58WARE0 tag=7T2P2RL849R5 type=write size=1084475 2024-09-19T11:26:11.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.514+0000 7f8576bd1780 1 < suggested update operation key=N5KNLV13G1PN tag=IP824JAEOR31 type=del size=1517167 2024-09-19T11:26:11.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.516+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~1JEMRMWFPOBC.0 size=1048576 2024-09-19T11:26:11.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.517+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~1JEMRMWFPOBC.1 size=1048576 2024-09-19T11:26:11.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.518+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~1JEMRMWFPOBC.2 size=558825 2024-09-19T11:26:11.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.518+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=1JEMRMWFPOBC tag=4ON7WJZDLP22 type=write size=3704553 2024-09-19T11:26:11.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.521+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=1M5BFW5QTJOQ type=del 2024-09-19T11:26:11.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.523+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~A9ZUV1MTAG2B.0 size=1048576 2024-09-19T11:26:11.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.524+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~A9ZUV1MTAG2B.1 size=988735 2024-09-19T11:26:11.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.524+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=A9ZUV1MTAG2B tag=SUWNAPI6E9E7 type=write size=3085887 2024-09-19T11:26:11.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.525+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=3V1VJOEJ0FR4 type=del 2024-09-19T11:26:11.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.526+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=3MZJXIV88DWP type=del size=3774582 2024-09-19T11:26:11.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.528+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~HSA4VL99I4ED.0 size=1048576 2024-09-19T11:26:11.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.529+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~HSA4VL99I4ED.1 size=224500 2024-09-19T11:26:11.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.531+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=HSA4VL99I4ED tag=M37CYEZASUV1 type=write size=2321652 2024-09-19T11:26:11.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.533+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~WWSXW0B5A04R.0 size=1048576 2024-09-19T11:26:11.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.534+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~WWSXW0B5A04R.1 size=372568 2024-09-19T11:26:11.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.534+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=WWSXW0B5A04R tag=ZCFDL9LBM7DB type=write size=2469720 2024-09-19T11:26:11.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.535+0000 7f8576bd1780 1 < canceled operation key=YJ3WDCJJJLOH tag=0P0VEKGI23Q2 type=del size=1977041 2024-09-19T11:26:11.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.537+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~BN0LF3Y7Y0O7.0 size=1048576 2024-09-19T11:26:11.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.538+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~BN0LF3Y7Y0O7.1 size=1048576 2024-09-19T11:26:11.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.539+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~BN0LF3Y7Y0O7.2 size=495958 2024-09-19T11:26:11.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.539+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=BN0LF3Y7Y0O7 tag=WLIGTAJ46204 type=write size=3641686 2024-09-19T11:26:11.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.540+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~CJHGZ97C40UH.0 size=1048576 2024-09-19T11:26:11.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.541+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~CJHGZ97C40UH.1 size=856632 2024-09-19T11:26:11.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.543+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=CJHGZ97C40UH tag=M5FGKZ9XDGFC type=write size=2953784 2024-09-19T11:26:11.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.544+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=DSV87Q7O8LCM type=del size=2284352 2024-09-19T11:26:11.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.545+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~YXKT0YN4701T.0 size=1048576 2024-09-19T11:26:11.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.546+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~YXKT0YN4701T.1 size=175011 2024-09-19T11:26:11.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.548+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=YXKT0YN4701T tag=G2103YSH9B40 type=write size=2272163 2024-09-19T11:26:11.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.549+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=Y3MU6M3PJEIN type=del size=1878214 2024-09-19T11:26:11.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.550+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=Y85ZFRUWPSR8 type=del 2024-09-19T11:26:11.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.552+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=M7NNF6LDFHBD type=del size=2622182 2024-09-19T11:26:11.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.553+0000 7f8576bd1780 -1 < failed to complete operation key=KFMJ4RY4PU1U tag=271OTK79TOVO type=del size=645453: (22) Invalid argument 2024-09-19T11:26:11.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.554+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=LW5DXJRLE8MV type=del size=438798 2024-09-19T11:26:11.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.555+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=IW92K6G37FKS type=del 2024-09-19T11:26:11.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.556+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=VMVBD35V215I type=del size=2553377 2024-09-19T11:26:11.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.558+0000 7f8576bd1780 -1 < failed to complete operation key=KFMJ4RY4PU1U tag=W7SL9CQ2YMH7 type=del size=1401904: (22) Invalid argument 2024-09-19T11:26:11.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.560+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~VL15OMLMK807.0 size=1048576 2024-09-19T11:26:11.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.561+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~VL15OMLMK807.1 size=156586 2024-09-19T11:26:11.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.561+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=VL15OMLMK807 tag=MM0F0P2MY0BN type=write size=2253738 2024-09-19T11:26:11.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.562+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=ETB8NBM4SDF8 type=del 2024-09-19T11:26:11.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.564+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~S0YQLVQVE700.0 size=1048576 2024-09-19T11:26:11.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.565+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~S0YQLVQVE700.1 size=1048576 2024-09-19T11:26:11.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.566+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~S0YQLVQVE700.2 size=860534 2024-09-19T11:26:11.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.566+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=S0YQLVQVE700 tag=OQGQBNK3L7XD type=write size=4006262 2024-09-19T11:26:11.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.568+0000 7f8576bd1780 1 < suggested update operation key=N7PGU1DM6N25 tag=MZP4K3PZU40G type=del size=1342260 2024-09-19T11:26:11.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.569+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=YEVRBVJWV2SH type=del size=1755896 2024-09-19T11:26:11.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.570+0000 7f8576bd1780 1 < completed write operation key=C4PTRIG04GCR tag=86WIY3E7UXA6 type=write size=918492 2024-09-19T11:26:11.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.573+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~I3QTSFFG2HVB.0 size=512161 2024-09-19T11:26:11.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.573+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=I3QTSFFG2HVB tag=1XIE1ABN6H1T type=write size=1560737 2024-09-19T11:26:11.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.574+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=CTT0C7XJFMYS type=del 2024-09-19T11:26:11.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.576+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~KOQIXQ5AD7C6.0 size=399869 2024-09-19T11:26:11.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.576+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=KOQIXQ5AD7C6 tag=GAQZO3ACKN39 type=write size=1448445 2024-09-19T11:26:11.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.577+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~RXIVR58WARE0.0 size=35899 2024-09-19T11:26:11.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.579+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=RXIVR58WARE0 tag=7T2P2RL849R5 type=write size=1084475 2024-09-19T11:26:11.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.580+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=5C41QNUOBC35 type=del size=770109 2024-09-19T11:26:11.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.581+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~1JEMRMWFPOBC.0 size=1048576 2024-09-19T11:26:11.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.581+0000 7f8576bd1780 1 < canceled part key=_multipart_R1ZFOJD08GS5.2~1JEMRMWFPOBC.1 size=1048576 2024-09-19T11:26:11.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.582+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~1JEMRMWFPOBC.2 size=558825 2024-09-19T11:26:11.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.584+0000 7f8576bd1780 1 < canceled multipart upload key=R1ZFOJD08GS5 upload=1JEMRMWFPOBC tag=4ON7WJZDLP22 type=write size=3704553 2024-09-19T11:26:11.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.586+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=A5IEVHUJBQJW type=del size=3581520 2024-09-19T11:26:11.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.587+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~A9ZUV1MTAG2B.0 size=1048576 2024-09-19T11:26:11.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.588+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~A9ZUV1MTAG2B.1 size=988735 2024-09-19T11:26:11.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.590+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=A9ZUV1MTAG2B tag=SUWNAPI6E9E7 type=write size=3085887 2024-09-19T11:26:11.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.591+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=TRLXQEC0AU6D type=write size=471308 2024-09-19T11:26:11.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.592+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=3MZJXIV88DWP type=del 2024-09-19T11:26:11.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.594+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=Y8XAOZATJJCJ type=del size=1263190 2024-09-19T11:26:11.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.595+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~WWSXW0B5A04R.0 size=1048576 2024-09-19T11:26:11.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.596+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~WWSXW0B5A04R.1 size=372568 2024-09-19T11:26:11.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.598+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=WWSXW0B5A04R tag=ZCFDL9LBM7DB type=write size=2469720 2024-09-19T11:26:11.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.599+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=8RW9OGCVWXD6 type=del size=1017915 2024-09-19T11:26:11.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.600+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~BN0LF3Y7Y0O7.0 size=1048576 2024-09-19T11:26:11.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.601+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~BN0LF3Y7Y0O7.1 size=1048576 2024-09-19T11:26:11.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.601+0000 7f8576bd1780 1 < canceled part key=_multipart_FE3M1XO7TAS3.2~BN0LF3Y7Y0O7.2 size=495958 2024-09-19T11:26:11.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.604+0000 7f8576bd1780 1 < canceled multipart upload key=FE3M1XO7TAS3 upload=BN0LF3Y7Y0O7 tag=WLIGTAJ46204 type=write size=3641686 2024-09-19T11:26:11.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.606+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~Y0YK1VN9M42S.0 size=1048576 2024-09-19T11:26:11.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.607+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~Y0YK1VN9M42S.1 size=99977 2024-09-19T11:26:11.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.607+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=Y0YK1VN9M42S tag=AKL3X08V5OPH type=write size=2197129 2024-09-19T11:26:11.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.609+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=DSV87Q7O8LCM type=del 2024-09-19T11:26:11.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.610+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=GL0F6K26R4Q5 type=del size=3408402 2024-09-19T11:26:11.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.612+0000 7f8576bd1780 1 < suggested update operation key=PSPJL1Y4L8JB tag=Y3MU6M3PJEIN type=del size=1878214 2024-09-19T11:26:11.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.613+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=K4GO6IBKVN5P type=del size=3927251 2024-09-19T11:26:11.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.615+0000 7f8576bd1780 1 < suggested update operation key=8TXDCE73VSEB tag=M7NNF6LDFHBD type=del size=2622182 2024-09-19T11:26:11.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.617+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=H0UJO9NW0M7M type=del size=903384 2024-09-19T11:26:11.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.618+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=LW5DXJRLE8MV type=del 2024-09-19T11:26:11.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.619+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=UV6K2GV1BX2J type=write size=777730 2024-09-19T11:26:11.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.620+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=VMVBD35V215I type=del 2024-09-19T11:26:11.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.621+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=B7HCSAGNGRFE type=del size=3760421 2024-09-19T11:26:11.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.623+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~VL15OMLMK807.0 size=1048576 2024-09-19T11:26:11.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.624+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~VL15OMLMK807.1 size=156586 2024-09-19T11:26:11.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.625+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=VL15OMLMK807 tag=MM0F0P2MY0BN type=write size=2253738 2024-09-19T11:26:11.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.627+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=SPIL7R8H0T30 type=write size=1023626 2024-09-19T11:26:11.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.628+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~S0YQLVQVE700.0 size=1048576 2024-09-19T11:26:11.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.629+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~S0YQLVQVE700.1 size=1048576 2024-09-19T11:26:11.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.630+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~S0YQLVQVE700.2 size=860534 2024-09-19T11:26:11.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.632+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=S0YQLVQVE700 tag=OQGQBNK3L7XD type=write size=4006262 2024-09-19T11:26:11.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.634+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=L3JV6JMQCOJO type=write size=947829 2024-09-19T11:26:11.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.636+0000 7f8576bd1780 -1 < failed to complete operation key=PSPJL1Y4L8JB tag=YEVRBVJWV2SH type=del size=1755896: (22) Invalid argument 2024-09-19T11:26:11.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.638+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~QL8KZOGMWQQ7.0 size=1048576 2024-09-19T11:26:11.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.639+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~QL8KZOGMWQQ7.1 size=63444 2024-09-19T11:26:11.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.639+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=QL8KZOGMWQQ7 tag=Q8A1V679KQO9 type=write size=2160596 2024-09-19T11:26:11.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.640+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~I3QTSFFG2HVB.0 size=512161 2024-09-19T11:26:11.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.642+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=I3QTSFFG2HVB tag=1XIE1ABN6H1T type=write size=1560737 2024-09-19T11:26:11.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.644+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~YMUFJ4F3M8KX.0 size=1048576 2024-09-19T11:26:11.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.645+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~YMUFJ4F3M8KX.1 size=1048576 2024-09-19T11:26:11.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.646+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~YMUFJ4F3M8KX.2 size=193940 2024-09-19T11:26:11.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.646+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=YMUFJ4F3M8KX tag=VDK6WISYMOQ5 type=write size=3339668 2024-09-19T11:26:11.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.648+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~KOQIXQ5AD7C6.0 size=399869 2024-09-19T11:26:11.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.650+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=KOQIXQ5AD7C6 tag=GAQZO3ACKN39 type=write size=1448445 2024-09-19T11:26:11.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.651+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=9Q1S0ZRMWT3E type=del size=4003570 2024-09-19T11:26:11.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.652+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=5C41QNUOBC35 type=del 2024-09-19T11:26:11.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.653+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=RPSVL7MBWA6O type=write size=582260 2024-09-19T11:26:11.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.654+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=A5IEVHUJBQJW type=del 2024-09-19T11:26:11.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.655+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=4E8F00L8X8HF type=del size=315483 2024-09-19T11:26:11.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.656+0000 7f8576bd1780 1 < completed write operation key=C4PTRIG04GCR tag=TRLXQEC0AU6D type=write size=471308 2024-09-19T11:26:11.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.658+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=D4VWMGA1R1IV type=del size=3054820 2024-09-19T11:26:11.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.659+0000 7f8576bd1780 1 < canceled operation key=KFMJ4RY4PU1U tag=Y8XAOZATJJCJ type=del size=1263190 2024-09-19T11:26:11.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.660+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=VQEOCOT7G02V type=del size=1802472 2024-09-19T11:26:11.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.661+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=8RW9OGCVWXD6 type=del 2024-09-19T11:26:11.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.662+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=HRW72HCJIVAO type=del size=1896467 2024-09-19T11:26:11.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.664+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~Y0YK1VN9M42S.0 size=1048576 2024-09-19T11:26:11.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.665+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~Y0YK1VN9M42S.1 size=99977 2024-09-19T11:26:11.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.666+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=Y0YK1VN9M42S tag=AKL3X08V5OPH type=write size=2197129 2024-09-19T11:26:11.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.668+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=JM5KXXHDI9JJ type=del size=1904284 2024-09-19T11:26:11.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.669+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=GL0F6K26R4Q5 type=del 2024-09-19T11:26:11.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.671+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~QKMJYW9525EF.0 size=1048576 2024-09-19T11:26:11.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.672+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~QKMJYW9525EF.1 size=451014 2024-09-19T11:26:11.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.672+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=QKMJYW9525EF tag=T3FLYUCXFG1D type=write size=2548166 2024-09-19T11:26:11.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.673+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=K4GO6IBKVN5P type=del 2024-09-19T11:26:11.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.674+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=66VGSJAMSXO1 type=del size=2155955 2024-09-19T11:26:11.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.677+0000 7f8576bd1780 1 < suggested remove operation key=D8MAT4VBLN2R tag=H0UJO9NW0M7M type=del 2024-09-19T11:26:11.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.678+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=M728K07V4A3R type=write size=88667 2024-09-19T11:26:11.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.679+0000 7f8576bd1780 1 < completed write operation key=C5X0XZYLQT84 tag=UV6K2GV1BX2J type=write size=777730 2024-09-19T11:26:11.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.681+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~NCRNKLALD5YU.0 size=145356 2024-09-19T11:26:11.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.681+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=NCRNKLALD5YU tag=A2SL8V23FKGQ type=write size=1193932 2024-09-19T11:26:11.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.682+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=B7HCSAGNGRFE type=del 2024-09-19T11:26:11.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.684+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=UP5MCD786SZD type=del size=4116033 2024-09-19T11:26:11.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.686+0000 7f8576bd1780 1 < suggested update operation key=TRUD9FI7BSLD tag=SPIL7R8H0T30 type=write size=1023626 2024-09-19T11:26:11.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.687+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=HLFYXCUP2MCC type=del size=2487608 2024-09-19T11:26:11.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.688+0000 7f8576bd1780 1 < completed write operation key=SQT4SZMGZ35M tag=L3JV6JMQCOJO type=write size=947829 2024-09-19T11:26:11.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.690+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=BAXQDPL9HUNU type=del size=3315867 2024-09-19T11:26:11.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.690+0000 7f8576bd1780 1 < canceled part key=_multipart_Y9OEXPZ4M5UK.2~QL8KZOGMWQQ7.0 size=1048576 2024-09-19T11:26:11.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.690+0000 7f8576bd1780 1 < canceled part key=_multipart_Y9OEXPZ4M5UK.2~QL8KZOGMWQQ7.1 size=63444 2024-09-19T11:26:11.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.692+0000 7f8576bd1780 1 < canceled multipart upload key=Y9OEXPZ4M5UK upload=QL8KZOGMWQQ7 tag=Q8A1V679KQO9 type=write size=2160596 2024-09-19T11:26:11.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.694+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LMRRN02BUOSI.0 size=345214 2024-09-19T11:26:11.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.694+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=LMRRN02BUOSI tag=FRCRK16WTDY5 type=write size=1393790 2024-09-19T11:26:11.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.695+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~YMUFJ4F3M8KX.0 size=1048576 2024-09-19T11:26:11.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.696+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~YMUFJ4F3M8KX.1 size=1048576 2024-09-19T11:26:11.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.696+0000 7f8576bd1780 1 < canceled part key=_multipart_5CG1U88JETDH.2~YMUFJ4F3M8KX.2 size=193940 2024-09-19T11:26:11.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.698+0000 7f8576bd1780 1 < canceled multipart upload key=5CG1U88JETDH upload=YMUFJ4F3M8KX tag=VDK6WISYMOQ5 type=write size=3339668 2024-09-19T11:26:11.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.700+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~KEPE570POG7D.0 size=640739 2024-09-19T11:26:11.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.700+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=KEPE570POG7D tag=S3YBQJD6A30X type=write size=1689315 2024-09-19T11:26:11.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.701+0000 7f8576bd1780 1 < canceled operation key=ZPXM7YL89HZJ tag=9Q1S0ZRMWT3E type=del size=4003570 2024-09-19T11:26:11.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.702+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=V6MDS2ZON1PV type=write size=539162 2024-09-19T11:26:11.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.704+0000 7f8576bd1780 1 < suggested remove operation key=BFY7ZISN7X2F tag=RPSVL7MBWA6O type=write 2024-09-19T11:26:11.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.705+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=J5GW9K2DAN3W type=write size=1047255 2024-09-19T11:26:11.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.708+0000 7f8576bd1780 1 < suggested remove operation key=YC1UNQBZOH98 tag=4E8F00L8X8HF type=del 2024-09-19T11:26:11.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.710+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~MKL5J2DHK1Y8.0 size=1048576 2024-09-19T11:26:11.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.711+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~MKL5J2DHK1Y8.1 size=677811 2024-09-19T11:26:11.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.711+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=MKL5J2DHK1Y8 tag=VIUODC64NQEI type=write size=2774963 2024-09-19T11:26:11.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.712+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=D4VWMGA1R1IV type=del 2024-09-19T11:26:11.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.714+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~SDR7XRBF4OHI.0 size=489827 2024-09-19T11:26:11.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.714+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=SDR7XRBF4OHI tag=VR90SO59O9TL type=write size=1538403 2024-09-19T11:26:11.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.716+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=VQEOCOT7G02V type=del 2024-09-19T11:26:11.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.717+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=MT35HI113DD4 type=write size=186662 2024-09-19T11:26:11.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.718+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=HRW72HCJIVAO type=del 2024-09-19T11:26:11.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.720+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=CK4TN1VR3SJ9 type=del size=3706889 2024-09-19T11:26:11.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.721+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=JM5KXXHDI9JJ type=del 2024-09-19T11:26:11.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.722+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=J59FT7P10BC7 type=write size=746718 2024-09-19T11:26:11.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.723+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~QKMJYW9525EF.0 size=1048576 2024-09-19T11:26:11.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.725+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~QKMJYW9525EF.1 size=451014 2024-09-19T11:26:11.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.727+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=QKMJYW9525EF tag=T3FLYUCXFG1D type=write size=2548166 2024-09-19T11:26:11.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.729+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~0BVLM8FOU52W.0 size=1048576 2024-09-19T11:26:11.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.730+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~0BVLM8FOU52W.1 size=1048576 2024-09-19T11:26:11.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.731+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~0BVLM8FOU52W.2 size=876899 2024-09-19T11:26:11.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.731+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=0BVLM8FOU52W tag=Y7UV1BTIE0GO type=write size=4022627 2024-09-19T11:26:11.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.732+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=66VGSJAMSXO1 type=del 2024-09-19T11:26:11.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.733+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=7LDW2HNBVQTW type=write size=523732 2024-09-19T11:26:11.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.734+0000 7f8576bd1780 1 < completed write operation key=N7PGU1DM6N25 tag=M728K07V4A3R type=write size=88667 2024-09-19T11:26:11.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.736+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~HKSW0SY4SVWQ.0 size=1048576 2024-09-19T11:26:11.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.737+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~HKSW0SY4SVWQ.1 size=235056 2024-09-19T11:26:11.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.737+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=HKSW0SY4SVWQ tag=333MGHO0NG8O type=write size=2332208 2024-09-19T11:26:11.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.738+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~NCRNKLALD5YU.0 size=145356 2024-09-19T11:26:11.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.740+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=NCRNKLALD5YU tag=A2SL8V23FKGQ type=write size=1193932 2024-09-19T11:26:11.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.741+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=9VDM0SOJQ7GF type=del size=2543501 2024-09-19T11:26:11.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.744+0000 7f8576bd1780 1 < suggested update operation key=MZMHUNQR1QO8 tag=UP5MCD786SZD type=del size=4116033 2024-09-19T11:26:11.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.746+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~DQ3ZLFUROH6I.0 size=52391 2024-09-19T11:26:11.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.746+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=DQ3ZLFUROH6I tag=HG2AUCCIRCC7 type=write size=1100967 2024-09-19T11:26:11.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.747+0000 7f8576bd1780 1 < canceled operation key=SQT4SZMGZ35M tag=HLFYXCUP2MCC type=del size=2487608 2024-09-19T11:26:11.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.749+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~V7A21AT60ZIC.0 size=1048576 2024-09-19T11:26:11.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.750+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~V7A21AT60ZIC.1 size=1048576 2024-09-19T11:26:11.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.751+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~V7A21AT60ZIC.2 size=343527 2024-09-19T11:26:11.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.751+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=V7A21AT60ZIC tag=RBHN50SCWV48 type=write size=3489255 2024-09-19T11:26:11.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.752+0000 7f8576bd1780 -1 < failed to complete operation key=YC1UNQBZOH98 tag=BAXQDPL9HUNU type=del size=3315867: (22) Invalid argument 2024-09-19T11:26:11.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.754+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~0OIO83KQ988Y.0 size=1048576 2024-09-19T11:26:11.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.755+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~0OIO83KQ988Y.1 size=726674 2024-09-19T11:26:11.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.755+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=0OIO83KQ988Y tag=K9P1HHZUAHM2 type=write size=2823826 2024-09-19T11:26:11.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.756+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LMRRN02BUOSI.0 size=345214 2024-09-19T11:26:11.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.758+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=LMRRN02BUOSI tag=FRCRK16WTDY5 type=write size=1393790 2024-09-19T11:26:11.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.759+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=QK6HQ1G10RZL type=del size=184116 2024-09-19T11:26:11.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.760+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~KEPE570POG7D.0 size=640739 2024-09-19T11:26:11.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.762+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=KEPE570POG7D tag=S3YBQJD6A30X type=write size=1689315 2024-09-19T11:26:11.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.763+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=QNJ0B4JYZAV7 type=del size=791265 2024-09-19T11:26:11.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.765+0000 7f8576bd1780 1 < completed write operation key=8TXDCE73VSEB tag=V6MDS2ZON1PV type=write size=539162 2024-09-19T11:26:11.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.767+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~CS7UFCJ5KB8T.0 size=173601 2024-09-19T11:26:11.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.767+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=CS7UFCJ5KB8T tag=4Q9K11VCM7CG type=write size=1222177 2024-09-19T11:26:11.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.768+0000 7f8576bd1780 1 < completed write operation key=N7PGU1DM6N25 tag=J5GW9K2DAN3W type=write size=1047255 2024-09-19T11:26:11.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.769+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=A2DQG0YRS63K type=write size=262928 2024-09-19T11:26:11.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.770+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~MKL5J2DHK1Y8.0 size=1048576 2024-09-19T11:26:11.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.771+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~MKL5J2DHK1Y8.1 size=677811 2024-09-19T11:26:11.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.773+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=MKL5J2DHK1Y8 tag=VIUODC64NQEI type=write size=2774963 2024-09-19T11:26:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.775+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~DBAA264BIBMF.0 size=1048576 2024-09-19T11:26:11.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.776+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~DBAA264BIBMF.1 size=1048576 2024-09-19T11:26:11.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.778+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~DBAA264BIBMF.2 size=284713 2024-09-19T11:26:11.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.778+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=DBAA264BIBMF tag=94H778N82QR2 type=write size=3430441 2024-09-19T11:26:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.779+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~SDR7XRBF4OHI.0 size=489827 2024-09-19T11:26:11.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.781+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=SDR7XRBF4OHI tag=VR90SO59O9TL type=write size=1538403 2024-09-19T11:26:11.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.782+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=9MTZ2QI7VPML type=write size=250301 2024-09-19T11:26:11.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.783+0000 7f8576bd1780 1 < canceled operation key=N3RHCSW3HQCI tag=MT35HI113DD4 type=write size=186662 2024-09-19T11:26:11.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.784+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=DMSLC777O8F8 type=write size=404214 2024-09-19T11:26:11.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.786+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=CK4TN1VR3SJ9 type=del 2024-09-19T11:26:11.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.787+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=SQ2EN08HDJ62 type=del size=3541496 2024-09-19T11:26:11.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.788+0000 7f8576bd1780 1 < completed write operation key=58U30UDUEZ3W tag=J59FT7P10BC7 type=write size=746718 2024-09-19T11:26:11.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.789+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=OLVCKN5T67ON type=del size=3562042 2024-09-19T11:26:11.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.790+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~0BVLM8FOU52W.0 size=1048576 2024-09-19T11:26:11.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.791+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~0BVLM8FOU52W.1 size=1048576 2024-09-19T11:26:11.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.793+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~0BVLM8FOU52W.2 size=876899 2024-09-19T11:26:11.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.795+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=0BVLM8FOU52W tag=Y7UV1BTIE0GO type=write size=4022627 2024-09-19T11:26:11.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.797+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~JQTMVWRO3K4E.0 size=1048576 2024-09-19T11:26:11.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.798+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~JQTMVWRO3K4E.1 size=905458 2024-09-19T11:26:11.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.798+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=JQTMVWRO3K4E tag=B4ML8HE3RZCN type=write size=3002610 2024-09-19T11:26:11.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.800+0000 7f8576bd1780 1 < suggested remove operation key=C4PTRIG04GCR tag=7LDW2HNBVQTW type=write 2024-09-19T11:26:11.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.802+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~4UVJ3I5RM2US.0 size=1048576 2024-09-19T11:26:11.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.803+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~4UVJ3I5RM2US.1 size=1048576 2024-09-19T11:26:11.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.804+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~4UVJ3I5RM2US.2 size=716913 2024-09-19T11:26:11.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.804+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=4UVJ3I5RM2US tag=7R5BDGFPWUSO type=write size=3862641 2024-09-19T11:26:11.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.805+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~HKSW0SY4SVWQ.0 size=1048576 2024-09-19T11:26:11.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.806+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~HKSW0SY4SVWQ.1 size=235056 2024-09-19T11:26:11.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.808+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=HKSW0SY4SVWQ tag=333MGHO0NG8O type=write size=2332208 2024-09-19T11:26:11.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.809+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=RZU0JZ4JY79H type=del size=1754838 2024-09-19T11:26:11.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.810+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=9VDM0SOJQ7GF type=del size=2543501 2024-09-19T11:26:11.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.812+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=SROZUWRULV7D type=del size=2328089 2024-09-19T11:26:11.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.813+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~DQ3ZLFUROH6I.0 size=52391 2024-09-19T11:26:11.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.815+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=DQ3ZLFUROH6I tag=HG2AUCCIRCC7 type=write size=1100967 2024-09-19T11:26:11.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.817+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~WLLLTS1E1XV9.0 size=889153 2024-09-19T11:26:11.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.817+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=WLLLTS1E1XV9 tag=NV7XAP1MDLZ2 type=write size=1937729 2024-09-19T11:26:11.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.818+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~V7A21AT60ZIC.0 size=1048576 2024-09-19T11:26:11.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.818+0000 7f8576bd1780 1 < canceled part key=_multipart_7B4T99OA9CO4.2~V7A21AT60ZIC.1 size=1048576 2024-09-19T11:26:11.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.819+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~V7A21AT60ZIC.2 size=343527 2024-09-19T11:26:11.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.821+0000 7f8576bd1780 1 < canceled multipart upload key=7B4T99OA9CO4 upload=V7A21AT60ZIC tag=RBHN50SCWV48 type=write size=3489255 2024-09-19T11:26:11.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.823+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~QUTMKNNKPY3I.0 size=271870 2024-09-19T11:26:11.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.823+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=QUTMKNNKPY3I tag=KVRRUQZ4L4RF type=write size=1320446 2024-09-19T11:26:11.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.825+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~0OIO83KQ988Y.0 size=1048576 2024-09-19T11:26:11.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.826+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~0OIO83KQ988Y.1 size=726674 2024-09-19T11:26:11.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.828+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=0OIO83KQ988Y tag=K9P1HHZUAHM2 type=write size=2823826 2024-09-19T11:26:11.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.829+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=DE26U0KV9MZ3 type=del size=4004743 2024-09-19T11:26:11.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.830+0000 7f8576bd1780 1 < canceled operation key=Y3SGWOZW0N7T tag=QK6HQ1G10RZL type=del size=184116 2024-09-19T11:26:11.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.832+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=F3LA76EL88GW type=del size=4164740 2024-09-19T11:26:11.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.833+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=QNJ0B4JYZAV7 type=del 2024-09-19T11:26:11.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.834+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=LNJB9UGY06YD type=del size=4158877 2024-09-19T11:26:11.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.835+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~CS7UFCJ5KB8T.0 size=173601 2024-09-19T11:26:11.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.838+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=CS7UFCJ5KB8T tag=4Q9K11VCM7CG type=write size=1222177 2024-09-19T11:26:11.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.839+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=22OY743VJCAI type=del size=3435506 2024-09-19T11:26:11.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.840+0000 7f8576bd1780 1 < completed write operation key=Y9OEXPZ4M5UK tag=A2DQG0YRS63K type=write size=262928 2024-09-19T11:26:11.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.842+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~6D3LLVOB3S36.0 size=1048576 2024-09-19T11:26:11.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.843+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~6D3LLVOB3S36.1 size=50930 2024-09-19T11:26:11.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.843+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=6D3LLVOB3S36 tag=Y3XA8S39MEKN type=write size=2148082 2024-09-19T11:26:11.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.844+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~DBAA264BIBMF.0 size=1048576 2024-09-19T11:26:11.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.844+0000 7f8576bd1780 1 < canceled part key=_multipart_ZWZW4UE288SB.2~DBAA264BIBMF.1 size=1048576 2024-09-19T11:26:11.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.844+0000 7f8576bd1780 1 < canceled part key=_multipart_ZWZW4UE288SB.2~DBAA264BIBMF.2 size=284713 2024-09-19T11:26:11.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.846+0000 7f8576bd1780 1 < canceled multipart upload key=ZWZW4UE288SB upload=DBAA264BIBMF tag=94H778N82QR2 type=write size=3430441 2024-09-19T11:26:11.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.849+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~M70R9RZO05ID.0 size=1048576 2024-09-19T11:26:11.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.850+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~M70R9RZO05ID.1 size=895548 2024-09-19T11:26:11.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.850+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=M70R9RZO05ID tag=2PZP1X8KH8OF type=write size=2992700 2024-09-19T11:26:11.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.851+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=9MTZ2QI7VPML type=write size=250301 2024-09-19T11:26:11.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.852+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=FACODP4G8SMP type=del size=3678967 2024-09-19T11:26:11.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.855+0000 7f8576bd1780 1 < suggested update operation key=YC1UNQBZOH98 tag=DMSLC777O8F8 type=write size=404214 2024-09-19T11:26:11.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.856+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=9VG8DBT9Q2V4 type=del size=367002 2024-09-19T11:26:11.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.857+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=SQ2EN08HDJ62 type=del 2024-09-19T11:26:11.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.859+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~W1E2ZH26YUBR.0 size=1048576 2024-09-19T11:26:11.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.860+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~W1E2ZH26YUBR.1 size=953199 2024-09-19T11:26:11.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.860+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=W1E2ZH26YUBR tag=K0UV4JAZL3YE type=write size=3050351 2024-09-19T11:26:11.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.862+0000 7f8576bd1780 1 < suggested update operation key=Y3SGWOZW0N7T tag=OLVCKN5T67ON type=del size=3562042 2024-09-19T11:26:11.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.863+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=1UDP82Z10O79 type=write size=355591 2024-09-19T11:26:11.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.865+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~JQTMVWRO3K4E.0 size=1048576 2024-09-19T11:26:11.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.866+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~JQTMVWRO3K4E.1 size=905458 2024-09-19T11:26:11.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.867+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=JQTMVWRO3K4E tag=B4ML8HE3RZCN type=write size=3002610 2024-09-19T11:26:11.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.869+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=GOZUS4E3AVJR type=del size=3246391 2024-09-19T11:26:11.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.870+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~4UVJ3I5RM2US.0 size=1048576 2024-09-19T11:26:11.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.871+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~4UVJ3I5RM2US.1 size=1048576 2024-09-19T11:26:11.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.872+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~4UVJ3I5RM2US.2 size=716913 2024-09-19T11:26:11.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.874+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=4UVJ3I5RM2US tag=7R5BDGFPWUSO type=write size=3862641 2024-09-19T11:26:11.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.875+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=I3HGYC9C4RR8 type=write size=134870 2024-09-19T11:26:11.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.877+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=RZU0JZ4JY79H type=del 2024-09-19T11:26:11.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.878+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=61SD2QZ1SQEO type=del size=519575 2024-09-19T11:26:11.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.879+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=SROZUWRULV7D type=del 2024-09-19T11:26:11.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.880+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=AXXP3SW6QQV2 type=del size=2959526 2024-09-19T11:26:11.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.881+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~WLLLTS1E1XV9.0 size=889153 2024-09-19T11:26:11.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.883+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=WLLLTS1E1XV9 tag=NV7XAP1MDLZ2 type=write size=1937729 2024-09-19T11:26:11.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.885+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LQBNTMGMT411.0 size=1048576 2024-09-19T11:26:11.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.886+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LQBNTMGMT411.1 size=170538 2024-09-19T11:26:11.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.886+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=LQBNTMGMT411 tag=ZCGKQ71F848T type=write size=2267690 2024-09-19T11:26:11.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.887+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~QUTMKNNKPY3I.0 size=271870 2024-09-19T11:26:11.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.889+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=QUTMKNNKPY3I tag=KVRRUQZ4L4RF type=write size=1320446 2024-09-19T11:26:11.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.890+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=6FVV2CZ2H84J type=del size=2466550 2024-09-19T11:26:11.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.892+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=DE26U0KV9MZ3 type=del 2024-09-19T11:26:11.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.893+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=5UEK5AERLUQS type=del size=2397960 2024-09-19T11:26:11.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.894+0000 7f8576bd1780 1 < canceled operation key=C4PTRIG04GCR tag=F3LA76EL88GW type=del size=4164740 2024-09-19T11:26:11.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.896+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~2UH7WYVA8BK6.0 size=616744 2024-09-19T11:26:11.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.896+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=2UH7WYVA8BK6 tag=LRCE6Z8UZ2LI type=write size=1665320 2024-09-19T11:26:11.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.897+0000 7f8576bd1780 1 < canceled operation key=7B4T99OA9CO4 tag=LNJB9UGY06YD type=del size=4158877 2024-09-19T11:26:11.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.899+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~DD3D2S4AB0XO.0 size=1048576 2024-09-19T11:26:11.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.900+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~DD3D2S4AB0XO.1 size=1048576 2024-09-19T11:26:11.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.901+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~DD3D2S4AB0XO.2 size=26349 2024-09-19T11:26:11.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.901+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=DD3D2S4AB0XO tag=DTYQ5PE5UOQ7 type=write size=3172077 2024-09-19T11:26:11.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.903+0000 7f8576bd1780 1 < canceled operation key=XD7FFT9LKVRY tag=22OY743VJCAI type=del size=3435506 2024-09-19T11:26:11.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.904+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=B5OY2TUU5IIM type=del size=614144 2024-09-19T11:26:11.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.905+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~6D3LLVOB3S36.0 size=1048576 2024-09-19T11:26:11.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.906+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~6D3LLVOB3S36.1 size=50930 2024-09-19T11:26:11.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.908+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=6D3LLVOB3S36 tag=Y3XA8S39MEKN type=write size=2148082 2024-09-19T11:26:11.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.910+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=LRZE2Q72KGFY type=write size=178289 2024-09-19T11:26:11.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.910+0000 7f8576bd1780 1 < canceled part key=_multipart_N7PGU1DM6N25.2~M70R9RZO05ID.0 size=1048576 2024-09-19T11:26:11.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.911+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~M70R9RZO05ID.1 size=895548 2024-09-19T11:26:11.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.913+0000 7f8576bd1780 1 < canceled multipart upload key=N7PGU1DM6N25 upload=M70R9RZO05ID tag=2PZP1X8KH8OF type=write size=2992700 2024-09-19T11:26:11.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.914+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=XVOPT9IT3KYF type=del size=518081 2024-09-19T11:26:11.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.916+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=FACODP4G8SMP type=del 2024-09-19T11:26:11.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.918+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~O4SKY3X32NJT.0 size=775371 2024-09-19T11:26:11.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.918+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=O4SKY3X32NJT tag=2HY06DHV13BE type=write size=1823947 2024-09-19T11:26:11.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.919+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=9VG8DBT9Q2V4 type=del 2024-09-19T11:26:11.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.920+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=GO48PGQXK7U6 type=del size=3567112 2024-09-19T11:26:11.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.922+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~W1E2ZH26YUBR.0 size=1048576 2024-09-19T11:26:11.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.922+0000 7f8576bd1780 1 < canceled part key=_multipart_Y9OEXPZ4M5UK.2~W1E2ZH26YUBR.1 size=953199 2024-09-19T11:26:11.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.924+0000 7f8576bd1780 1 < canceled multipart upload key=Y9OEXPZ4M5UK upload=W1E2ZH26YUBR tag=K0UV4JAZL3YE type=write size=3050351 2024-09-19T11:26:11.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.925+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=WTJDYZG41XOI type=del size=2244957 2024-09-19T11:26:11.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.927+0000 7f8576bd1780 1 < suggested update operation key=7B4T99OA9CO4 tag=1UDP82Z10O79 type=write size=355591 2024-09-19T11:26:11.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.928+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=AFAZH3OIVCP3 type=del size=2205388 2024-09-19T11:26:11.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.930+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=GOZUS4E3AVJR type=del 2024-09-19T11:26:11.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.932+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~UUWMCNLNHRTD.0 size=1048576 2024-09-19T11:26:11.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.933+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~UUWMCNLNHRTD.1 size=1048576 2024-09-19T11:26:11.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.934+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~UUWMCNLNHRTD.2 size=21484 2024-09-19T11:26:11.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.934+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=UUWMCNLNHRTD tag=6EYBBL2LKW98 type=write size=3167212 2024-09-19T11:26:11.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.935+0000 7f8576bd1780 1 < completed write operation key=PSPJL1Y4L8JB tag=I3HGYC9C4RR8 type=write size=134870 2024-09-19T11:26:11.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.936+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=NPKATYPJN538 type=del size=3421135 2024-09-19T11:26:11.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.938+0000 7f8576bd1780 1 < canceled operation key=ZPXM7YL89HZJ tag=61SD2QZ1SQEO type=del size=519575 2024-09-19T11:26:11.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.939+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=P2816XDAEGCW type=del size=3114982 2024-09-19T11:26:11.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.942+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=AXXP3SW6QQV2 type=del 2024-09-19T11:26:11.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.944+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~XI98SQ95OXIL.0 size=1048576 2024-09-19T11:26:11.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.945+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~XI98SQ95OXIL.1 size=228818 2024-09-19T11:26:11.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.945+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=XI98SQ95OXIL tag=CQBXK4A13RR3 type=write size=2325970 2024-09-19T11:26:11.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.946+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LQBNTMGMT411.0 size=1048576 2024-09-19T11:26:11.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.947+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LQBNTMGMT411.1 size=170538 2024-09-19T11:26:11.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.949+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=LQBNTMGMT411 tag=ZCGKQ71F848T type=write size=2267690 2024-09-19T11:26:11.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.951+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~UGIF2K710CKE.0 size=1048576 2024-09-19T11:26:11.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.952+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~UGIF2K710CKE.1 size=701675 2024-09-19T11:26:11.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.952+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=UGIF2K710CKE tag=2U1LDRRZH5M0 type=write size=2798827 2024-09-19T11:26:11.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.955+0000 7f8576bd1780 1 < suggested remove operation key=KKKADFW73I84 tag=6FVV2CZ2H84J type=del 2024-09-19T11:26:11.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.956+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=QNL4X669UDMA type=write size=290012 2024-09-19T11:26:11.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.957+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=5UEK5AERLUQS type=del 2024-09-19T11:26:11.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.959+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~84BT8VNELT0G.0 size=65868 2024-09-19T11:26:11.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.959+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=84BT8VNELT0G tag=KWH6M0ICWJYW type=write size=1114444 2024-09-19T11:26:11.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.960+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~2UH7WYVA8BK6.0 size=616744 2024-09-19T11:26:11.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.962+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=2UH7WYVA8BK6 tag=LRCE6Z8UZ2LI type=write size=1665320 2024-09-19T11:26:11.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.963+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=5J8Z5V461042 type=del size=4146109 2024-09-19T11:26:11.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.965+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~DD3D2S4AB0XO.0 size=1048576 2024-09-19T11:26:11.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.965+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~DD3D2S4AB0XO.1 size=1048576 2024-09-19T11:26:11.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.966+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~DD3D2S4AB0XO.2 size=26349 2024-09-19T11:26:11.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.968+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=DD3D2S4AB0XO tag=DTYQ5PE5UOQ7 type=write size=3172077 2024-09-19T11:26:11.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.970+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=O97GLM8MKJ63 type=del size=1510838 2024-09-19T11:26:11.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.972+0000 7f8576bd1780 1 < suggested remove operation key=TRUD9FI7BSLD tag=B5OY2TUU5IIM type=del 2024-09-19T11:26:11.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.974+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~CWZJDMHK271T.0 size=1048576 2024-09-19T11:26:11.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.975+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~CWZJDMHK271T.1 size=1048576 2024-09-19T11:26:11.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.976+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~CWZJDMHK271T.2 size=741307 2024-09-19T11:26:11.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.976+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=CWZJDMHK271T tag=AJOQAIHXCAC2 type=write size=3887035 2024-09-19T11:26:11.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.977+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=LRZE2Q72KGFY type=write size=178289 2024-09-19T11:26:11.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.979+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~QWW007AC8JBW.0 size=1048576 2024-09-19T11:26:11.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.980+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~QWW007AC8JBW.1 size=1013391 2024-09-19T11:26:11.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.980+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=QWW007AC8JBW tag=PI6RYL4VNHYK type=write size=3110543 2024-09-19T11:26:11.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.981+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=XVOPT9IT3KYF type=del 2024-09-19T11:26:11.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.983+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~DU2DWO2WKHOV.0 size=851354 2024-09-19T11:26:11.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.983+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=DU2DWO2WKHOV tag=EVCA9SYZRKSQ type=write size=1899930 2024-09-19T11:26:11.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.985+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~O4SKY3X32NJT.0 size=775371 2024-09-19T11:26:11.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.987+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=O4SKY3X32NJT tag=2HY06DHV13BE type=write size=1823947 2024-09-19T11:26:11.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.988+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=ZAL9MP273OZ1 type=del size=2315338 2024-09-19T11:26:11.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.989+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=GO48PGQXK7U6 type=del 2024-09-19T11:26:11.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.991+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~EX44E20TV2LN.0 size=1048576 2024-09-19T11:26:11.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.992+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~EX44E20TV2LN.1 size=1048576 2024-09-19T11:26:11.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.993+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~EX44E20TV2LN.2 size=173612 2024-09-19T11:26:11.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.993+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=EX44E20TV2LN tag=1DMTYUNUO8A5 type=write size=3319340 2024-09-19T11:26:11.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.994+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=WTJDYZG41XOI type=del 2024-09-19T11:26:11.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.996+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~K3RF9CH78YV6.0 size=1048576 2024-09-19T11:26:11.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.997+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~K3RF9CH78YV6.1 size=1048576 2024-09-19T11:26:12.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.998+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~K3RF9CH78YV6.2 size=266209 2024-09-19T11:26:12.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:11.998+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=K3RF9CH78YV6 tag=DB1C54CCBADD type=write size=3411937 2024-09-19T11:26:12.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.001+0000 7f8576bd1780 1 < suggested remove operation key=MZMHUNQR1QO8 tag=AFAZH3OIVCP3 type=del 2024-09-19T11:26:12.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.003+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~STK9O0ATDLU0.0 size=1048576 2024-09-19T11:26:12.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.004+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~STK9O0ATDLU0.1 size=1048576 2024-09-19T11:26:12.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.005+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~STK9O0ATDLU0.2 size=361673 2024-09-19T11:26:12.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.005+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=STK9O0ATDLU0 tag=VPF102C566OG type=write size=3507401 2024-09-19T11:26:12.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.005+0000 7f8576bd1780 1 < canceled part key=_multipart_N5KNLV13G1PN.2~UUWMCNLNHRTD.0 size=1048576 2024-09-19T11:26:12.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.006+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~UUWMCNLNHRTD.1 size=1048576 2024-09-19T11:26:12.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.007+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~UUWMCNLNHRTD.2 size=21484 2024-09-19T11:26:12.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.009+0000 7f8576bd1780 1 < canceled multipart upload key=N5KNLV13G1PN upload=UUWMCNLNHRTD tag=6EYBBL2LKW98 type=write size=3167212 2024-09-19T11:26:12.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.011+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~M10R3AIIFJXA.0 size=1048576 2024-09-19T11:26:12.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.012+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~M10R3AIIFJXA.1 size=1048576 2024-09-19T11:26:12.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.013+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~M10R3AIIFJXA.2 size=8950 2024-09-19T11:26:12.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.013+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=M10R3AIIFJXA tag=HEZJXRX85G5W type=write size=3154678 2024-09-19T11:26:12.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.014+0000 7f8576bd1780 -1 < failed to complete operation key=KKKADFW73I84 tag=NPKATYPJN538 type=del size=3421135: (22) Invalid argument 2024-09-19T11:26:12.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.016+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~RXNIFUSF6DNX.0 size=1048576 2024-09-19T11:26:12.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.017+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~RXNIFUSF6DNX.1 size=1048576 2024-09-19T11:26:12.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.018+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~RXNIFUSF6DNX.2 size=287748 2024-09-19T11:26:12.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.018+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=RXNIFUSF6DNX tag=GHJ2HDG9M2CG type=write size=3433476 2024-09-19T11:26:12.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.019+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=P2816XDAEGCW type=del 2024-09-19T11:26:12.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.022+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~YAYXNYLYURYA.0 size=873882 2024-09-19T11:26:12.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.022+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=YAYXNYLYURYA tag=BEP2VSN49ZUN type=write size=1922458 2024-09-19T11:26:12.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.023+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~XI98SQ95OXIL.0 size=1048576 2024-09-19T11:26:12.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.024+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~XI98SQ95OXIL.1 size=228818 2024-09-19T11:26:12.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.026+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=XI98SQ95OXIL tag=CQBXK4A13RR3 type=write size=2325970 2024-09-19T11:26:12.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.027+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=2JMH2UV7I5A0 type=del size=1569898 2024-09-19T11:26:12.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.029+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~UGIF2K710CKE.0 size=1048576 2024-09-19T11:26:12.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.030+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~UGIF2K710CKE.1 size=701675 2024-09-19T11:26:12.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.032+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=UGIF2K710CKE tag=2U1LDRRZH5M0 type=write size=2798827 2024-09-19T11:26:12.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.033+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=JBAV17FZ24Z0 type=del size=3140243 2024-09-19T11:26:12.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.034+0000 7f8576bd1780 -1 < failed to complete operation key=TRUD9FI7BSLD tag=QNL4X669UDMA type=write size=290012: (22) Invalid argument 2024-09-19T11:26:12.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.035+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=MD3XDB6TKQHM type=del size=853003 2024-09-19T11:26:12.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.037+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~84BT8VNELT0G.0 size=65868 2024-09-19T11:26:12.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.039+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=84BT8VNELT0G tag=KWH6M0ICWJYW type=write size=1114444 2024-09-19T11:26:12.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.041+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~N03TGCUVSVNZ.0 size=560011 2024-09-19T11:26:12.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.041+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=N03TGCUVSVNZ tag=8649J12KVYZE type=write size=1608587 2024-09-19T11:26:12.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.043+0000 7f8576bd1780 1 < suggested update operation key=YJ3WDCJJJLOH tag=5J8Z5V461042 type=del size=4146109 2024-09-19T11:26:12.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.046+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~4MYQZDIQ27J5.0 size=1048576 2024-09-19T11:26:12.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.047+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~4MYQZDIQ27J5.1 size=1048576 2024-09-19T11:26:12.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.049+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~4MYQZDIQ27J5.2 size=734324 2024-09-19T11:26:12.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.049+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=4MYQZDIQ27J5 tag=XFF42M4DROO5 type=write size=3880052 2024-09-19T11:26:12.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.052+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=O97GLM8MKJ63 type=del 2024-09-19T11:26:12.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.054+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~0LMUTY8C3NK2.0 size=1048576 2024-09-19T11:26:12.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.055+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~0LMUTY8C3NK2.1 size=1048576 2024-09-19T11:26:12.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.056+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~0LMUTY8C3NK2.2 size=362096 2024-09-19T11:26:12.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.056+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=0LMUTY8C3NK2 tag=ZWGL8YZQNEWF type=write size=3507824 2024-09-19T11:26:12.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.057+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~CWZJDMHK271T.0 size=1048576 2024-09-19T11:26:12.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.058+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~CWZJDMHK271T.1 size=1048576 2024-09-19T11:26:12.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.059+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~CWZJDMHK271T.2 size=741307 2024-09-19T11:26:12.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.062+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=CWZJDMHK271T tag=AJOQAIHXCAC2 type=write size=3887035 2024-09-19T11:26:12.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.064+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~BS89QL0GLPCR.0 size=1048576 2024-09-19T11:26:12.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.065+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~BS89QL0GLPCR.1 size=1048576 2024-09-19T11:26:12.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.066+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~BS89QL0GLPCR.2 size=800490 2024-09-19T11:26:12.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.066+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=BS89QL0GLPCR tag=YLL0FHN8BO8O type=write size=3946218 2024-09-19T11:26:12.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.066+0000 7f8576bd1780 1 < canceled part key=_multipart_R1ZFOJD08GS5.2~QWW007AC8JBW.0 size=1048576 2024-09-19T11:26:12.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.067+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~QWW007AC8JBW.1 size=1013391 2024-09-19T11:26:12.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.069+0000 7f8576bd1780 1 < canceled multipart upload key=R1ZFOJD08GS5 upload=QWW007AC8JBW tag=PI6RYL4VNHYK type=write size=3110543 2024-09-19T11:26:12.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.071+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~G96QNEDGT9JO.0 size=1048576 2024-09-19T11:26:12.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.072+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~G96QNEDGT9JO.1 size=721435 2024-09-19T11:26:12.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.072+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=G96QNEDGT9JO tag=6MYGFDFFMO49 type=write size=2818587 2024-09-19T11:26:12.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.073+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~DU2DWO2WKHOV.0 size=851354 2024-09-19T11:26:12.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.075+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=DU2DWO2WKHOV tag=EVCA9SYZRKSQ type=write size=1899930 2024-09-19T11:26:12.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.077+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=D67BVHPI4CU4 type=del size=766829 2024-09-19T11:26:12.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.078+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=ZAL9MP273OZ1 type=del 2024-09-19T11:26:12.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.079+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=G0S5HDVEBSE8 type=del size=3998144 2024-09-19T11:26:12.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.080+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~EX44E20TV2LN.0 size=1048576 2024-09-19T11:26:12.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.081+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~EX44E20TV2LN.1 size=1048576 2024-09-19T11:26:12.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.082+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~EX44E20TV2LN.2 size=173612 2024-09-19T11:26:12.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.085+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=EX44E20TV2LN tag=1DMTYUNUO8A5 type=write size=3319340 2024-09-19T11:26:12.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.087+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~YB9U28BII6PM.0 size=1048576 2024-09-19T11:26:12.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.088+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~YB9U28BII6PM.1 size=1031301 2024-09-19T11:26:12.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.088+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=YB9U28BII6PM tag=ZVPQAXWFQEVG type=write size=3128453 2024-09-19T11:26:12.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.089+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~K3RF9CH78YV6.0 size=1048576 2024-09-19T11:26:12.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.090+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~K3RF9CH78YV6.1 size=1048576 2024-09-19T11:26:12.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.091+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~K3RF9CH78YV6.2 size=266209 2024-09-19T11:26:12.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.093+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=K3RF9CH78YV6 tag=DB1C54CCBADD type=write size=3411937 2024-09-19T11:26:12.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.094+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=GWNQQHPO0C0G type=del size=1675797 2024-09-19T11:26:12.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.095+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~STK9O0ATDLU0.0 size=1048576 2024-09-19T11:26:12.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.096+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~STK9O0ATDLU0.1 size=1048576 2024-09-19T11:26:12.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.097+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~STK9O0ATDLU0.2 size=361673 2024-09-19T11:26:12.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.099+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=STK9O0ATDLU0 tag=VPF102C566OG type=write size=3507401 2024-09-19T11:26:12.103 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.101+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=NRKG83HOEX5R type=del size=999308 2024-09-19T11:26:12.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.102+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~M10R3AIIFJXA.0 size=1048576 2024-09-19T11:26:12.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.103+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~M10R3AIIFJXA.1 size=1048576 2024-09-19T11:26:12.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.104+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~M10R3AIIFJXA.2 size=8950 2024-09-19T11:26:12.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.106+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=M10R3AIIFJXA tag=HEZJXRX85G5W type=write size=3154678 2024-09-19T11:26:12.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.108+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=JWWQW37TT9P0 type=write size=581061 2024-09-19T11:26:12.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.109+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~RXNIFUSF6DNX.0 size=1048576 2024-09-19T11:26:12.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.111+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~RXNIFUSF6DNX.1 size=1048576 2024-09-19T11:26:12.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.112+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~RXNIFUSF6DNX.2 size=287748 2024-09-19T11:26:12.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.114+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=RXNIFUSF6DNX tag=GHJ2HDG9M2CG type=write size=3433476 2024-09-19T11:26:12.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.115+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=665VCC2UP352 type=del size=2338190 2024-09-19T11:26:12.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.115+0000 7f8576bd1780 1 < canceled part key=_multipart_3FHKTREC6TOT.2~YAYXNYLYURYA.0 size=873882 2024-09-19T11:26:12.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.117+0000 7f8576bd1780 1 < canceled multipart upload key=3FHKTREC6TOT upload=YAYXNYLYURYA tag=BEP2VSN49ZUN type=write size=1922458 2024-09-19T11:26:12.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.120+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~M2KT2T1HC8MF.0 size=1048576 2024-09-19T11:26:12.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.121+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~M2KT2T1HC8MF.1 size=421858 2024-09-19T11:26:12.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.121+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=M2KT2T1HC8MF tag=48PN091JGB33 type=write size=2519010 2024-09-19T11:26:12.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.123+0000 7f8576bd1780 1 < suggested remove operation key=YJ3WDCJJJLOH tag=2JMH2UV7I5A0 type=del 2024-09-19T11:26:12.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.126+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~4Y4M5YLDQ2RG.0 size=1048576 2024-09-19T11:26:12.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.127+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~4Y4M5YLDQ2RG.1 size=985696 2024-09-19T11:26:12.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.127+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=4Y4M5YLDQ2RG tag=I7XGCMVPIK8T type=write size=3082848 2024-09-19T11:26:12.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.129+0000 7f8576bd1780 1 < suggested update operation key=XD7FFT9LKVRY tag=JBAV17FZ24Z0 type=del size=3140243 2024-09-19T11:26:12.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.131+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=0BF2MJF0U5ZK type=del size=327360 2024-09-19T11:26:12.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.133+0000 7f8576bd1780 1 < suggested update operation key=3321TAKJUZTG tag=MD3XDB6TKQHM type=del size=853003 2024-09-19T11:26:12.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.134+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=IENGMT8FMJH5 type=write size=769637 2024-09-19T11:26:12.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.136+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~N03TGCUVSVNZ.0 size=560011 2024-09-19T11:26:12.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.138+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=N03TGCUVSVNZ tag=8649J12KVYZE type=write size=1608587 2024-09-19T11:26:12.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.139+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=LVVQPUY85JE4 type=del size=3391617 2024-09-19T11:26:12.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.140+0000 7f8576bd1780 1 < canceled part key=_multipart_C4PTRIG04GCR.2~4MYQZDIQ27J5.0 size=1048576 2024-09-19T11:26:12.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.141+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~4MYQZDIQ27J5.1 size=1048576 2024-09-19T11:26:12.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.142+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~4MYQZDIQ27J5.2 size=734324 2024-09-19T11:26:12.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.144+0000 7f8576bd1780 1 < canceled multipart upload key=C4PTRIG04GCR upload=4MYQZDIQ27J5 tag=XFF42M4DROO5 type=write size=3880052 2024-09-19T11:26:12.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.146+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~1G8TA8GH0AQW.0 size=175091 2024-09-19T11:26:12.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.146+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=1G8TA8GH0AQW tag=T9IBYQED29R3 type=write size=1223667 2024-09-19T11:26:12.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.148+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~0LMUTY8C3NK2.0 size=1048576 2024-09-19T11:26:12.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.149+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~0LMUTY8C3NK2.1 size=1048576 2024-09-19T11:26:12.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.150+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~0LMUTY8C3NK2.2 size=362096 2024-09-19T11:26:12.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.152+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=0LMUTY8C3NK2 tag=ZWGL8YZQNEWF type=write size=3507824 2024-09-19T11:26:12.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.155+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~BLJ3CSFG0B6I.0 size=360718 2024-09-19T11:26:12.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.155+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=BLJ3CSFG0B6I tag=AJKEVOKYWH6H type=write size=1409294 2024-09-19T11:26:12.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.156+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~BS89QL0GLPCR.0 size=1048576 2024-09-19T11:26:12.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.157+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~BS89QL0GLPCR.1 size=1048576 2024-09-19T11:26:12.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.158+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~BS89QL0GLPCR.2 size=800490 2024-09-19T11:26:12.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.160+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=BS89QL0GLPCR tag=YLL0FHN8BO8O type=write size=3946218 2024-09-19T11:26:12.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.163+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~1PTI4LCFL9MD.0 size=1048576 2024-09-19T11:26:12.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.164+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~1PTI4LCFL9MD.1 size=1048576 2024-09-19T11:26:12.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.166+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~1PTI4LCFL9MD.2 size=98735 2024-09-19T11:26:12.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.166+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=1PTI4LCFL9MD tag=P1YVMEPJFOFE type=write size=3244463 2024-09-19T11:26:12.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.167+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~G96QNEDGT9JO.0 size=1048576 2024-09-19T11:26:12.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.168+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~G96QNEDGT9JO.1 size=721435 2024-09-19T11:26:12.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.170+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=G96QNEDGT9JO tag=6MYGFDFFMO49 type=write size=2818587 2024-09-19T11:26:12.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.171+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=EJTH4YQRZY8W type=del size=1618598 2024-09-19T11:26:12.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.174+0000 7f8576bd1780 1 < suggested remove operation key=N3RHCSW3HQCI tag=D67BVHPI4CU4 type=del 2024-09-19T11:26:12.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.175+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=N4B5PCAUZG35 type=del size=1852042 2024-09-19T11:26:12.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.176+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=G0S5HDVEBSE8 type=del 2024-09-19T11:26:12.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.178+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=6YV0F3PBIPX1 type=del size=1015070 2024-09-19T11:26:12.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.179+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~YB9U28BII6PM.0 size=1048576 2024-09-19T11:26:12.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.180+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~YB9U28BII6PM.1 size=1031301 2024-09-19T11:26:12.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.182+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=YB9U28BII6PM tag=ZVPQAXWFQEVG type=write size=3128453 2024-09-19T11:26:12.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.184+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~HE7V1SK8IYMZ.0 size=1048576 2024-09-19T11:26:12.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.185+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~HE7V1SK8IYMZ.1 size=747373 2024-09-19T11:26:12.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.185+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=HE7V1SK8IYMZ tag=9M7R82IHO3DL type=write size=2844525 2024-09-19T11:26:12.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.186+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=GWNQQHPO0C0G type=del size=1675797 2024-09-19T11:26:12.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.189+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~LXYV1BVGD530.0 size=190138 2024-09-19T11:26:12.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.189+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=LXYV1BVGD530 tag=Q0U67DC2Z8US type=write size=1238714 2024-09-19T11:26:12.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.190+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=NRKG83HOEX5R type=del 2024-09-19T11:26:12.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.192+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~RIHO01GP4T44.0 size=1048576 2024-09-19T11:26:12.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.193+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~RIHO01GP4T44.1 size=886918 2024-09-19T11:26:12.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.193+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=RIHO01GP4T44 tag=ZHRT7HH9HU73 type=write size=2984070 2024-09-19T11:26:12.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.195+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=JWWQW37TT9P0 type=write size=581061 2024-09-19T11:26:12.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.196+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=IP0VMSKVGS65 type=del size=3021646 2024-09-19T11:26:12.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.198+0000 7f8576bd1780 -1 < failed to complete operation key=3321TAKJUZTG tag=665VCC2UP352 type=del size=2338190: (22) Invalid argument 2024-09-19T11:26:12.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.200+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~3N7GJWEKBOW9.0 size=1048576 2024-09-19T11:26:12.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.201+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~3N7GJWEKBOW9.1 size=531225 2024-09-19T11:26:12.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.201+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=3N7GJWEKBOW9 tag=GMZDL77CDOBJ type=write size=2628377 2024-09-19T11:26:12.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.202+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~M2KT2T1HC8MF.0 size=1048576 2024-09-19T11:26:12.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.203+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~M2KT2T1HC8MF.1 size=421858 2024-09-19T11:26:12.207 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.205+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=M2KT2T1HC8MF tag=48PN091JGB33 type=write size=2519010 2024-09-19T11:26:12.208 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.206+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=EZRA2J9AFTJ3 type=write size=572878 2024-09-19T11:26:12.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.206+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~4Y4M5YLDQ2RG.0 size=1048576 2024-09-19T11:26:12.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.207+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~4Y4M5YLDQ2RG.1 size=985696 2024-09-19T11:26:12.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.209+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=4Y4M5YLDQ2RG tag=I7XGCMVPIK8T type=write size=3082848 2024-09-19T11:26:12.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.211+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~T9IXAMP32PEE.0 size=920096 2024-09-19T11:26:12.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.211+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=T9IXAMP32PEE tag=42CO4HJKCDI2 type=write size=1968672 2024-09-19T11:26:12.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.214+0000 7f8576bd1780 1 < suggested remove operation key=58U30UDUEZ3W tag=0BF2MJF0U5ZK type=del 2024-09-19T11:26:12.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.216+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~YYLOEY0SVYVC.0 size=1048576 2024-09-19T11:26:12.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.217+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~YYLOEY0SVYVC.1 size=1031576 2024-09-19T11:26:12.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.217+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=YYLOEY0SVYVC tag=YH0K5YRC1KG8 type=write size=3128728 2024-09-19T11:26:12.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.218+0000 7f8576bd1780 -1 < failed to complete operation key=58U30UDUEZ3W tag=IENGMT8FMJH5 type=write size=769637: (22) Invalid argument 2024-09-19T11:26:12.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.220+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=S2B3X4MFH7CN type=del size=622235 2024-09-19T11:26:12.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.221+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=LVVQPUY85JE4 type=del 2024-09-19T11:26:12.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.223+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~5LT0LJZ1L0OU.0 size=1048576 2024-09-19T11:26:12.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.224+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~5LT0LJZ1L0OU.1 size=41987 2024-09-19T11:26:12.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.224+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=5LT0LJZ1L0OU tag=G38IQCIJL6H1 type=write size=2139139 2024-09-19T11:26:12.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.224+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~1G8TA8GH0AQW.0 size=175091 2024-09-19T11:26:12.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.226+0000 7f8576bd1780 1 < canceled multipart upload key=3321TAKJUZTG upload=1G8TA8GH0AQW tag=T9IBYQED29R3 type=write size=1223667 2024-09-19T11:26:12.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.228+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=UYIBH2SV0JHT type=del size=164688 2024-09-19T11:26:12.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.229+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~BLJ3CSFG0B6I.0 size=360718 2024-09-19T11:26:12.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.233+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=BLJ3CSFG0B6I tag=AJKEVOKYWH6H type=write size=1409294 2024-09-19T11:26:12.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.234+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=9OZGA3Q6X8HY type=del size=614423 2024-09-19T11:26:12.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.235+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~1PTI4LCFL9MD.0 size=1048576 2024-09-19T11:26:12.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.236+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~1PTI4LCFL9MD.1 size=1048576 2024-09-19T11:26:12.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.237+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~1PTI4LCFL9MD.2 size=98735 2024-09-19T11:26:12.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.239+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=1PTI4LCFL9MD tag=P1YVMEPJFOFE type=write size=3244463 2024-09-19T11:26:12.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.241+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~59MBBUAC5XDV.0 size=1048576 2024-09-19T11:26:12.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.242+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~59MBBUAC5XDV.1 size=1048576 2024-09-19T11:26:12.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.243+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~59MBBUAC5XDV.2 size=887319 2024-09-19T11:26:12.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.243+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=59MBBUAC5XDV tag=ZIFLPUY3VFOC type=write size=4033047 2024-09-19T11:26:12.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.246+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=EJTH4YQRZY8W type=del 2024-09-19T11:26:12.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.247+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=ZBJUJTMZYT4I type=del size=1388849 2024-09-19T11:26:12.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.248+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=N4B5PCAUZG35 type=del 2024-09-19T11:26:12.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.250+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~KLPE5SFKZYRI.0 size=1048576 2024-09-19T11:26:12.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.251+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~KLPE5SFKZYRI.1 size=1048576 2024-09-19T11:26:12.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.252+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~KLPE5SFKZYRI.2 size=833243 2024-09-19T11:26:12.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.252+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=KLPE5SFKZYRI tag=6VLJ5K45F01O type=write size=3978971 2024-09-19T11:26:12.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.253+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=6YV0F3PBIPX1 type=del 2024-09-19T11:26:12.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.256+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~JE8SO6P85SY5.0 size=1048576 2024-09-19T11:26:12.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.257+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~JE8SO6P85SY5.1 size=945898 2024-09-19T11:26:12.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.257+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=JE8SO6P85SY5 tag=L5FIPX0S23P5 type=write size=3043050 2024-09-19T11:26:12.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.258+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~HE7V1SK8IYMZ.0 size=1048576 2024-09-19T11:26:12.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.259+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~HE7V1SK8IYMZ.1 size=747373 2024-09-19T11:26:12.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.261+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=HE7V1SK8IYMZ tag=9M7R82IHO3DL type=write size=2844525 2024-09-19T11:26:12.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.263+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~J6Y53LHXCNQH.0 size=229777 2024-09-19T11:26:12.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.263+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=J6Y53LHXCNQH tag=4CKXC17T8X3V type=write size=1278353 2024-09-19T11:26:12.266 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.264+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~LXYV1BVGD530.0 size=190138 2024-09-19T11:26:12.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.266+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=LXYV1BVGD530 tag=Q0U67DC2Z8US type=write size=1238714 2024-09-19T11:26:12.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.267+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=ZU0X147DZAUL type=write size=785039 2024-09-19T11:26:12.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.268+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~RIHO01GP4T44.0 size=1048576 2024-09-19T11:26:12.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.270+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~RIHO01GP4T44.1 size=886918 2024-09-19T11:26:12.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.271+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=RIHO01GP4T44 tag=ZHRT7HH9HU73 type=write size=2984070 2024-09-19T11:26:12.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.274+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~462R0AX7RIJZ.0 size=8148 2024-09-19T11:26:12.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.274+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=462R0AX7RIJZ tag=F3R2CLLHWLOO type=write size=1056724 2024-09-19T11:26:12.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.276+0000 7f8576bd1780 1 < suggested update operation key=N7PGU1DM6N25 tag=IP0VMSKVGS65 type=del size=3021646 2024-09-19T11:26:12.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.277+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=3KJ6IDK5K9E0 type=del size=3537233 2024-09-19T11:26:12.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.279+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~3N7GJWEKBOW9.0 size=1048576 2024-09-19T11:26:12.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.280+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~3N7GJWEKBOW9.1 size=531225 2024-09-19T11:26:12.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.282+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=3N7GJWEKBOW9 tag=GMZDL77CDOBJ type=write size=2628377 2024-09-19T11:26:12.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.284+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=URC6AGINIVEK type=write size=924212 2024-09-19T11:26:12.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.286+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=EZRA2J9AFTJ3 type=write size=572878 2024-09-19T11:26:12.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.287+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=1DHSR8TRA6YP type=write size=661648 2024-09-19T11:26:12.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.289+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~T9IXAMP32PEE.0 size=920096 2024-09-19T11:26:12.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.291+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=T9IXAMP32PEE tag=42CO4HJKCDI2 type=write size=1968672 2024-09-19T11:26:12.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.293+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~QWL8NP7JZUBZ.0 size=1048576 2024-09-19T11:26:12.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.294+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~QWL8NP7JZUBZ.1 size=1048576 2024-09-19T11:26:12.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.295+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~QWL8NP7JZUBZ.2 size=649622 2024-09-19T11:26:12.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.295+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=QWL8NP7JZUBZ tag=XFAR5TE49PYC type=write size=3795350 2024-09-19T11:26:12.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.297+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~YYLOEY0SVYVC.0 size=1048576 2024-09-19T11:26:12.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.298+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~YYLOEY0SVYVC.1 size=1031576 2024-09-19T11:26:12.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.300+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=YYLOEY0SVYVC tag=YH0K5YRC1KG8 type=write size=3128728 2024-09-19T11:26:12.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.301+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=CAP1OTC2AMCT type=write size=251093 2024-09-19T11:26:12.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.304+0000 7f8576bd1780 1 < suggested update operation key=N7PGU1DM6N25 tag=S2B3X4MFH7CN type=del size=622235 2024-09-19T11:26:12.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.306+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~8W9RKKFJU1GX.0 size=1048576 2024-09-19T11:26:12.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.307+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~8W9RKKFJU1GX.1 size=1048576 2024-09-19T11:26:12.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.308+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~8W9RKKFJU1GX.2 size=774762 2024-09-19T11:26:12.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.308+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=8W9RKKFJU1GX tag=L9IU7ZRF0OK2 type=write size=3920490 2024-09-19T11:26:12.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.309+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~5LT0LJZ1L0OU.0 size=1048576 2024-09-19T11:26:12.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.310+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~5LT0LJZ1L0OU.1 size=41987 2024-09-19T11:26:12.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.312+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=5LT0LJZ1L0OU tag=G38IQCIJL6H1 type=write size=2139139 2024-09-19T11:26:12.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.314+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=5SED74C9B7UW type=del size=548439 2024-09-19T11:26:12.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.315+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=UYIBH2SV0JHT type=del 2024-09-19T11:26:12.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.317+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~4JD0DCQCGFIE.0 size=17760 2024-09-19T11:26:12.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.317+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=4JD0DCQCGFIE tag=885UBG2WZ3DN type=write size=1066336 2024-09-19T11:26:12.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.318+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=9OZGA3Q6X8HY type=del 2024-09-19T11:26:12.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.320+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~0ZMSY7U50J6R.0 size=959855 2024-09-19T11:26:12.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.320+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=0ZMSY7U50J6R tag=JL50488A0AGL type=write size=2008431 2024-09-19T11:26:12.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.321+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~59MBBUAC5XDV.0 size=1048576 2024-09-19T11:26:12.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.321+0000 7f8576bd1780 1 < canceled part key=_multipart_ZPXM7YL89HZJ.2~59MBBUAC5XDV.1 size=1048576 2024-09-19T11:26:12.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.322+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~59MBBUAC5XDV.2 size=887319 2024-09-19T11:26:12.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.324+0000 7f8576bd1780 1 < canceled multipart upload key=ZPXM7YL89HZJ upload=59MBBUAC5XDV tag=ZIFLPUY3VFOC type=write size=4033047 2024-09-19T11:26:12.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.326+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=WNY5J4L6QAF7 type=write size=1014474 2024-09-19T11:26:12.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.328+0000 7f8576bd1780 1 < suggested update operation key=58U30UDUEZ3W tag=ZBJUJTMZYT4I type=del size=1388849 2024-09-19T11:26:12.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.330+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~H9NGZKF243W5.0 size=1048576 2024-09-19T11:26:12.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.331+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~H9NGZKF243W5.1 size=709592 2024-09-19T11:26:12.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.331+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=H9NGZKF243W5 tag=VKJTE33YXLHW type=write size=2806744 2024-09-19T11:26:12.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.332+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~KLPE5SFKZYRI.0 size=1048576 2024-09-19T11:26:12.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.333+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~KLPE5SFKZYRI.1 size=1048576 2024-09-19T11:26:12.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.334+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~KLPE5SFKZYRI.2 size=833243 2024-09-19T11:26:12.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.336+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=KLPE5SFKZYRI tag=6VLJ5K45F01O type=write size=3978971 2024-09-19T11:26:12.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.337+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=QX9VT3ATQO8J type=write size=800073 2024-09-19T11:26:12.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.338+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~JE8SO6P85SY5.0 size=1048576 2024-09-19T11:26:12.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.339+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~JE8SO6P85SY5.1 size=945898 2024-09-19T11:26:12.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.341+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=JE8SO6P85SY5 tag=L5FIPX0S23P5 type=write size=3043050 2024-09-19T11:26:12.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.342+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=UIV7MQFS6T37 type=del size=1899825 2024-09-19T11:26:12.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.343+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~J6Y53LHXCNQH.0 size=229777 2024-09-19T11:26:12.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.345+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=J6Y53LHXCNQH tag=4CKXC17T8X3V type=write size=1278353 2024-09-19T11:26:12.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.348+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~ZNG2VEHXATZH.0 size=824432 2024-09-19T11:26:12.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.348+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=ZNG2VEHXATZH tag=AMXJCXG1NE9R type=write size=1873008 2024-09-19T11:26:12.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.349+0000 7f8576bd1780 1 < completed write operation key=7B4T99OA9CO4 tag=ZU0X147DZAUL type=write size=785039 2024-09-19T11:26:12.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.350+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=APF9I4VEG55C type=del size=1055524 2024-09-19T11:26:12.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.351+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~462R0AX7RIJZ.0 size=8148 2024-09-19T11:26:12.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.353+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=462R0AX7RIJZ tag=F3R2CLLHWLOO type=write size=1056724 2024-09-19T11:26:12.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.356+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~EGLNNRE101I3.0 size=1048576 2024-09-19T11:26:12.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.357+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~EGLNNRE101I3.1 size=665154 2024-09-19T11:26:12.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.357+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=EGLNNRE101I3 tag=7GQ7NC64RCYK type=write size=2762306 2024-09-19T11:26:12.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.359+0000 7f8576bd1780 1 < suggested remove operation key=Y3SGWOZW0N7T tag=3KJ6IDK5K9E0 type=del 2024-09-19T11:26:12.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.361+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=45IF3PXGF7M3 type=del size=3465639 2024-09-19T11:26:12.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.362+0000 7f8576bd1780 1 < canceled operation key=3321TAKJUZTG tag=URC6AGINIVEK type=write size=924212 2024-09-19T11:26:12.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.364+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~DM6TJDGVOFFC.0 size=1048576 2024-09-19T11:26:12.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.365+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~DM6TJDGVOFFC.1 size=1048576 2024-09-19T11:26:12.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.366+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~DM6TJDGVOFFC.2 size=148409 2024-09-19T11:26:12.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.366+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=DM6TJDGVOFFC tag=RPX81RX2BFWR type=write size=3294137 2024-09-19T11:26:12.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.368+0000 7f8576bd1780 1 < suggested update operation key=3321TAKJUZTG tag=1DHSR8TRA6YP type=write size=661648 2024-09-19T11:26:12.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.370+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~18TUWN2Y7XBL.0 size=1048576 2024-09-19T11:26:12.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.371+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~18TUWN2Y7XBL.1 size=293642 2024-09-19T11:26:12.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.371+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=18TUWN2Y7XBL tag=LX7BX6O09MR0 type=write size=2390794 2024-09-19T11:26:12.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.372+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~QWL8NP7JZUBZ.0 size=1048576 2024-09-19T11:26:12.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.373+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~QWL8NP7JZUBZ.1 size=1048576 2024-09-19T11:26:12.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.374+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~QWL8NP7JZUBZ.2 size=649622 2024-09-19T11:26:12.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.376+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=QWL8NP7JZUBZ tag=XFAR5TE49PYC type=write size=3795350 2024-09-19T11:26:12.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.377+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=HIU6YF5E2HL0 type=del size=835252 2024-09-19T11:26:12.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.378+0000 7f8576bd1780 1 < completed write operation key=3FHKTREC6TOT tag=CAP1OTC2AMCT type=write size=251093 2024-09-19T11:26:12.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.380+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~50N688HS2GUW.0 size=1048576 2024-09-19T11:26:12.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.381+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~50N688HS2GUW.1 size=1048576 2024-09-19T11:26:12.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.382+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~50N688HS2GUW.2 size=9982 2024-09-19T11:26:12.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.382+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=50N688HS2GUW tag=K3XQA7TQIF50 type=write size=3155710 2024-09-19T11:26:12.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.383+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~8W9RKKFJU1GX.0 size=1048576 2024-09-19T11:26:12.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.384+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~8W9RKKFJU1GX.1 size=1048576 2024-09-19T11:26:12.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.385+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~8W9RKKFJU1GX.2 size=774762 2024-09-19T11:26:12.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.387+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=8W9RKKFJU1GX tag=L9IU7ZRF0OK2 type=write size=3920490 2024-09-19T11:26:12.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.390+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=BUNC7WBF4W8Y type=del size=3442629 2024-09-19T11:26:12.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.392+0000 7f8576bd1780 1 < canceled operation key=N7PGU1DM6N25 tag=5SED74C9B7UW type=del size=548439 2024-09-19T11:26:12.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.395+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~87WE0DWR3E00.0 size=1048576 2024-09-19T11:26:12.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.396+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~87WE0DWR3E00.1 size=1048576 2024-09-19T11:26:12.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.397+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~87WE0DWR3E00.2 size=103611 2024-09-19T11:26:12.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.397+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=87WE0DWR3E00 tag=ZUV75FE5038S type=write size=3249339 2024-09-19T11:26:12.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.398+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~4JD0DCQCGFIE.0 size=17760 2024-09-19T11:26:12.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.400+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=4JD0DCQCGFIE tag=885UBG2WZ3DN type=write size=1066336 2024-09-19T11:26:12.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.402+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~Q79MKHZO79QW.0 size=1048576 2024-09-19T11:26:12.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.403+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~Q79MKHZO79QW.1 size=1048576 2024-09-19T11:26:12.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.404+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~Q79MKHZO79QW.2 size=476910 2024-09-19T11:26:12.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.404+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=Q79MKHZO79QW tag=OKQIGC9TX82G type=write size=3622638 2024-09-19T11:26:12.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.405+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~0ZMSY7U50J6R.0 size=959855 2024-09-19T11:26:12.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.407+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=0ZMSY7U50J6R tag=JL50488A0AGL type=write size=2008431 2024-09-19T11:26:12.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.410+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~R4QXK7ZO8PFK.0 size=1048576 2024-09-19T11:26:12.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.411+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~R4QXK7ZO8PFK.1 size=261543 2024-09-19T11:26:12.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.411+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=R4QXK7ZO8PFK tag=DJNQALPQRC7E type=write size=2358695 2024-09-19T11:26:12.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.412+0000 7f8576bd1780 1 < canceled operation key=SQT4SZMGZ35M tag=WNY5J4L6QAF7 type=write size=1014474 2024-09-19T11:26:12.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.413+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=TXOAY6LJ50ZO type=del size=116431 2024-09-19T11:26:12.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.414+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~H9NGZKF243W5.0 size=1048576 2024-09-19T11:26:12.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.415+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~H9NGZKF243W5.1 size=709592 2024-09-19T11:26:12.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.417+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=H9NGZKF243W5 tag=VKJTE33YXLHW type=write size=2806744 2024-09-19T11:26:12.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.418+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=AEX283E247VS type=write size=280579 2024-09-19T11:26:12.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.421+0000 7f8576bd1780 1 < suggested update operation key=KFMJ4RY4PU1U tag=QX9VT3ATQO8J type=write size=800073 2024-09-19T11:26:12.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.423+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=FK9LQO7Z27MZ type=del size=1408381 2024-09-19T11:26:12.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.424+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=UIV7MQFS6T37 type=del 2024-09-19T11:26:12.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.425+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=GRUTI8CXYTAZ type=del size=331726 2024-09-19T11:26:12.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.426+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~ZNG2VEHXATZH.0 size=824432 2024-09-19T11:26:12.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.428+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=ZNG2VEHXATZH tag=AMXJCXG1NE9R type=write size=1873008 2024-09-19T11:26:12.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.431+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~RUZPDGL51TTO.0 size=1048576 2024-09-19T11:26:12.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.432+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~RUZPDGL51TTO.1 size=1045094 2024-09-19T11:26:12.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.432+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=RUZPDGL51TTO tag=0EIFCDC41Y83 type=write size=3142246 2024-09-19T11:26:12.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.433+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=APF9I4VEG55C type=del 2024-09-19T11:26:12.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.434+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=NBS2ZF2CD3RE type=del size=3393141 2024-09-19T11:26:12.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.434+0000 7f8576bd1780 1 < canceled part key=_multipart_MZMHUNQR1QO8.2~EGLNNRE101I3.0 size=1048576 2024-09-19T11:26:12.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.435+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~EGLNNRE101I3.1 size=665154 2024-09-19T11:26:12.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.437+0000 7f8576bd1780 1 < canceled multipart upload key=MZMHUNQR1QO8 upload=EGLNNRE101I3 tag=7GQ7NC64RCYK type=write size=2762306 2024-09-19T11:26:12.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.440+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~1U2KYI7XWKTP.0 size=1048576 2024-09-19T11:26:12.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.441+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~1U2KYI7XWKTP.1 size=23771 2024-09-19T11:26:12.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.441+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=1U2KYI7XWKTP tag=S15CSOC443KQ type=write size=2120923 2024-09-19T11:26:12.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.444+0000 7f8576bd1780 1 < suggested update operation key=MZMHUNQR1QO8 tag=45IF3PXGF7M3 type=del size=3465639 2024-09-19T11:26:12.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.446+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~N3BRDXYG1OVZ.0 size=281902 2024-09-19T11:26:12.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.446+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=N3BRDXYG1OVZ tag=78V9MQJ902PD type=write size=1330478 2024-09-19T11:26:12.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.447+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~DM6TJDGVOFFC.0 size=1048576 2024-09-19T11:26:12.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.448+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~DM6TJDGVOFFC.1 size=1048576 2024-09-19T11:26:12.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.449+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~DM6TJDGVOFFC.2 size=148409 2024-09-19T11:26:12.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.451+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=DM6TJDGVOFFC tag=RPX81RX2BFWR type=write size=3294137 2024-09-19T11:26:12.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.453+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=J5ZHSYQD4USH type=del size=2403975 2024-09-19T11:26:12.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.454+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~18TUWN2Y7XBL.0 size=1048576 2024-09-19T11:26:12.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.455+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~18TUWN2Y7XBL.1 size=293642 2024-09-19T11:26:12.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.457+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=18TUWN2Y7XBL tag=LX7BX6O09MR0 type=write size=2390794 2024-09-19T11:26:12.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.458+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=U67E3ZRLXO3V type=del size=3205370 2024-09-19T11:26:12.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.461+0000 7f8576bd1780 1 < suggested update operation key=3321TAKJUZTG tag=HIU6YF5E2HL0 type=del size=835252 2024-09-19T11:26:12.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.462+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=SZ6KFU9RQ3MT type=del size=2555656 2024-09-19T11:26:12.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.463+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~50N688HS2GUW.0 size=1048576 2024-09-19T11:26:12.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.464+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~50N688HS2GUW.1 size=1048576 2024-09-19T11:26:12.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.464+0000 7f8576bd1780 1 < canceled part key=_multipart_U74I0YULWM14.2~50N688HS2GUW.2 size=9982 2024-09-19T11:26:12.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.466+0000 7f8576bd1780 1 < canceled multipart upload key=U74I0YULWM14 upload=50N688HS2GUW tag=K3XQA7TQIF50 type=write size=3155710 2024-09-19T11:26:12.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.467+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=XUM5MLTF381Z type=del size=213985 2024-09-19T11:26:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.468+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=BUNC7WBF4W8Y type=del 2024-09-19T11:26:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.470+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~V2X7A9GMGA7T.0 size=1048576 2024-09-19T11:26:12.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.472+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~V2X7A9GMGA7T.1 size=1048576 2024-09-19T11:26:12.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.473+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~V2X7A9GMGA7T.2 size=656147 2024-09-19T11:26:12.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.473+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=V2X7A9GMGA7T tag=UK3Z5ENYYX03 type=write size=3801875 2024-09-19T11:26:12.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.474+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~87WE0DWR3E00.0 size=1048576 2024-09-19T11:26:12.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.475+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~87WE0DWR3E00.1 size=1048576 2024-09-19T11:26:12.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.477+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~87WE0DWR3E00.2 size=103611 2024-09-19T11:26:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.479+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=87WE0DWR3E00 tag=ZUV75FE5038S type=write size=3249339 2024-09-19T11:26:12.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.480+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=PK1RPP3AEOH7 type=del size=2639180 2024-09-19T11:26:12.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.481+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~Q79MKHZO79QW.0 size=1048576 2024-09-19T11:26:12.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.482+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~Q79MKHZO79QW.1 size=1048576 2024-09-19T11:26:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.483+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~Q79MKHZO79QW.2 size=476910 2024-09-19T11:26:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.486+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=Q79MKHZO79QW tag=OKQIGC9TX82G type=write size=3622638 2024-09-19T11:26:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.488+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~0KGEBH63NQ6M.0 size=526315 2024-09-19T11:26:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.488+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=0KGEBH63NQ6M tag=W1DUVOII7BE4 type=write size=1574891 2024-09-19T11:26:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.489+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~R4QXK7ZO8PFK.0 size=1048576 2024-09-19T11:26:12.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.490+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~R4QXK7ZO8PFK.1 size=261543 2024-09-19T11:26:12.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.492+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=R4QXK7ZO8PFK tag=DJNQALPQRC7E type=write size=2358695 2024-09-19T11:26:12.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.493+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=HZD6OA0MZZXD type=write size=184467 2024-09-19T11:26:12.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.494+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=TXOAY6LJ50ZO type=del 2024-09-19T11:26:12.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.495+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=YNL1ETAO5NP4 type=del size=2115589 2024-09-19T11:26:12.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.497+0000 7f8576bd1780 1 < completed write operation key=ZWZW4UE288SB tag=AEX283E247VS type=write size=280579 2024-09-19T11:26:12.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.498+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=5QRMN5N599RX type=del size=748682 2024-09-19T11:26:12.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.501+0000 7f8576bd1780 1 < suggested update operation key=C4PTRIG04GCR tag=FK9LQO7Z27MZ type=del size=1408381 2024-09-19T11:26:12.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.502+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=4ZW3PXR07A85 type=del size=1164553 2024-09-19T11:26:12.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.503+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=GRUTI8CXYTAZ type=del 2024-09-19T11:26:12.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.504+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=Y4UK4VLXBIBE type=del size=538851 2024-09-19T11:26:12.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.504+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~RUZPDGL51TTO.0 size=1048576 2024-09-19T11:26:12.508 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.506+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~RUZPDGL51TTO.1 size=1045094 2024-09-19T11:26:12.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.508+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=RUZPDGL51TTO tag=0EIFCDC41Y83 type=write size=3142246 2024-09-19T11:26:12.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.510+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~BY1U7XNDGDBL.0 size=1048576 2024-09-19T11:26:12.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.511+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~BY1U7XNDGDBL.1 size=87540 2024-09-19T11:26:12.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.511+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=BY1U7XNDGDBL tag=Y67YSWDFPEO1 type=write size=2184692 2024-09-19T11:26:12.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.514+0000 7f8576bd1780 1 < suggested update operation key=Y3SGWOZW0N7T tag=NBS2ZF2CD3RE type=del size=3393141 2024-09-19T11:26:12.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.515+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=E6PS4TEDVWAR type=del size=867920 2024-09-19T11:26:12.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.515+0000 7f8576bd1780 1 < canceled part key=_multipart_5PL1P4MQWBJN.2~1U2KYI7XWKTP.0 size=1048576 2024-09-19T11:26:12.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.516+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~1U2KYI7XWKTP.1 size=23771 2024-09-19T11:26:12.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.518+0000 7f8576bd1780 1 < canceled multipart upload key=5PL1P4MQWBJN upload=1U2KYI7XWKTP tag=S15CSOC443KQ type=write size=2120923 2024-09-19T11:26:12.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.519+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=KQK98C71SSG9 type=write size=817505 2024-09-19T11:26:12.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.520+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~N3BRDXYG1OVZ.0 size=281902 2024-09-19T11:26:12.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.522+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=N3BRDXYG1OVZ tag=78V9MQJ902PD type=write size=1330478 2024-09-19T11:26:12.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.523+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=8BMBD51XC60D type=write size=755425 2024-09-19T11:26:12.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.526+0000 7f8576bd1780 1 < suggested update operation key=SQT4SZMGZ35M tag=J5ZHSYQD4USH type=del size=2403975 2024-09-19T11:26:12.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.528+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~HDJPNHOFYNOY.0 size=120178 2024-09-19T11:26:12.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.528+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=HDJPNHOFYNOY tag=UOGEMPYFAL0S type=write size=1168754 2024-09-19T11:26:12.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.530+0000 7f8576bd1780 1 < suggested update operation key=5PL1P4MQWBJN tag=U67E3ZRLXO3V type=del size=3205370 2024-09-19T11:26:12.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.532+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~A3TP58TTMIK8.0 size=1032539 2024-09-19T11:26:12.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.532+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=A3TP58TTMIK8 tag=1SSBPDL27VO2 type=write size=2081115 2024-09-19T11:26:12.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.534+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=SZ6KFU9RQ3MT type=del 2024-09-19T11:26:12.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.536+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~FDF1BJEQVE6K.0 size=1048576 2024-09-19T11:26:12.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.537+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~FDF1BJEQVE6K.1 size=1048576 2024-09-19T11:26:12.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.538+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~FDF1BJEQVE6K.2 size=880233 2024-09-19T11:26:12.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.538+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=FDF1BJEQVE6K tag=C1B8F92ISVOD type=write size=4025961 2024-09-19T11:26:12.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.539+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=XUM5MLTF381Z type=del 2024-09-19T11:26:12.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.541+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~GV8F90F0VPDI.0 size=1048576 2024-09-19T11:26:12.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.542+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~GV8F90F0VPDI.1 size=303041 2024-09-19T11:26:12.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.542+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=GV8F90F0VPDI tag=WSPQBS2AGAPL type=write size=2400193 2024-09-19T11:26:12.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.542+0000 7f8576bd1780 1 < canceled part key=_multipart_KKKADFW73I84.2~V2X7A9GMGA7T.0 size=1048576 2024-09-19T11:26:12.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.543+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~V2X7A9GMGA7T.1 size=1048576 2024-09-19T11:26:12.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.544+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~V2X7A9GMGA7T.2 size=656147 2024-09-19T11:26:12.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.547+0000 7f8576bd1780 1 < canceled multipart upload key=KKKADFW73I84 upload=V2X7A9GMGA7T tag=UK3Z5ENYYX03 type=write size=3801875 2024-09-19T11:26:12.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.548+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=PE3WJWC3DL5Q type=write size=33067 2024-09-19T11:26:12.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.550+0000 7f8576bd1780 1 < suggested remove operation key=SQT4SZMGZ35M tag=PK1RPP3AEOH7 type=del 2024-09-19T11:26:12.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.552+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=G1L2M721RC67 type=write size=100338 2024-09-19T11:26:12.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.553+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~0KGEBH63NQ6M.0 size=526315 2024-09-19T11:26:12.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.555+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=0KGEBH63NQ6M tag=W1DUVOII7BE4 type=write size=1574891 2024-09-19T11:26:12.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.556+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=62KCR6GFW2CS type=write size=800018 2024-09-19T11:26:12.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.558+0000 7f8576bd1780 1 < completed write operation key=JCTD8EOFVYS2 tag=HZD6OA0MZZXD type=write size=184467 2024-09-19T11:26:12.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.559+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=G9VRHDI8VS03 type=del size=721635 2024-09-19T11:26:12.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.560+0000 7f8576bd1780 1 < canceled operation key=YJ3WDCJJJLOH tag=YNL1ETAO5NP4 type=del size=2115589 2024-09-19T11:26:12.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.561+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=L36C0B685SKI type=write size=345894 2024-09-19T11:26:12.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.563+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=5QRMN5N599RX type=del 2024-09-19T11:26:12.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.565+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~XQZP50EOCI8V.0 size=1048576 2024-09-19T11:26:12.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.566+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~XQZP50EOCI8V.1 size=1048576 2024-09-19T11:26:12.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.567+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~XQZP50EOCI8V.2 size=948395 2024-09-19T11:26:12.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.567+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=XQZP50EOCI8V tag=L9TW5FQ5N6MY type=write size=4094123 2024-09-19T11:26:12.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.568+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=4ZW3PXR07A85 type=del 2024-09-19T11:26:12.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.570+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~0BS2I7AWG8H3.0 size=849333 2024-09-19T11:26:12.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.570+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=0BS2I7AWG8H3 tag=FTZIVZWQY920 type=write size=1897909 2024-09-19T11:26:12.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.572+0000 7f8576bd1780 1 < suggested remove operation key=JCTD8EOFVYS2 tag=Y4UK4VLXBIBE type=del 2024-09-19T11:26:12.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.575+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~HC81OMS5Q6J1.0 size=1048576 2024-09-19T11:26:12.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.576+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~HC81OMS5Q6J1.1 size=1048576 2024-09-19T11:26:12.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.577+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~HC81OMS5Q6J1.2 size=664457 2024-09-19T11:26:12.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.577+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=HC81OMS5Q6J1 tag=WO2PLIFGP5B7 type=write size=3810185 2024-09-19T11:26:12.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.578+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~BY1U7XNDGDBL.0 size=1048576 2024-09-19T11:26:12.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.579+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~BY1U7XNDGDBL.1 size=87540 2024-09-19T11:26:12.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.581+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=BY1U7XNDGDBL tag=Y67YSWDFPEO1 type=write size=2184692 2024-09-19T11:26:12.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.582+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=O9DQ7PV4JS9C type=del size=1748404 2024-09-19T11:26:12.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.583+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=E6PS4TEDVWAR type=del 2024-09-19T11:26:12.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.585+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~VM4J8E1VFJW4.0 size=1048576 2024-09-19T11:26:12.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.586+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~VM4J8E1VFJW4.1 size=571574 2024-09-19T11:26:12.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.586+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=VM4J8E1VFJW4 tag=EOMPCIAD7AOV type=write size=2668726 2024-09-19T11:26:12.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.587+0000 7f8576bd1780 1 < completed write operation key=BFY7ZISN7X2F tag=KQK98C71SSG9 type=write size=817505 2024-09-19T11:26:12.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.589+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=5OTSEXJ6UVPY type=del size=1930895 2024-09-19T11:26:12.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.591+0000 7f8576bd1780 1 < suggested update operation key=MZMHUNQR1QO8 tag=8BMBD51XC60D type=write size=755425 2024-09-19T11:26:12.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.593+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~RM9NZN7C3V01.0 size=137570 2024-09-19T11:26:12.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.593+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=RM9NZN7C3V01 tag=QG3XEFJJ03LD type=write size=1186146 2024-09-19T11:26:12.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.595+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~HDJPNHOFYNOY.0 size=120178 2024-09-19T11:26:12.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.597+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=HDJPNHOFYNOY tag=UOGEMPYFAL0S type=write size=1168754 2024-09-19T11:26:12.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.599+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~JK31O19GBJJH.0 size=1048576 2024-09-19T11:26:12.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.600+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~JK31O19GBJJH.1 size=718786 2024-09-19T11:26:12.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.600+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=JK31O19GBJJH tag=AOUANPHWPQAV type=write size=2815938 2024-09-19T11:26:12.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.601+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~A3TP58TTMIK8.0 size=1032539 2024-09-19T11:26:12.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.603+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=A3TP58TTMIK8 tag=1SSBPDL27VO2 type=write size=2081115 2024-09-19T11:26:12.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.604+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=EDGFAQB1VGY0 type=del size=3992098 2024-09-19T11:26:12.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.605+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~FDF1BJEQVE6K.0 size=1048576 2024-09-19T11:26:12.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.606+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~FDF1BJEQVE6K.1 size=1048576 2024-09-19T11:26:12.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.607+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~FDF1BJEQVE6K.2 size=880233 2024-09-19T11:26:12.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.609+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=FDF1BJEQVE6K tag=C1B8F92ISVOD type=write size=4025961 2024-09-19T11:26:12.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.610+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=02AZJEYPRANW type=del size=3582252 2024-09-19T11:26:12.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.612+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~GV8F90F0VPDI.0 size=1048576 2024-09-19T11:26:12.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.612+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~GV8F90F0VPDI.1 size=303041 2024-09-19T11:26:12.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.614+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=GV8F90F0VPDI tag=WSPQBS2AGAPL type=write size=2400193 2024-09-19T11:26:12.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.615+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=V84MJ71QBECJ type=del size=1242283 2024-09-19T11:26:12.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.618+0000 7f8576bd1780 1 < suggested remove operation key=58U30UDUEZ3W tag=PE3WJWC3DL5Q type=write 2024-09-19T11:26:12.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.620+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=WYV59B1L3FVJ type=write size=668503 2024-09-19T11:26:12.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.621+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=G1L2M721RC67 type=write size=100338 2024-09-19T11:26:12.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.622+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=7L1V7DTMCBZF type=write size=216301 2024-09-19T11:26:12.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.623+0000 7f8576bd1780 -1 < failed to complete operation key=58U30UDUEZ3W tag=62KCR6GFW2CS type=write size=800018: (22) Invalid argument 2024-09-19T11:26:12.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.624+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=2G2207N7AU06 type=del size=2166266 2024-09-19T11:26:12.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.625+0000 7f8576bd1780 -1 < failed to complete operation key=JCTD8EOFVYS2 tag=G9VRHDI8VS03 type=del size=721635: (22) Invalid argument 2024-09-19T11:26:12.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.627+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~9VLKJIUFETRS.0 size=1048576 2024-09-19T11:26:12.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.628+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~9VLKJIUFETRS.1 size=1048576 2024-09-19T11:26:12.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.629+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~9VLKJIUFETRS.2 size=216412 2024-09-19T11:26:12.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.629+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=9VLKJIUFETRS tag=X1RZ2X2YVG6T type=write size=3362140 2024-09-19T11:26:12.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.632+0000 7f8576bd1780 1 < suggested update operation key=C4PTRIG04GCR tag=L36C0B685SKI type=write size=345894 2024-09-19T11:26:12.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.634+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~F5FLN6B2BO28.0 size=618135 2024-09-19T11:26:12.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.634+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=F5FLN6B2BO28 tag=Q9HQOBL2NVL0 type=write size=1666711 2024-09-19T11:26:12.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.635+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~XQZP50EOCI8V.0 size=1048576 2024-09-19T11:26:12.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.636+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~XQZP50EOCI8V.1 size=1048576 2024-09-19T11:26:12.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.637+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~XQZP50EOCI8V.2 size=948395 2024-09-19T11:26:12.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.639+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=XQZP50EOCI8V tag=L9TW5FQ5N6MY type=write size=4094123 2024-09-19T11:26:12.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.640+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=FZUKHUCK33UD type=del size=3697841 2024-09-19T11:26:12.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.641+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~0BS2I7AWG8H3.0 size=849333 2024-09-19T11:26:12.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.643+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=0BS2I7AWG8H3 tag=FTZIVZWQY920 type=write size=1897909 2024-09-19T11:26:12.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.645+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~C1ZQBN9504BW.0 size=1048576 2024-09-19T11:26:12.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.646+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~C1ZQBN9504BW.1 size=1048576 2024-09-19T11:26:12.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.647+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~C1ZQBN9504BW.2 size=103907 2024-09-19T11:26:12.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.647+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=C1ZQBN9504BW tag=NBQ2NOW00RKC type=write size=3249635 2024-09-19T11:26:12.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.648+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~HC81OMS5Q6J1.0 size=1048576 2024-09-19T11:26:12.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.649+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~HC81OMS5Q6J1.1 size=1048576 2024-09-19T11:26:12.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.650+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~HC81OMS5Q6J1.2 size=664457 2024-09-19T11:26:12.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.652+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=HC81OMS5Q6J1 tag=WO2PLIFGP5B7 type=write size=3810185 2024-09-19T11:26:12.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.653+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=1L245LHE6OHO type=del size=2478466 2024-09-19T11:26:12.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.654+0000 7f8576bd1780 1 < canceled operation key=C5X0XZYLQT84 tag=O9DQ7PV4JS9C type=del size=1748404 2024-09-19T11:26:12.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.656+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~DEDE4Z0MGD6O.0 size=1048576 2024-09-19T11:26:12.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.657+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~DEDE4Z0MGD6O.1 size=932931 2024-09-19T11:26:12.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.657+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=DEDE4Z0MGD6O tag=U0KANREO2GN0 type=write size=3030083 2024-09-19T11:26:12.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.658+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~VM4J8E1VFJW4.0 size=1048576 2024-09-19T11:26:12.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.658+0000 7f8576bd1780 1 < canceled part key=_multipart_D8MAT4VBLN2R.2~VM4J8E1VFJW4.1 size=571574 2024-09-19T11:26:12.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.660+0000 7f8576bd1780 1 < canceled multipart upload key=D8MAT4VBLN2R upload=VM4J8E1VFJW4 tag=EOMPCIAD7AOV type=write size=2668726 2024-09-19T11:26:12.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.662+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~0QIQHEFTJH04.0 size=748224 2024-09-19T11:26:12.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.662+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=0QIQHEFTJH04 tag=OEEYNXEG0PHD type=write size=1796800 2024-09-19T11:26:12.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.664+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=5OTSEXJ6UVPY type=del 2024-09-19T11:26:12.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.665+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=U9K82X7KCN5H type=del size=256211 2024-09-19T11:26:12.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.666+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~RM9NZN7C3V01.0 size=137570 2024-09-19T11:26:12.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.668+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=RM9NZN7C3V01 tag=QG3XEFJJ03LD type=write size=1186146 2024-09-19T11:26:12.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.669+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=36ISGT065BJL type=write size=848107 2024-09-19T11:26:12.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.670+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~JK31O19GBJJH.0 size=1048576 2024-09-19T11:26:12.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.671+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~JK31O19GBJJH.1 size=718786 2024-09-19T11:26:12.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.673+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=JK31O19GBJJH tag=AOUANPHWPQAV type=write size=2815938 2024-09-19T11:26:12.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.675+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~I2UX3AHUBSPW.0 size=1048576 2024-09-19T11:26:12.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.676+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~I2UX3AHUBSPW.1 size=48388 2024-09-19T11:26:12.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.676+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=I2UX3AHUBSPW tag=1XDEXKG7VCOA type=write size=2145540 2024-09-19T11:26:12.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.677+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=EDGFAQB1VGY0 type=del 2024-09-19T11:26:12.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.679+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=E4EN92APGFPB type=del size=1218353 2024-09-19T11:26:12.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.680+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=02AZJEYPRANW type=del 2024-09-19T11:26:12.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.681+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=MP3W7VAX1Y0S type=del size=277356 2024-09-19T11:26:12.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.683+0000 7f8576bd1780 1 < suggested remove operation key=JCTD8EOFVYS2 tag=V84MJ71QBECJ type=del 2024-09-19T11:26:12.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.685+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=73VVJU6NI1SR type=del size=1381605 2024-09-19T11:26:12.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.686+0000 7f8576bd1780 1 < completed write operation key=3321TAKJUZTG tag=WYV59B1L3FVJ type=write size=668503 2024-09-19T11:26:12.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.687+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=UQ97Y7MXSHOG type=del size=517819 2024-09-19T11:26:12.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.689+0000 7f8576bd1780 1 < completed write operation key=7B4T99OA9CO4 tag=7L1V7DTMCBZF type=write size=216301 2024-09-19T11:26:12.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.692+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~MHGR3X018A7H.0 size=1048576 2024-09-19T11:26:12.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.693+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~MHGR3X018A7H.1 size=1048576 2024-09-19T11:26:12.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.694+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~MHGR3X018A7H.2 size=268957 2024-09-19T11:26:12.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.694+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=MHGR3X018A7H tag=AO9KSCMZUTKI type=write size=3414685 2024-09-19T11:26:12.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.696+0000 7f8576bd1780 1 < suggested remove operation key=YC1UNQBZOH98 tag=2G2207N7AU06 type=del 2024-09-19T11:26:12.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.698+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~QE23HIEU8JFE.0 size=1048576 2024-09-19T11:26:12.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.699+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~QE23HIEU8JFE.1 size=1048576 2024-09-19T11:26:12.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.700+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~QE23HIEU8JFE.2 size=343902 2024-09-19T11:26:12.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.700+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=QE23HIEU8JFE tag=8VB9I5Z5PR3G type=write size=3489630 2024-09-19T11:26:12.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.701+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~9VLKJIUFETRS.0 size=1048576 2024-09-19T11:26:12.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.702+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~9VLKJIUFETRS.1 size=1048576 2024-09-19T11:26:12.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.703+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~9VLKJIUFETRS.2 size=216412 2024-09-19T11:26:12.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.705+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=9VLKJIUFETRS tag=X1RZ2X2YVG6T type=write size=3362140 2024-09-19T11:26:12.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.706+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=91FWJ37ZMZ74 type=write size=501847 2024-09-19T11:26:12.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.707+0000 7f8576bd1780 1 < canceled part key=_multipart_PSPJL1Y4L8JB.2~F5FLN6B2BO28.0 size=618135 2024-09-19T11:26:12.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.709+0000 7f8576bd1780 1 < canceled multipart upload key=PSPJL1Y4L8JB upload=F5FLN6B2BO28 tag=Q9HQOBL2NVL0 type=write size=1666711 2024-09-19T11:26:12.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.711+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~IDYPUNBGD124.0 size=221385 2024-09-19T11:26:12.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.711+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=IDYPUNBGD124 tag=WW4SH78U6JDZ type=write size=1269961 2024-09-19T11:26:12.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.712+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=FZUKHUCK33UD type=del 2024-09-19T11:26:12.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.714+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=7PNGM1ZN9AKE type=del size=3214006 2024-09-19T11:26:12.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.715+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~C1ZQBN9504BW.0 size=1048576 2024-09-19T11:26:12.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.716+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~C1ZQBN9504BW.1 size=1048576 2024-09-19T11:26:12.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.717+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~C1ZQBN9504BW.2 size=103907 2024-09-19T11:26:12.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.719+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=C1ZQBN9504BW tag=NBQ2NOW00RKC type=write size=3249635 2024-09-19T11:26:12.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.721+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=Z453H3ASY9WH type=del size=3382073 2024-09-19T11:26:12.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.722+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=1L245LHE6OHO type=del 2024-09-19T11:26:12.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.724+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~NXKYFFJZ0YUY.0 size=1048576 2024-09-19T11:26:12.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.725+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~NXKYFFJZ0YUY.1 size=204692 2024-09-19T11:26:12.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.725+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=NXKYFFJZ0YUY tag=IBMRJWPP8C6P type=write size=2301844 2024-09-19T11:26:12.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.727+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~DEDE4Z0MGD6O.0 size=1048576 2024-09-19T11:26:12.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.729+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~DEDE4Z0MGD6O.1 size=932931 2024-09-19T11:26:12.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.731+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=DEDE4Z0MGD6O tag=U0KANREO2GN0 type=write size=3030083 2024-09-19T11:26:12.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.732+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=P53H3S55R6HL type=del size=975823 2024-09-19T11:26:12.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.733+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~0QIQHEFTJH04.0 size=748224 2024-09-19T11:26:12.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.735+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=0QIQHEFTJH04 tag=OEEYNXEG0PHD type=write size=1796800 2024-09-19T11:26:12.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.736+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=4CO7USVPO875 type=del size=651754 2024-09-19T11:26:12.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.737+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=U9K82X7KCN5H type=del 2024-09-19T11:26:12.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.738+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=0M70YFMDAJNP type=del size=3008417 2024-09-19T11:26:12.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.740+0000 7f8576bd1780 1 < completed write operation key=N7PGU1DM6N25 tag=36ISGT065BJL type=write size=848107 2024-09-19T11:26:12.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.741+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=6CEKDZWWOYNJ type=del size=1630952 2024-09-19T11:26:12.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.742+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~I2UX3AHUBSPW.0 size=1048576 2024-09-19T11:26:12.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.743+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~I2UX3AHUBSPW.1 size=48388 2024-09-19T11:26:12.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.745+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=I2UX3AHUBSPW tag=1XDEXKG7VCOA type=write size=2145540 2024-09-19T11:26:12.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.746+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=FQGO0STSLEXT type=del size=2552724 2024-09-19T11:26:12.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.747+0000 7f8576bd1780 1 < canceled operation key=C4PTRIG04GCR tag=E4EN92APGFPB type=del size=1218353 2024-09-19T11:26:12.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.750+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~HCT427KDY6VG.0 size=1048576 2024-09-19T11:26:12.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.751+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~HCT427KDY6VG.1 size=314090 2024-09-19T11:26:12.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.751+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=HCT427KDY6VG tag=V9MGG53TSSCZ type=write size=2411242 2024-09-19T11:26:12.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.753+0000 7f8576bd1780 1 < suggested remove operation key=5G75PFJB25A0 tag=MP3W7VAX1Y0S type=del 2024-09-19T11:26:12.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.754+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=W40RS0QIDI1D type=del size=2462377 2024-09-19T11:26:12.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.756+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=73VVJU6NI1SR type=del 2024-09-19T11:26:12.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.758+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~ALILYPT5FKOD.0 size=500576 2024-09-19T11:26:12.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.758+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=ALILYPT5FKOD tag=M9CROWQFDFMD type=write size=1549152 2024-09-19T11:26:12.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.759+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=UQ97Y7MXSHOG type=del 2024-09-19T11:26:12.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.760+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=2CKYQ2X104WD type=del size=3000039 2024-09-19T11:26:12.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.762+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~MHGR3X018A7H.0 size=1048576 2024-09-19T11:26:12.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.763+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~MHGR3X018A7H.1 size=1048576 2024-09-19T11:26:12.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.764+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~MHGR3X018A7H.2 size=268957 2024-09-19T11:26:12.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.766+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=MHGR3X018A7H tag=AO9KSCMZUTKI type=write size=3414685 2024-09-19T11:26:12.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.767+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=CJY4VTJGLGX4 type=del size=2000199 2024-09-19T11:26:12.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.768+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~QE23HIEU8JFE.0 size=1048576 2024-09-19T11:26:12.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.769+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~QE23HIEU8JFE.1 size=1048576 2024-09-19T11:26:12.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.770+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~QE23HIEU8JFE.2 size=343902 2024-09-19T11:26:12.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.772+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=QE23HIEU8JFE tag=8VB9I5Z5PR3G type=write size=3489630 2024-09-19T11:26:12.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.773+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=NAUFS8HH1WA4 type=del size=2282335 2024-09-19T11:26:12.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.774+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=91FWJ37ZMZ74 type=write size=501847 2024-09-19T11:26:12.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.775+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=Z80CHKP3TM90 type=del size=1547280 2024-09-19T11:26:12.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.777+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~IDYPUNBGD124.0 size=221385 2024-09-19T11:26:12.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.778+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=IDYPUNBGD124 tag=WW4SH78U6JDZ type=write size=1269961 2024-09-19T11:26:12.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.780+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=DJY3BZCM09LY type=del size=1727941 2024-09-19T11:26:12.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.781+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=7PNGM1ZN9AKE type=del 2024-09-19T11:26:12.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.783+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~59XEK4LKJK7A.0 size=1048576 2024-09-19T11:26:12.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.784+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~59XEK4LKJK7A.1 size=1048576 2024-09-19T11:26:12.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.785+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~59XEK4LKJK7A.2 size=979545 2024-09-19T11:26:12.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.785+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=59XEK4LKJK7A tag=RW5TYF993J61 type=write size=4125273 2024-09-19T11:26:12.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.786+0000 7f8576bd1780 1 < canceled operation key=D8MAT4VBLN2R tag=Z453H3ASY9WH type=del size=3382073 2024-09-19T11:26:12.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.788+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~Y0HLF7AGDN03.0 size=1048576 2024-09-19T11:26:12.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.789+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~Y0HLF7AGDN03.1 size=1048576 2024-09-19T11:26:12.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.790+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~Y0HLF7AGDN03.2 size=777906 2024-09-19T11:26:12.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.790+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=Y0HLF7AGDN03 tag=TJQO0EY2WN60 type=write size=3923634 2024-09-19T11:26:12.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.791+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~NXKYFFJZ0YUY.0 size=1048576 2024-09-19T11:26:12.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.792+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~NXKYFFJZ0YUY.1 size=204692 2024-09-19T11:26:12.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.794+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=NXKYFFJZ0YUY tag=IBMRJWPP8C6P type=write size=2301844 2024-09-19T11:26:12.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.796+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~0GVL5PVO86RY.0 size=923382 2024-09-19T11:26:12.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.796+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=0GVL5PVO86RY tag=V5QZAUU095GI type=write size=1971958 2024-09-19T11:26:12.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.797+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=P53H3S55R6HL type=del 2024-09-19T11:26:12.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.800+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~0C94RX75ZPJN.0 size=1048576 2024-09-19T11:26:12.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.801+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~0C94RX75ZPJN.1 size=1002447 2024-09-19T11:26:12.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.801+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=0C94RX75ZPJN tag=DZ2G9U56M1ZG type=write size=3099599 2024-09-19T11:26:12.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.803+0000 7f8576bd1780 1 < suggested update operation key=JCTD8EOFVYS2 tag=4CO7USVPO875 type=del size=651754 2024-09-19T11:26:12.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.804+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=8XPB20W35913 type=del size=3365363 2024-09-19T11:26:12.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.805+0000 7f8576bd1780 1 < canceled operation key=KFMJ4RY4PU1U tag=0M70YFMDAJNP type=del size=3008417 2024-09-19T11:26:12.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.807+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=3M1SE9694PUX type=del size=4000468 2024-09-19T11:26:12.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.808+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=6CEKDZWWOYNJ type=del 2024-09-19T11:26:12.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.809+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=GDQKLHPDX5IX type=del size=2226180 2024-09-19T11:26:12.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.812+0000 7f8576bd1780 1 < suggested update operation key=KKKADFW73I84 tag=FQGO0STSLEXT type=del size=2552724 2024-09-19T11:26:12.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.813+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=1TZQKGXJ6LYW type=del size=373210 2024-09-19T11:26:12.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.815+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~HCT427KDY6VG.0 size=1048576 2024-09-19T11:26:12.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.815+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~HCT427KDY6VG.1 size=314090 2024-09-19T11:26:12.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.817+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=HCT427KDY6VG tag=V9MGG53TSSCZ type=write size=2411242 2024-09-19T11:26:12.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.818+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=2Y6T7UGU1S7X type=del size=3018257 2024-09-19T11:26:12.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.819+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=W40RS0QIDI1D type=del 2024-09-19T11:26:12.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.820+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=1ISZ6WB3FISZ type=del size=4058590 2024-09-19T11:26:12.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.821+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~ALILYPT5FKOD.0 size=500576 2024-09-19T11:26:12.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.824+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=ALILYPT5FKOD tag=M9CROWQFDFMD type=write size=1549152 2024-09-19T11:26:12.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.825+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=3B0EZB0DYJI2 type=del size=1914058 2024-09-19T11:26:12.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.826+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=2CKYQ2X104WD type=del 2024-09-19T11:26:12.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.828+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~N8EAA71X08WK.0 size=937315 2024-09-19T11:26:12.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.828+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=N8EAA71X08WK tag=1ETKORNHZ37D type=write size=1985891 2024-09-19T11:26:12.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.830+0000 7f8576bd1780 1 < suggested update operation key=C5X0XZYLQT84 tag=CJY4VTJGLGX4 type=del size=2000199 2024-09-19T11:26:12.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.832+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=VAM5BMSLQU0R type=del size=2461057 2024-09-19T11:26:12.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.833+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=NAUFS8HH1WA4 type=del 2024-09-19T11:26:12.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.834+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=B2IZ42ABAQPP type=del size=302000 2024-09-19T11:26:12.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.835+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=Z80CHKP3TM90 type=del 2024-09-19T11:26:12.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.837+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=RFH0MP4O0F7C type=del size=3904688 2024-09-19T11:26:12.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.838+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=DJY3BZCM09LY type=del 2024-09-19T11:26:12.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.840+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~CYKMI2GJX3WU.0 size=433300 2024-09-19T11:26:12.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.840+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=CYKMI2GJX3WU tag=H415TXM8SL0A type=write size=1481876 2024-09-19T11:26:12.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.842+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~59XEK4LKJK7A.0 size=1048576 2024-09-19T11:26:12.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.843+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~59XEK4LKJK7A.1 size=1048576 2024-09-19T11:26:12.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.844+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~59XEK4LKJK7A.2 size=979545 2024-09-19T11:26:12.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.847+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=59XEK4LKJK7A tag=RW5TYF993J61 type=write size=4125273 2024-09-19T11:26:12.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.849+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~GVX5AB57HY0K.0 size=1048576 2024-09-19T11:26:12.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.850+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~GVX5AB57HY0K.1 size=1048576 2024-09-19T11:26:12.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.851+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~GVX5AB57HY0K.2 size=739442 2024-09-19T11:26:12.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.851+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=GVX5AB57HY0K tag=GHMPPBN5A0FY type=write size=3885170 2024-09-19T11:26:12.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.852+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~Y0HLF7AGDN03.0 size=1048576 2024-09-19T11:26:12.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.853+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~Y0HLF7AGDN03.1 size=1048576 2024-09-19T11:26:12.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.854+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~Y0HLF7AGDN03.2 size=777906 2024-09-19T11:26:12.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.856+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=Y0HLF7AGDN03 tag=TJQO0EY2WN60 type=write size=3923634 2024-09-19T11:26:12.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.858+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~OEK5G5SWCX0O.0 size=211798 2024-09-19T11:26:12.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.858+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=OEK5G5SWCX0O tag=GPHTED2W27CA type=write size=1260374 2024-09-19T11:26:12.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.859+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~0GVL5PVO86RY.0 size=923382 2024-09-19T11:26:12.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.861+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=0GVL5PVO86RY tag=V5QZAUU095GI type=write size=1971958 2024-09-19T11:26:12.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.863+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~06SIHITQVG15.0 size=633025 2024-09-19T11:26:12.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.863+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=06SIHITQVG15 tag=OVFPGIL1Z80H type=write size=1681601 2024-09-19T11:26:12.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.864+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~0C94RX75ZPJN.0 size=1048576 2024-09-19T11:26:12.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.865+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~0C94RX75ZPJN.1 size=1002447 2024-09-19T11:26:12.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.867+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=0C94RX75ZPJN tag=DZ2G9U56M1ZG type=write size=3099599 2024-09-19T11:26:12.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.870+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~F9ZX3WQPOCE6.0 size=1048576 2024-09-19T11:26:12.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.871+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~F9ZX3WQPOCE6.1 size=1048576 2024-09-19T11:26:12.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.872+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~F9ZX3WQPOCE6.2 size=535674 2024-09-19T11:26:12.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.872+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=F9ZX3WQPOCE6 tag=UXVM4S1LR2VL type=write size=3681402 2024-09-19T11:26:12.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.873+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=8XPB20W35913 type=del 2024-09-19T11:26:12.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.874+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=LQ3GNX5WY29P type=del size=1277108 2024-09-19T11:26:12.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.875+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=3M1SE9694PUX type=del 2024-09-19T11:26:12.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.877+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~D20IOK4N2K3Y.0 size=1048576 2024-09-19T11:26:12.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.878+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~D20IOK4N2K3Y.1 size=788955 2024-09-19T11:26:12.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.878+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=D20IOK4N2K3Y tag=7MQWL2CG0BCW type=write size=2886107 2024-09-19T11:26:12.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.880+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=GDQKLHPDX5IX type=del 2024-09-19T11:26:12.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.881+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=LQ0URON6SKPP type=del size=1479378 2024-09-19T11:26:12.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.882+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=1TZQKGXJ6LYW type=del 2024-09-19T11:26:12.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.883+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=BNMN1BMZQ0GO type=del size=3535881 2024-09-19T11:26:12.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.885+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=2Y6T7UGU1S7X type=del 2024-09-19T11:26:12.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.886+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=4CC8WSGXARI2 type=write size=922094 2024-09-19T11:26:12.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.887+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=1ISZ6WB3FISZ type=del 2024-09-19T11:26:12.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.889+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=WPJKZIVDLWWE type=write size=938418 2024-09-19T11:26:12.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.890+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=3B0EZB0DYJI2 type=del 2024-09-19T11:26:12.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.892+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~PLHGX7IQVGTN.0 size=1048576 2024-09-19T11:26:12.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.893+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~PLHGX7IQVGTN.1 size=1048576 2024-09-19T11:26:12.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.894+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~PLHGX7IQVGTN.2 size=991850 2024-09-19T11:26:12.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.894+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=PLHGX7IQVGTN tag=O4Y4LUZZXWCR type=write size=4137578 2024-09-19T11:26:12.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.896+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~N8EAA71X08WK.0 size=937315 2024-09-19T11:26:12.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.898+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=N8EAA71X08WK tag=1ETKORNHZ37D type=write size=1985891 2024-09-19T11:26:12.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.900+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~7UTBWC743U5A.0 size=1048576 2024-09-19T11:26:12.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.901+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~7UTBWC743U5A.1 size=1048576 2024-09-19T11:26:12.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.902+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~7UTBWC743U5A.2 size=652301 2024-09-19T11:26:12.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.902+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=7UTBWC743U5A tag=GIMSDW9RK0GY type=write size=3798029 2024-09-19T11:26:12.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.903+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=VAM5BMSLQU0R type=del 2024-09-19T11:26:12.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.905+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~702GD9C3MDU5.0 size=1048576 2024-09-19T11:26:12.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.906+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~702GD9C3MDU5.1 size=1048576 2024-09-19T11:26:12.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.907+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~702GD9C3MDU5.2 size=660934 2024-09-19T11:26:12.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.907+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=702GD9C3MDU5 tag=J5VXHTODABLD type=write size=3806662 2024-09-19T11:26:12.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.908+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=B2IZ42ABAQPP type=del 2024-09-19T11:26:12.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.909+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=GJQK5DZWNWZV type=del size=345024 2024-09-19T11:26:12.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.910+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=RFH0MP4O0F7C type=del 2024-09-19T11:26:12.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.911+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=794BV1QRGY4B type=del size=82279 2024-09-19T11:26:12.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.912+0000 7f8576bd1780 1 < canceled part key=_multipart_5CG1U88JETDH.2~CYKMI2GJX3WU.0 size=433300 2024-09-19T11:26:12.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.914+0000 7f8576bd1780 1 < canceled multipart upload key=5CG1U88JETDH upload=CYKMI2GJX3WU tag=H415TXM8SL0A type=write size=1481876 2024-09-19T11:26:12.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.916+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~DEC198WFOZ5H.0 size=586016 2024-09-19T11:26:12.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.916+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=DEC198WFOZ5H tag=GRASJFRBCEDE type=write size=1634592 2024-09-19T11:26:12.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.917+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~GVX5AB57HY0K.0 size=1048576 2024-09-19T11:26:12.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.918+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~GVX5AB57HY0K.1 size=1048576 2024-09-19T11:26:12.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.919+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~GVX5AB57HY0K.2 size=739442 2024-09-19T11:26:12.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.921+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=GVX5AB57HY0K tag=GHMPPBN5A0FY type=write size=3885170 2024-09-19T11:26:12.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.923+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~F7AV4JO2L4GR.0 size=349894 2024-09-19T11:26:12.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.924+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=F7AV4JO2L4GR tag=52XRE70TLGF2 type=write size=1398470 2024-09-19T11:26:12.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.925+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~OEK5G5SWCX0O.0 size=211798 2024-09-19T11:26:12.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.927+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=OEK5G5SWCX0O tag=GPHTED2W27CA type=write size=1260374 2024-09-19T11:26:12.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.928+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=1I139ED0FMR5 type=write size=715336 2024-09-19T11:26:12.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.929+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~06SIHITQVG15.0 size=633025 2024-09-19T11:26:12.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.931+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=06SIHITQVG15 tag=OVFPGIL1Z80H type=write size=1681601 2024-09-19T11:26:12.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.933+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=P3FN21YUY0Y5 type=del size=1704333 2024-09-19T11:26:12.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.933+0000 7f8576bd1780 1 < canceled part key=_multipart_R1ZFOJD08GS5.2~F9ZX3WQPOCE6.0 size=1048576 2024-09-19T11:26:12.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.934+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~F9ZX3WQPOCE6.1 size=1048576 2024-09-19T11:26:12.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.935+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~F9ZX3WQPOCE6.2 size=535674 2024-09-19T11:26:12.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.937+0000 7f8576bd1780 1 < canceled multipart upload key=R1ZFOJD08GS5 upload=F9ZX3WQPOCE6 tag=UXVM4S1LR2VL type=write size=3681402 2024-09-19T11:26:12.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.938+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=1XXUUCOLQJGQ type=del size=266679 2024-09-19T11:26:12.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.939+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=LQ3GNX5WY29P type=del 2024-09-19T11:26:12.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.940+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=WL2I4Y1A8KYG type=write size=496788 2024-09-19T11:26:12.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.942+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~D20IOK4N2K3Y.0 size=1048576 2024-09-19T11:26:12.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.943+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~D20IOK4N2K3Y.1 size=788955 2024-09-19T11:26:12.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.945+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=D20IOK4N2K3Y tag=7MQWL2CG0BCW type=write size=2886107 2024-09-19T11:26:12.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.947+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~KALR2E39J7VA.0 size=703953 2024-09-19T11:26:12.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.947+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=KALR2E39J7VA tag=KPXQZWUSHQKE type=write size=1752529 2024-09-19T11:26:12.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.948+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=LQ0URON6SKPP type=del 2024-09-19T11:26:12.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.949+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=HCPWI1WL542N type=del size=2239204 2024-09-19T11:26:12.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.952+0000 7f8576bd1780 1 < suggested update operation key=8TXDCE73VSEB tag=BNMN1BMZQ0GO type=del size=3535881 2024-09-19T11:26:12.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.955+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~5XV9DOQ46HIZ.0 size=1048576 2024-09-19T11:26:12.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.955+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~5XV9DOQ46HIZ.1 size=1048576 2024-09-19T11:26:12.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.956+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~5XV9DOQ46HIZ.2 size=719342 2024-09-19T11:26:12.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.956+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=5XV9DOQ46HIZ tag=313JMMGNW34D type=write size=3865070 2024-09-19T11:26:12.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.958+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=4CC8WSGXARI2 type=write size=922094 2024-09-19T11:26:12.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.959+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=LWEJSTJHU2FN type=del size=80953 2024-09-19T11:26:12.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.960+0000 7f8576bd1780 1 < completed write operation key=C5X0XZYLQT84 tag=WPJKZIVDLWWE type=write size=938418 2024-09-19T11:26:12.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.961+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=CGZH134DMFPY type=del size=3122621 2024-09-19T11:26:12.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.962+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~PLHGX7IQVGTN.0 size=1048576 2024-09-19T11:26:12.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.963+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~PLHGX7IQVGTN.1 size=1048576 2024-09-19T11:26:12.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.964+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~PLHGX7IQVGTN.2 size=991850 2024-09-19T11:26:12.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.966+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=PLHGX7IQVGTN tag=O4Y4LUZZXWCR type=write size=4137578 2024-09-19T11:26:12.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.968+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=Q3VA63QW5D00 type=write size=592438 2024-09-19T11:26:12.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.969+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~7UTBWC743U5A.0 size=1048576 2024-09-19T11:26:12.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.969+0000 7f8576bd1780 1 < canceled part key=_multipart_Y9OEXPZ4M5UK.2~7UTBWC743U5A.1 size=1048576 2024-09-19T11:26:12.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.970+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~7UTBWC743U5A.2 size=652301 2024-09-19T11:26:12.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.972+0000 7f8576bd1780 1 < canceled multipart upload key=Y9OEXPZ4M5UK upload=7UTBWC743U5A tag=GIMSDW9RK0GY type=write size=3798029 2024-09-19T11:26:12.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.974+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=BZ52AX0BMUUV type=del size=3152036 2024-09-19T11:26:12.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.976+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~702GD9C3MDU5.0 size=1048576 2024-09-19T11:26:12.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.976+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~702GD9C3MDU5.1 size=1048576 2024-09-19T11:26:12.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.977+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~702GD9C3MDU5.2 size=660934 2024-09-19T11:26:12.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.979+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=702GD9C3MDU5 tag=J5VXHTODABLD type=write size=3806662 2024-09-19T11:26:12.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.981+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=SZGO22DXWP3A type=del size=1118798 2024-09-19T11:26:12.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.982+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=GJQK5DZWNWZV type=del 2024-09-19T11:26:12.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.984+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~3FWRRMJHIFXQ.0 size=835594 2024-09-19T11:26:12.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.984+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=3FWRRMJHIFXQ tag=9W1RM5L6JQJC type=write size=1884170 2024-09-19T11:26:12.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.985+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=794BV1QRGY4B type=del 2024-09-19T11:26:12.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.987+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~NX5PPN3D9HA0.0 size=437798 2024-09-19T11:26:12.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.987+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=NX5PPN3D9HA0 tag=XENBZ2WZMACX type=write size=1486374 2024-09-19T11:26:12.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.988+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~DEC198WFOZ5H.0 size=586016 2024-09-19T11:26:12.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.990+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=DEC198WFOZ5H tag=GRASJFRBCEDE type=write size=1634592 2024-09-19T11:26:12.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.994+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~ICYRMN12DHKQ.0 size=1048576 2024-09-19T11:26:12.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.995+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~ICYRMN12DHKQ.1 size=1048576 2024-09-19T11:26:12.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.996+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~ICYRMN12DHKQ.2 size=718375 2024-09-19T11:26:12.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.996+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=ICYRMN12DHKQ tag=0ZTA3WV9M10E type=write size=3864103 2024-09-19T11:26:12.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.997+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~F7AV4JO2L4GR.0 size=349894 2024-09-19T11:26:13.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:12.999+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=F7AV4JO2L4GR tag=52XRE70TLGF2 type=write size=1398470 2024-09-19T11:26:13.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.000+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=21UOSQHML07Q type=del size=2512778 2024-09-19T11:26:13.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.002+0000 7f8576bd1780 1 < suggested remove operation key=R1ZFOJD08GS5 tag=1I139ED0FMR5 type=write 2024-09-19T11:26:13.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.004+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=DPVID3Z7PGZJ type=write size=270354 2024-09-19T11:26:13.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.006+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=P3FN21YUY0Y5 type=del 2024-09-19T11:26:13.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.008+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~T60I2NXCZXRR.0 size=1048576 2024-09-19T11:26:13.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.009+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~T60I2NXCZXRR.1 size=141464 2024-09-19T11:26:13.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.009+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=T60I2NXCZXRR tag=BVR1ZD2K0WP6 type=write size=2238616 2024-09-19T11:26:13.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.010+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=1XXUUCOLQJGQ type=del 2024-09-19T11:26:13.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.011+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=QM38RPHSUYHK type=write size=852504 2024-09-19T11:26:13.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.013+0000 7f8576bd1780 1 < completed write operation key=FE3M1XO7TAS3 tag=WL2I4Y1A8KYG type=write size=496788 2024-09-19T11:26:13.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.014+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=Y5BA0W8X1Q08 type=del size=2485888 2024-09-19T11:26:13.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.015+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~KALR2E39J7VA.0 size=703953 2024-09-19T11:26:13.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.017+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=KALR2E39J7VA tag=KPXQZWUSHQKE type=write size=1752529 2024-09-19T11:26:13.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.018+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=IITMAJZJDBZN type=del size=536724 2024-09-19T11:26:13.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.020+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=HCPWI1WL542N type=del 2024-09-19T11:26:13.023 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.021+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=RC6ZZ2IJH1D9 type=del size=814559 2024-09-19T11:26:13.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.022+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~5XV9DOQ46HIZ.0 size=1048576 2024-09-19T11:26:13.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.023+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~5XV9DOQ46HIZ.1 size=1048576 2024-09-19T11:26:13.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.024+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~5XV9DOQ46HIZ.2 size=719342 2024-09-19T11:26:13.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.026+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=5XV9DOQ46HIZ tag=313JMMGNW34D type=write size=3865070 2024-09-19T11:26:13.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.027+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=FIKAHQFZFM43 type=del size=3012251 2024-09-19T11:26:13.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.029+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=LWEJSTJHU2FN type=del 2024-09-19T11:26:13.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.031+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~V3ANQLLCGKXF.0 size=1048576 2024-09-19T11:26:13.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.032+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~V3ANQLLCGKXF.1 size=1048576 2024-09-19T11:26:13.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.033+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~V3ANQLLCGKXF.2 size=726597 2024-09-19T11:26:13.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.033+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=V3ANQLLCGKXF tag=7JXPVUMUZ7CS type=write size=3872325 2024-09-19T11:26:13.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.034+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=CGZH134DMFPY type=del 2024-09-19T11:26:13.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.036+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~GWPSHY63730G.0 size=596455 2024-09-19T11:26:13.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.036+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=GWPSHY63730G tag=KWUGK9NU6INO type=write size=1645031 2024-09-19T11:26:13.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.037+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=Q3VA63QW5D00 type=write size=592438 2024-09-19T11:26:13.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.038+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=V6OKJDLFA7FP type=del size=1103524 2024-09-19T11:26:13.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.041+0000 7f8576bd1780 1 < suggested remove operation key=3321TAKJUZTG tag=BZ52AX0BMUUV type=del 2024-09-19T11:26:13.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.043+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~SMM5R2STV6RC.0 size=633149 2024-09-19T11:26:13.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.043+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=SMM5R2STV6RC tag=9J94EJS57H2S type=write size=1681725 2024-09-19T11:26:13.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.044+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=SZGO22DXWP3A type=del 2024-09-19T11:26:13.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.045+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=WM4SFTW9E7FL type=del size=2995605 2024-09-19T11:26:13.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.047+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~3FWRRMJHIFXQ.0 size=835594 2024-09-19T11:26:13.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.049+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=3FWRRMJHIFXQ tag=9W1RM5L6JQJC type=write size=1884170 2024-09-19T11:26:13.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.050+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=TQE54X7T8ILH type=del size=3529554 2024-09-19T11:26:13.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.051+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~NX5PPN3D9HA0.0 size=437798 2024-09-19T11:26:13.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.053+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=NX5PPN3D9HA0 tag=XENBZ2WZMACX type=write size=1486374 2024-09-19T11:26:13.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.054+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=0J13FB44GI5J type=del size=2667563 2024-09-19T11:26:13.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.055+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~ICYRMN12DHKQ.0 size=1048576 2024-09-19T11:26:13.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.056+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~ICYRMN12DHKQ.1 size=1048576 2024-09-19T11:26:13.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.057+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~ICYRMN12DHKQ.2 size=718375 2024-09-19T11:26:13.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.059+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=ICYRMN12DHKQ tag=0ZTA3WV9M10E type=write size=3864103 2024-09-19T11:26:13.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.061+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~MLPDSGHHPVDH.0 size=1048576 2024-09-19T11:26:13.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.062+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~MLPDSGHHPVDH.1 size=694032 2024-09-19T11:26:13.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.062+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=MLPDSGHHPVDH tag=3FUTBNUE68OJ type=write size=2791184 2024-09-19T11:26:13.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.064+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=21UOSQHML07Q type=del 2024-09-19T11:26:13.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.065+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=XSYKYGFIKB8W type=del size=2060016 2024-09-19T11:26:13.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.067+0000 7f8576bd1780 1 < completed write operation key=D8MAT4VBLN2R tag=DPVID3Z7PGZJ type=write size=270354 2024-09-19T11:26:13.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.068+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=SN6WEUQRNWK2 type=del size=2322248 2024-09-19T11:26:13.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.070+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~T60I2NXCZXRR.0 size=1048576 2024-09-19T11:26:13.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.071+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~T60I2NXCZXRR.1 size=141464 2024-09-19T11:26:13.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.073+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=T60I2NXCZXRR tag=BVR1ZD2K0WP6 type=write size=2238616 2024-09-19T11:26:13.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.074+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=SNVA72HDLA8L type=write size=762464 2024-09-19T11:26:13.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.075+0000 7f8576bd1780 1 < completed write operation key=TRUD9FI7BSLD tag=QM38RPHSUYHK type=write size=852504 2024-09-19T11:26:13.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.076+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=CU4MDTT0H7I4 type=write size=434922 2024-09-19T11:26:13.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.077+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=Y5BA0W8X1Q08 type=del 2024-09-19T11:26:13.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.080+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~9QML9UNT3QRN.0 size=1048576 2024-09-19T11:26:13.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.081+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~9QML9UNT3QRN.1 size=293487 2024-09-19T11:26:13.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.081+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=9QML9UNT3QRN tag=NUNQJRMBVIJB type=write size=2390639 2024-09-19T11:26:13.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.082+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=IITMAJZJDBZN type=del 2024-09-19T11:26:13.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.084+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~OT68CW35U23B.0 size=1048576 2024-09-19T11:26:13.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.085+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~OT68CW35U23B.1 size=892483 2024-09-19T11:26:13.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.085+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=OT68CW35U23B tag=VKGXZRDTI63K type=write size=2989635 2024-09-19T11:26:13.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.086+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=RC6ZZ2IJH1D9 type=del 2024-09-19T11:26:13.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.088+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~7KCJZA2X1G3V.0 size=1048576 2024-09-19T11:26:13.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.089+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~7KCJZA2X1G3V.1 size=121208 2024-09-19T11:26:13.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.089+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=7KCJZA2X1G3V tag=CG8IJ4PXSNL8 type=write size=2218360 2024-09-19T11:26:13.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.090+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=FIKAHQFZFM43 type=del 2024-09-19T11:26:13.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.092+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=ZYJNGLJDB7A2 type=del size=74164 2024-09-19T11:26:13.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.093+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~V3ANQLLCGKXF.0 size=1048576 2024-09-19T11:26:13.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.094+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~V3ANQLLCGKXF.1 size=1048576 2024-09-19T11:26:13.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.095+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~V3ANQLLCGKXF.2 size=726597 2024-09-19T11:26:13.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.097+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=V3ANQLLCGKXF tag=7JXPVUMUZ7CS type=write size=3872325 2024-09-19T11:26:13.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.098+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=I2MJXEO1188V type=del size=495005 2024-09-19T11:26:13.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.099+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~GWPSHY63730G.0 size=596455 2024-09-19T11:26:13.103 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.101+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=GWPSHY63730G tag=KWUGK9NU6INO type=write size=1645031 2024-09-19T11:26:13.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.102+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=GPZN2A11N0EC type=write size=391300 2024-09-19T11:26:13.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.103+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=V6OKJDLFA7FP type=del 2024-09-19T11:26:13.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.104+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=TWU6BW18TD81 type=del size=1697783 2024-09-19T11:26:13.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.105+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~SMM5R2STV6RC.0 size=633149 2024-09-19T11:26:13.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.107+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=SMM5R2STV6RC tag=9J94EJS57H2S type=write size=1681725 2024-09-19T11:26:13.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.109+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=LP62FPX7W2DR type=del size=2253294 2024-09-19T11:26:13.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.112+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=WM4SFTW9E7FL type=del 2024-09-19T11:26:13.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.114+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~B9GQ39LTGQCS.0 size=1048576 2024-09-19T11:26:13.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.115+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~B9GQ39LTGQCS.1 size=1048576 2024-09-19T11:26:13.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.116+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~B9GQ39LTGQCS.2 size=416653 2024-09-19T11:26:13.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.116+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=B9GQ39LTGQCS tag=19QJQM9WGJBG type=write size=3562381 2024-09-19T11:26:13.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.117+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=TQE54X7T8ILH type=del 2024-09-19T11:26:13.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.120+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~7K0792SQH4MU.0 size=1048576 2024-09-19T11:26:13.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.121+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~7K0792SQH4MU.1 size=762531 2024-09-19T11:26:13.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.121+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=7K0792SQH4MU tag=TSP09VYXCL43 type=write size=2859683 2024-09-19T11:26:13.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.122+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=0J13FB44GI5J type=del 2024-09-19T11:26:13.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.123+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=ZJ295RMSM2CC type=del size=1633526 2024-09-19T11:26:13.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.125+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~MLPDSGHHPVDH.0 size=1048576 2024-09-19T11:26:13.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.126+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~MLPDSGHHPVDH.1 size=694032 2024-09-19T11:26:13.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.128+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=MLPDSGHHPVDH tag=3FUTBNUE68OJ type=write size=2791184 2024-09-19T11:26:13.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.129+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=HHYNW3E8QTXN type=del size=4056630 2024-09-19T11:26:13.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.131+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=XSYKYGFIKB8W type=del 2024-09-19T11:26:13.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.133+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~C76EZEG9H1VO.0 size=1048576 2024-09-19T11:26:13.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.134+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~C76EZEG9H1VO.1 size=187666 2024-09-19T11:26:13.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.134+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=C76EZEG9H1VO tag=QTPR3V5UIX82 type=write size=2284818 2024-09-19T11:26:13.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.135+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=SN6WEUQRNWK2 type=del 2024-09-19T11:26:13.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.137+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~3FISGT74NOKK.0 size=1048576 2024-09-19T11:26:13.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.138+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~3FISGT74NOKK.1 size=530055 2024-09-19T11:26:13.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.138+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=3FISGT74NOKK tag=RZ88OCO1RZO8 type=write size=2627207 2024-09-19T11:26:13.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.139+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=SNVA72HDLA8L type=write size=762464 2024-09-19T11:26:13.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.140+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=YYQTISFJ8TYI type=del size=3332249 2024-09-19T11:26:13.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.142+0000 7f8576bd1780 1 < completed write operation key=5CG1U88JETDH tag=CU4MDTT0H7I4 type=write size=434922 2024-09-19T11:26:13.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.143+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=MFU1QWN4LBFM type=del size=2565755 2024-09-19T11:26:13.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.144+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~9QML9UNT3QRN.0 size=1048576 2024-09-19T11:26:13.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.145+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~9QML9UNT3QRN.1 size=293487 2024-09-19T11:26:13.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.147+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=9QML9UNT3QRN tag=NUNQJRMBVIJB type=write size=2390639 2024-09-19T11:26:13.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.148+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=FSFBQFODO6VC type=del size=2505418 2024-09-19T11:26:13.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.149+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~OT68CW35U23B.0 size=1048576 2024-09-19T11:26:13.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.150+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~OT68CW35U23B.1 size=892483 2024-09-19T11:26:13.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.152+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=OT68CW35U23B tag=VKGXZRDTI63K type=write size=2989635 2024-09-19T11:26:13.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.153+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=PHVHF0PFR4ZC type=del size=2891850 2024-09-19T11:26:13.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.154+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~7KCJZA2X1G3V.0 size=1048576 2024-09-19T11:26:13.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.155+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~7KCJZA2X1G3V.1 size=121208 2024-09-19T11:26:13.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.157+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=7KCJZA2X1G3V tag=CG8IJ4PXSNL8 type=write size=2218360 2024-09-19T11:26:13.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.158+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=2Q63RRT725UK type=del size=951963 2024-09-19T11:26:13.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.161+0000 7f8576bd1780 1 < suggested update operation key=SQT4SZMGZ35M tag=ZYJNGLJDB7A2 type=del size=74164 2024-09-19T11:26:13.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.162+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=7NXZRHEGA13W type=write size=757204 2024-09-19T11:26:13.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.164+0000 7f8576bd1780 1 < suggested remove operation key=PSPJL1Y4L8JB tag=I2MJXEO1188V type=del 2024-09-19T11:26:13.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.167+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~JIAFOYYR6AC1.0 size=814698 2024-09-19T11:26:13.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.167+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=JIAFOYYR6AC1 tag=OL2SCGBS6NZJ type=write size=1863274 2024-09-19T11:26:13.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.168+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=GPZN2A11N0EC type=write size=391300 2024-09-19T11:26:13.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.170+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~QEWWRM544GNR.0 size=1048576 2024-09-19T11:26:13.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.171+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~QEWWRM544GNR.1 size=800007 2024-09-19T11:26:13.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.171+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=QEWWRM544GNR tag=B2VWPMNH52RZ type=write size=2897159 2024-09-19T11:26:13.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.173+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=TWU6BW18TD81 type=del 2024-09-19T11:26:13.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.174+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=Z21FPZWN3JH8 type=write size=605698 2024-09-19T11:26:13.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.175+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=LP62FPX7W2DR type=del 2024-09-19T11:26:13.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.177+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=QI3APFBZ6T3F type=del size=1383327 2024-09-19T11:26:13.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.178+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~B9GQ39LTGQCS.0 size=1048576 2024-09-19T11:26:13.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.179+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~B9GQ39LTGQCS.1 size=1048576 2024-09-19T11:26:13.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.180+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~B9GQ39LTGQCS.2 size=416653 2024-09-19T11:26:13.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.182+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=B9GQ39LTGQCS tag=19QJQM9WGJBG type=write size=3562381 2024-09-19T11:26:13.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.184+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=FFIH9ZR0EI20 type=write size=1032654 2024-09-19T11:26:13.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.185+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~7K0792SQH4MU.0 size=1048576 2024-09-19T11:26:13.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.186+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~7K0792SQH4MU.1 size=762531 2024-09-19T11:26:13.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.187+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=7K0792SQH4MU tag=TSP09VYXCL43 type=write size=2859683 2024-09-19T11:26:13.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.189+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=OQOD7DWGAP65 type=del size=2495973 2024-09-19T11:26:13.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.190+0000 7f8576bd1780 1 < canceled operation key=JCTD8EOFVYS2 tag=ZJ295RMSM2CC type=del size=1633526 2024-09-19T11:26:13.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.191+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=U1NRX54WG9N0 type=del size=3363140 2024-09-19T11:26:13.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.193+0000 7f8576bd1780 1 < suggested update operation key=TRUD9FI7BSLD tag=HHYNW3E8QTXN type=del size=4056630 2024-09-19T11:26:13.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.195+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~9RMYW0Z407B1.0 size=77724 2024-09-19T11:26:13.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.195+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=9RMYW0Z407B1 tag=AVSD33BH0JDV type=write size=1126300 2024-09-19T11:26:13.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.196+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~C76EZEG9H1VO.0 size=1048576 2024-09-19T11:26:13.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.197+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~C76EZEG9H1VO.1 size=187666 2024-09-19T11:26:13.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.199+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=C76EZEG9H1VO tag=QTPR3V5UIX82 type=write size=2284818 2024-09-19T11:26:13.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.200+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=INLKJ7OL9GNO type=del size=44149 2024-09-19T11:26:13.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.202+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~3FISGT74NOKK.0 size=1048576 2024-09-19T11:26:13.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.203+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~3FISGT74NOKK.1 size=530055 2024-09-19T11:26:13.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.204+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=3FISGT74NOKK tag=RZ88OCO1RZO8 type=write size=2627207 2024-09-19T11:26:13.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.207+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~KSBCGO02TSX4.0 size=1048576 2024-09-19T11:26:13.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.208+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~KSBCGO02TSX4.1 size=1007896 2024-09-19T11:26:13.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.208+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=KSBCGO02TSX4 tag=0WNTL9AMRSPO type=write size=3105048 2024-09-19T11:26:13.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.209+0000 7f8576bd1780 -1 < failed to complete operation key=PSPJL1Y4L8JB tag=YYQTISFJ8TYI type=del size=3332249: (22) Invalid argument 2024-09-19T11:26:13.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.210+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=HCFB9T3R230J type=del size=2159137 2024-09-19T11:26:13.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.211+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=MFU1QWN4LBFM type=del 2024-09-19T11:26:13.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.212+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=6QBY6PQCB4EW type=del size=4081235 2024-09-19T11:26:13.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.213+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=FSFBQFODO6VC type=del 2024-09-19T11:26:13.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.214+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=WTADFC66FEB7 type=del size=2551770 2024-09-19T11:26:13.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.216+0000 7f8576bd1780 1 < suggested remove operation key=FE3M1XO7TAS3 tag=PHVHF0PFR4ZC type=del 2024-09-19T11:26:13.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.218+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=R0EF7PVMKCQ8 type=write size=1020475 2024-09-19T11:26:13.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.218+0000 7f8576bd1780 -1 < no bi entry to suggest for operation key=FE3M1XO7TAS3 tag=2Q63RRT725UK type=del size=951963: (2) No such file or directory 2024-09-19T11:26:13.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.219+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=FSZ1D50GAZRR type=write size=526779 2024-09-19T11:26:13.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.220+0000 7f8576bd1780 1 < completed write operation key=3321TAKJUZTG tag=7NXZRHEGA13W type=write size=757204 2024-09-19T11:26:13.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.222+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~5X9IUDEV0L97.0 size=273659 2024-09-19T11:26:13.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.222+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=5X9IUDEV0L97 tag=NT25OJ833L5Z type=write size=1322235 2024-09-19T11:26:13.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.224+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~JIAFOYYR6AC1.0 size=814698 2024-09-19T11:26:13.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.225+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=JIAFOYYR6AC1 tag=OL2SCGBS6NZJ type=write size=1863274 2024-09-19T11:26:13.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.227+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~G5G1CC1339HW.0 size=652523 2024-09-19T11:26:13.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.227+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=G5G1CC1339HW tag=FHJHLSSZBJWD type=write size=1701099 2024-09-19T11:26:13.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.229+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~QEWWRM544GNR.0 size=1048576 2024-09-19T11:26:13.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.229+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~QEWWRM544GNR.1 size=800007 2024-09-19T11:26:13.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.231+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=QEWWRM544GNR tag=B2VWPMNH52RZ type=write size=2897159 2024-09-19T11:26:13.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.233+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=LKRXVYGTKPKB type=del size=2527812 2024-09-19T11:26:13.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.234+0000 7f8576bd1780 -1 < failed to complete operation key=TRUD9FI7BSLD tag=Z21FPZWN3JH8 type=write size=605698: (22) Invalid argument 2024-09-19T11:26:13.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.235+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=PF42OYMNWJHH type=del size=1655407 2024-09-19T11:26:13.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.236+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=QI3APFBZ6T3F type=del 2024-09-19T11:26:13.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.237+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=M6YUY2ZA3XQQ type=del size=1896127 2024-09-19T11:26:13.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.240+0000 7f8576bd1780 1 < suggested update operation key=YC1UNQBZOH98 tag=FFIH9ZR0EI20 type=write size=1032654 2024-09-19T11:26:13.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.241+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=PAU8WU52E7GI type=del size=3655440 2024-09-19T11:26:13.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.241+0000 7f8576bd1780 -1 < no bi entry to suggest for operation key=FE3M1XO7TAS3 tag=OQOD7DWGAP65 type=del size=2495973: (2) No such file or directory 2024-09-19T11:26:13.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.243+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=592M70W29V0Q type=del size=3372876 2024-09-19T11:26:13.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.244+0000 7f8576bd1780 1 < canceled operation key=KKKADFW73I84 tag=U1NRX54WG9N0 type=del size=3363140 2024-09-19T11:26:13.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.245+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=RFSU36MQU7BX type=write size=776604 2024-09-19T11:26:13.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.247+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~9RMYW0Z407B1.0 size=77724 2024-09-19T11:26:13.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.249+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=9RMYW0Z407B1 tag=AVSD33BH0JDV type=write size=1126300 2024-09-19T11:26:13.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.251+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~0R302UPLZP12.0 size=1048576 2024-09-19T11:26:13.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.252+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~0R302UPLZP12.1 size=18330 2024-09-19T11:26:13.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.252+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=0R302UPLZP12 tag=D4074QWQLX3U type=write size=2115482 2024-09-19T11:26:13.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.253+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=INLKJ7OL9GNO type=del 2024-09-19T11:26:13.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.254+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=JVGKABZEV6A7 type=del size=764024 2024-09-19T11:26:13.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.255+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~KSBCGO02TSX4.0 size=1048576 2024-09-19T11:26:13.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.255+0000 7f8576bd1780 1 < canceled part key=_multipart_N5KNLV13G1PN.2~KSBCGO02TSX4.1 size=1007896 2024-09-19T11:26:13.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.257+0000 7f8576bd1780 1 < canceled multipart upload key=N5KNLV13G1PN upload=KSBCGO02TSX4 tag=0WNTL9AMRSPO type=write size=3105048 2024-09-19T11:26:13.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.258+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=X5Y2TPUAFY46 type=del size=2017171 2024-09-19T11:26:13.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.261+0000 7f8576bd1780 1 < suggested remove operation key=N7PGU1DM6N25 tag=HCFB9T3R230J type=del 2024-09-19T11:26:13.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.263+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~RL4YJ6RBYFRF.0 size=631544 2024-09-19T11:26:13.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.263+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=RL4YJ6RBYFRF tag=IQ4A761YX1R9 type=write size=1680120 2024-09-19T11:26:13.267 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.265+0000 7f8576bd1780 1 < suggested remove operation key=TRUD9FI7BSLD tag=6QBY6PQCB4EW type=del 2024-09-19T11:26:13.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.266+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=X6BOSSI5ZJWN type=write size=953194 2024-09-19T11:26:13.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.268+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=WTADFC66FEB7 type=del size=2551770 2024-09-19T11:26:13.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.269+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=I3BO89WHR28J type=del size=2434986 2024-09-19T11:26:13.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.271+0000 7f8576bd1780 1 < suggested update operation key=MZMHUNQR1QO8 tag=R0EF7PVMKCQ8 type=write size=1020475 2024-09-19T11:26:13.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.272+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=4PUSYAV198Q4 type=del size=1352787 2024-09-19T11:26:13.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.274+0000 7f8576bd1780 1 < suggested update operation key=KFMJ4RY4PU1U tag=FSZ1D50GAZRR type=write size=526779 2024-09-19T11:26:13.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.276+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=7UV4BGKXY1UL type=del size=2407314 2024-09-19T11:26:13.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.277+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~5X9IUDEV0L97.0 size=273659 2024-09-19T11:26:13.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.279+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=5X9IUDEV0L97 tag=NT25OJ833L5Z type=write size=1322235 2024-09-19T11:26:13.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.282+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=57U4WSACY38B type=del size=3396639 2024-09-19T11:26:13.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.282+0000 7f8576bd1780 1 < canceled part key=_multipart_5CG1U88JETDH.2~G5G1CC1339HW.0 size=652523 2024-09-19T11:26:13.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.284+0000 7f8576bd1780 1 < canceled multipart upload key=5CG1U88JETDH upload=G5G1CC1339HW tag=FHJHLSSZBJWD type=write size=1701099 2024-09-19T11:26:13.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.285+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=DLTGRCBF79OT type=del size=3225940 2024-09-19T11:26:13.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.286+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=LKRXVYGTKPKB type=del 2024-09-19T11:26:13.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.287+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=OI6999WFMN0Z type=del size=925970 2024-09-19T11:26:13.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.290+0000 7f8576bd1780 1 < suggested remove operation key=3321TAKJUZTG tag=PF42OYMNWJHH type=del 2024-09-19T11:26:13.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.291+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=ZWTLBKM0XT2X type=write size=563860 2024-09-19T11:26:13.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.292+0000 7f8576bd1780 1 < canceled operation key=XD7FFT9LKVRY tag=M6YUY2ZA3XQQ type=del size=1896127 2024-09-19T11:26:13.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.295+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~7Z7K8DLKX7QY.0 size=1048576 2024-09-19T11:26:13.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.296+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~7Z7K8DLKX7QY.1 size=843168 2024-09-19T11:26:13.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.296+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=7Z7K8DLKX7QY tag=QERFTPMEN93M type=write size=2940320 2024-09-19T11:26:13.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.298+0000 7f8576bd1780 1 < suggested update operation key=7B4T99OA9CO4 tag=PAU8WU52E7GI type=del size=3655440 2024-09-19T11:26:13.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.300+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=TJ7UPUXTU136 type=del size=2750297 2024-09-19T11:26:13.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.302+0000 7f8576bd1780 1 < suggested update operation key=3FHKTREC6TOT tag=592M70W29V0Q type=del size=3372876 2024-09-19T11:26:13.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.303+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=915W35MX2BLK type=del size=2263799 2024-09-19T11:26:13.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.305+0000 7f8576bd1780 1 < completed write operation key=8TXDCE73VSEB tag=RFSU36MQU7BX type=write size=776604 2024-09-19T11:26:13.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.307+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~YQBWR79AGBOW.0 size=1048576 2024-09-19T11:26:13.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.308+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~YQBWR79AGBOW.1 size=695863 2024-09-19T11:26:13.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.308+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=YQBWR79AGBOW tag=8C2RIVWVCAA4 type=write size=2793015 2024-09-19T11:26:13.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.308+0000 7f8576bd1780 1 < canceled part key=_multipart_MZMHUNQR1QO8.2~0R302UPLZP12.0 size=1048576 2024-09-19T11:26:13.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.309+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~0R302UPLZP12.1 size=18330 2024-09-19T11:26:13.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.311+0000 7f8576bd1780 1 < canceled multipart upload key=MZMHUNQR1QO8 upload=0R302UPLZP12 tag=D4074QWQLX3U type=write size=2115482 2024-09-19T11:26:13.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.312+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=LAG8XP2KIOJZ type=del size=528252 2024-09-19T11:26:13.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.314+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=JVGKABZEV6A7 type=del 2024-09-19T11:26:13.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.315+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=NL75IBB22YOS type=del size=2424504 2024-09-19T11:26:13.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.317+0000 7f8576bd1780 1 < suggested remove operation key=D8MAT4VBLN2R tag=X5Y2TPUAFY46 type=del 2024-09-19T11:26:13.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.318+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=EYFWUBHA4GPE type=del size=2386989 2024-09-19T11:26:13.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.320+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~RL4YJ6RBYFRF.0 size=631544 2024-09-19T11:26:13.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.321+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=RL4YJ6RBYFRF tag=IQ4A761YX1R9 type=write size=1680120 2024-09-19T11:26:13.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.323+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=E1A0VX3C84ZG type=write size=78200 2024-09-19T11:26:13.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.324+0000 7f8576bd1780 1 < completed write operation key=TRUD9FI7BSLD tag=X6BOSSI5ZJWN type=write size=953194 2024-09-19T11:26:13.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.326+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~FWFTG4P3WQW3.0 size=1048576 2024-09-19T11:26:13.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.327+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~FWFTG4P3WQW3.1 size=1048576 2024-09-19T11:26:13.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.328+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~FWFTG4P3WQW3.2 size=205091 2024-09-19T11:26:13.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.328+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=FWFTG4P3WQW3 tag=8V5U6CS5NO1S type=write size=3350819 2024-09-19T11:26:13.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.329+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=I3BO89WHR28J type=del 2024-09-19T11:26:13.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.331+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~MEF5E7O37U3N.0 size=1048576 2024-09-19T11:26:13.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.332+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~MEF5E7O37U3N.1 size=141441 2024-09-19T11:26:13.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.332+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=MEF5E7O37U3N tag=DBYHMQPOO4ES type=write size=2238593 2024-09-19T11:26:13.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.333+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=4PUSYAV198Q4 type=del 2024-09-19T11:26:13.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.336+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~BMJ42NSKAMC7.0 size=1048576 2024-09-19T11:26:13.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.337+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~BMJ42NSKAMC7.1 size=819626 2024-09-19T11:26:13.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.337+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=BMJ42NSKAMC7 tag=ONZ9Y88RD582 type=write size=2916778 2024-09-19T11:26:13.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.338+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=7UV4BGKXY1UL type=del 2024-09-19T11:26:13.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.340+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~ACZF1YH6YAGR.0 size=297228 2024-09-19T11:26:13.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.340+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=ACZF1YH6YAGR tag=DBQYRFQD5V39 type=write size=1345804 2024-09-19T11:26:13.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.344+0000 7f8576bd1780 1 < suggested remove operation key=FE3M1XO7TAS3 tag=57U4WSACY38B type=del 2024-09-19T11:26:13.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.345+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=4G8QJKEU6ZA4 type=del size=2714632 2024-09-19T11:26:13.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.346+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=DLTGRCBF79OT type=del 2024-09-19T11:26:13.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.349+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~RICTE4NN33XZ.0 size=1048576 2024-09-19T11:26:13.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.350+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~RICTE4NN33XZ.1 size=1048576 2024-09-19T11:26:13.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.351+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~RICTE4NN33XZ.2 size=1014262 2024-09-19T11:26:13.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.351+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=RICTE4NN33XZ tag=OY6NS44L4RKC type=write size=4159990 2024-09-19T11:26:13.354 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.352+0000 7f8576bd1780 -1 < failed to complete operation key=FE3M1XO7TAS3 tag=OI6999WFMN0Z type=del size=925970: (22) Invalid argument 2024-09-19T11:26:13.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.354+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~G0SPLDS9JS8C.0 size=1048576 2024-09-19T11:26:13.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.355+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~G0SPLDS9JS8C.1 size=929544 2024-09-19T11:26:13.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.355+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=G0SPLDS9JS8C tag=DTMSEIHJGIQM type=write size=3026696 2024-09-19T11:26:13.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.356+0000 7f8576bd1780 -1 < failed to complete operation key=7B4T99OA9CO4 tag=ZWTLBKM0XT2X type=write size=563860: (22) Invalid argument 2024-09-19T11:26:13.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.357+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=P7VF86HDFIDH type=del size=3974686 2024-09-19T11:26:13.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.359+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~7Z7K8DLKX7QY.0 size=1048576 2024-09-19T11:26:13.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.360+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~7Z7K8DLKX7QY.1 size=843168 2024-09-19T11:26:13.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.362+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=7Z7K8DLKX7QY tag=QERFTPMEN93M type=write size=2940320 2024-09-19T11:26:13.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.363+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=IIAUEX1U0FPE type=del size=136863 2024-09-19T11:26:13.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.364+0000 7f8576bd1780 -1 < failed to complete operation key=FE3M1XO7TAS3 tag=TJ7UPUXTU136 type=del size=2750297: (22) Invalid argument 2024-09-19T11:26:13.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.365+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=HSH9JFWBCCBY type=del size=3813845 2024-09-19T11:26:13.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.367+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=915W35MX2BLK type=del 2024-09-19T11:26:13.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.369+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~MPXA0XUMBAFC.0 size=1048576 2024-09-19T11:26:13.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.370+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~MPXA0XUMBAFC.1 size=721773 2024-09-19T11:26:13.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.370+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=MPXA0XUMBAFC tag=73UHNKW9XJH6 type=write size=2818925 2024-09-19T11:26:13.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.371+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~YQBWR79AGBOW.0 size=1048576 2024-09-19T11:26:13.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.372+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~YQBWR79AGBOW.1 size=695863 2024-09-19T11:26:13.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.374+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=YQBWR79AGBOW tag=8C2RIVWVCAA4 type=write size=2793015 2024-09-19T11:26:13.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.375+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=3960S5RFBM54 type=del size=1441217 2024-09-19T11:26:13.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.377+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=LAG8XP2KIOJZ type=del 2024-09-19T11:26:13.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.379+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~DWZQZCKSJENP.0 size=235204 2024-09-19T11:26:13.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.379+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=DWZQZCKSJENP tag=GXJCMI5579JF type=write size=1283780 2024-09-19T11:26:13.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.381+0000 7f8576bd1780 1 < suggested update operation key=R1ZFOJD08GS5 tag=NL75IBB22YOS type=del size=2424504 2024-09-19T11:26:13.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.383+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~TWZHL4KY1T7I.0 size=1048576 2024-09-19T11:26:13.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.384+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~TWZHL4KY1T7I.1 size=1048576 2024-09-19T11:26:13.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.385+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~TWZHL4KY1T7I.2 size=372727 2024-09-19T11:26:13.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.385+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=TWZHL4KY1T7I tag=ACNEFT9U63SA type=write size=3518455 2024-09-19T11:26:13.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.388+0000 7f8576bd1780 1 < suggested remove operation key=8TXDCE73VSEB tag=EYFWUBHA4GPE type=del 2024-09-19T11:26:13.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.389+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=LJI23SRVTTX1 type=del size=213515 2024-09-19T11:26:13.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.390+0000 7f8576bd1780 1 < completed write operation key=PSPJL1Y4L8JB tag=E1A0VX3C84ZG type=write size=78200 2024-09-19T11:26:13.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.392+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~ON60TB79O4WH.0 size=750768 2024-09-19T11:26:13.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.392+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=ON60TB79O4WH tag=IKDS0ZBHLKAH type=write size=1799344 2024-09-19T11:26:13.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.393+0000 7f8576bd1780 1 < canceled part key=_multipart_YJ3WDCJJJLOH.2~FWFTG4P3WQW3.0 size=1048576 2024-09-19T11:26:13.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.394+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~FWFTG4P3WQW3.1 size=1048576 2024-09-19T11:26:13.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.395+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~FWFTG4P3WQW3.2 size=205091 2024-09-19T11:26:13.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.397+0000 7f8576bd1780 1 < canceled multipart upload key=YJ3WDCJJJLOH upload=FWFTG4P3WQW3 tag=8V5U6CS5NO1S type=write size=3350819 2024-09-19T11:26:13.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.399+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~72R13PHWWHP7.0 size=300747 2024-09-19T11:26:13.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.399+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=72R13PHWWHP7 tag=LS295XUK68DV type=write size=1349323 2024-09-19T11:26:13.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.400+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~MEF5E7O37U3N.0 size=1048576 2024-09-19T11:26:13.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.401+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~MEF5E7O37U3N.1 size=141441 2024-09-19T11:26:13.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.403+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=MEF5E7O37U3N tag=DBYHMQPOO4ES type=write size=2238593 2024-09-19T11:26:13.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.404+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=T0ZS6O17K3PL type=del size=2927500 2024-09-19T11:26:13.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.406+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~BMJ42NSKAMC7.0 size=1048576 2024-09-19T11:26:13.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.407+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~BMJ42NSKAMC7.1 size=819626 2024-09-19T11:26:13.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.409+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=BMJ42NSKAMC7 tag=ONZ9Y88RD582 type=write size=2916778 2024-09-19T11:26:13.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.410+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=S1BQ9ORYLMMN type=del size=2489816 2024-09-19T11:26:13.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.412+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~ACZF1YH6YAGR.0 size=297228 2024-09-19T11:26:13.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.414+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=ACZF1YH6YAGR tag=DBQYRFQD5V39 type=write size=1345804 2024-09-19T11:26:13.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.416+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~9ZFZ5CLSX2M1.0 size=641131 2024-09-19T11:26:13.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.416+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=9ZFZ5CLSX2M1 tag=CV1O562FF48C type=write size=1689707 2024-09-19T11:26:13.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.417+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=4G8QJKEU6ZA4 type=del 2024-09-19T11:26:13.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.418+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=6UIROD0XSK1D type=del size=3939690 2024-09-19T11:26:13.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.420+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~RICTE4NN33XZ.0 size=1048576 2024-09-19T11:26:13.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.421+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~RICTE4NN33XZ.1 size=1048576 2024-09-19T11:26:13.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.422+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~RICTE4NN33XZ.2 size=1014262 2024-09-19T11:26:13.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.423+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=RICTE4NN33XZ tag=OY6NS44L4RKC type=write size=4159990 2024-09-19T11:26:13.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.425+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=EBQVYKNM1MUY type=write size=728531 2024-09-19T11:26:13.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.426+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~G0SPLDS9JS8C.0 size=1048576 2024-09-19T11:26:13.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.427+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~G0SPLDS9JS8C.1 size=929544 2024-09-19T11:26:13.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.429+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=G0SPLDS9JS8C tag=DTMSEIHJGIQM type=write size=3026696 2024-09-19T11:26:13.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.430+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=VR3YVO6O7MOL type=write size=312528 2024-09-19T11:26:13.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.431+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=P7VF86HDFIDH type=del 2024-09-19T11:26:13.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.432+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=T44G5I7ZGUGI type=del size=1290785 2024-09-19T11:26:13.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.435+0000 7f8576bd1780 1 < suggested update operation key=N3RHCSW3HQCI tag=IIAUEX1U0FPE type=del size=136863 2024-09-19T11:26:13.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.437+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~MW2F7031DGBZ.0 size=557924 2024-09-19T11:26:13.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.437+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=MW2F7031DGBZ tag=ACTEEY17KGES type=write size=1606500 2024-09-19T11:26:13.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.438+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=HSH9JFWBCCBY type=del 2024-09-19T11:26:13.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.440+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~PE8K2SOOXC27.0 size=1048576 2024-09-19T11:26:13.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.441+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~PE8K2SOOXC27.1 size=599498 2024-09-19T11:26:13.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.441+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=PE8K2SOOXC27 tag=D6TKGBKB6MC0 type=write size=2696650 2024-09-19T11:26:13.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.442+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~MPXA0XUMBAFC.0 size=1048576 2024-09-19T11:26:13.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.443+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~MPXA0XUMBAFC.1 size=721773 2024-09-19T11:26:13.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.445+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=MPXA0XUMBAFC tag=73UHNKW9XJH6 type=write size=2818925 2024-09-19T11:26:13.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.447+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~Q7E2GGNCD8CV.0 size=1048576 2024-09-19T11:26:13.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.448+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~Q7E2GGNCD8CV.1 size=1048576 2024-09-19T11:26:13.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.449+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~Q7E2GGNCD8CV.2 size=268200 2024-09-19T11:26:13.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.449+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=Q7E2GGNCD8CV tag=HS56WMX6VN74 type=write size=3413928 2024-09-19T11:26:13.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.451+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=3960S5RFBM54 type=del 2024-09-19T11:26:13.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.453+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~3Q41DH85IMBJ.0 size=674114 2024-09-19T11:26:13.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.453+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=3Q41DH85IMBJ tag=13YVVNYTJ1VE type=write size=1722690 2024-09-19T11:26:13.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.454+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~DWZQZCKSJENP.0 size=235204 2024-09-19T11:26:13.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.456+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=DWZQZCKSJENP tag=GXJCMI5579JF type=write size=1283780 2024-09-19T11:26:13.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.457+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=JOT25ABJ9SBI type=del size=3125664 2024-09-19T11:26:13.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.458+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~TWZHL4KY1T7I.0 size=1048576 2024-09-19T11:26:13.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.458+0000 7f8576bd1780 1 < canceled part key=_multipart_Y3SGWOZW0N7T.2~TWZHL4KY1T7I.1 size=1048576 2024-09-19T11:26:13.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.459+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~TWZHL4KY1T7I.2 size=372727 2024-09-19T11:26:13.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.461+0000 7f8576bd1780 1 < canceled multipart upload key=Y3SGWOZW0N7T upload=TWZHL4KY1T7I tag=ACNEFT9U63SA type=write size=3518455 2024-09-19T11:26:13.467 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.465+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~SYMECHVRZ0UA.0 size=702147 2024-09-19T11:26:13.467 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.465+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=SYMECHVRZ0UA tag=W7W33MY197VT type=write size=1750723 2024-09-19T11:26:13.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.466+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=LJI23SRVTTX1 type=del 2024-09-19T11:26:13.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.468+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~MEA5XKEDD7UR.0 size=1048576 2024-09-19T11:26:13.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.469+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~MEA5XKEDD7UR.1 size=1048576 2024-09-19T11:26:13.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.470+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~MEA5XKEDD7UR.2 size=659389 2024-09-19T11:26:13.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.470+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=MEA5XKEDD7UR tag=YN1F60H60UU2 type=write size=3805117 2024-09-19T11:26:13.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.471+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~ON60TB79O4WH.0 size=750768 2024-09-19T11:26:13.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.473+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=ON60TB79O4WH tag=IKDS0ZBHLKAH type=write size=1799344 2024-09-19T11:26:13.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.474+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=NWEH3H6D5UIN type=del size=1922263 2024-09-19T11:26:13.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.475+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~72R13PHWWHP7.0 size=300747 2024-09-19T11:26:13.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.477+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=72R13PHWWHP7 tag=LS295XUK68DV type=write size=1349323 2024-09-19T11:26:13.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.479+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~GM5I7WLKPYOS.0 size=884705 2024-09-19T11:26:13.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.479+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=GM5I7WLKPYOS tag=IKIE4TQ37PO5 type=write size=1933281 2024-09-19T11:26:13.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.481+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=T0ZS6O17K3PL type=del 2024-09-19T11:26:13.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.483+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~4T5GJC97SO1B.0 size=922111 2024-09-19T11:26:13.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.483+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=4T5GJC97SO1B tag=ZUHMYYLO706I type=write size=1970687 2024-09-19T11:26:13.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.484+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=S1BQ9ORYLMMN type=del 2024-09-19T11:26:13.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.486+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~XAZSTVPL7WX2.0 size=1048576 2024-09-19T11:26:13.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.487+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~XAZSTVPL7WX2.1 size=1048576 2024-09-19T11:26:13.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.488+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~XAZSTVPL7WX2.2 size=659981 2024-09-19T11:26:13.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.488+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=XAZSTVPL7WX2 tag=7NK6X1G78R98 type=write size=3805709 2024-09-19T11:26:13.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.488+0000 7f8576bd1780 1 < canceled part key=_multipart_58U30UDUEZ3W.2~9ZFZ5CLSX2M1.0 size=641131 2024-09-19T11:26:13.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.490+0000 7f8576bd1780 1 < canceled multipart upload key=58U30UDUEZ3W upload=9ZFZ5CLSX2M1 tag=CV1O562FF48C type=write size=1689707 2024-09-19T11:26:13.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.491+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=4VV5FGW4S2D0 type=del size=4051437 2024-09-19T11:26:13.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.493+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=6UIROD0XSK1D type=del 2024-09-19T11:26:13.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.494+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=51LJTL2NRGOB type=del size=3177465 2024-09-19T11:26:13.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.495+0000 7f8576bd1780 1 < completed write operation key=Y9OEXPZ4M5UK tag=EBQVYKNM1MUY type=write size=728531 2024-09-19T11:26:13.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.497+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~U7KL6BNTVJHR.0 size=559987 2024-09-19T11:26:13.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.497+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=U7KL6BNTVJHR tag=G06GY3TJV9JP type=write size=1608563 2024-09-19T11:26:13.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.499+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=VR3YVO6O7MOL type=write size=312528 2024-09-19T11:26:13.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.501+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~O3G0P02Q534E.0 size=1048576 2024-09-19T11:26:13.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.502+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~O3G0P02Q534E.1 size=405625 2024-09-19T11:26:13.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.502+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=O3G0P02Q534E tag=SO4VWSS3KV60 type=write size=2502777 2024-09-19T11:26:13.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.504+0000 7f8576bd1780 1 < suggested remove operation key=YJ3WDCJJJLOH tag=T44G5I7ZGUGI type=del 2024-09-19T11:26:13.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.505+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=VAZFVIOK0LWL type=del size=3036170 2024-09-19T11:26:13.508 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.506+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~MW2F7031DGBZ.0 size=557924 2024-09-19T11:26:13.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.508+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=MW2F7031DGBZ tag=ACTEEY17KGES type=write size=1606500 2024-09-19T11:26:13.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.509+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=3YAS0P1TK7D7 type=write size=419874 2024-09-19T11:26:13.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.511+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~PE8K2SOOXC27.0 size=1048576 2024-09-19T11:26:13.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.512+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~PE8K2SOOXC27.1 size=599498 2024-09-19T11:26:13.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.514+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=PE8K2SOOXC27 tag=D6TKGBKB6MC0 type=write size=2696650 2024-09-19T11:26:13.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.515+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=7CWD5L19PO2Z type=write size=879521 2024-09-19T11:26:13.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.516+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~Q7E2GGNCD8CV.0 size=1048576 2024-09-19T11:26:13.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.517+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~Q7E2GGNCD8CV.1 size=1048576 2024-09-19T11:26:13.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.519+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~Q7E2GGNCD8CV.2 size=268200 2024-09-19T11:26:13.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.521+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=Q7E2GGNCD8CV tag=HS56WMX6VN74 type=write size=3413928 2024-09-19T11:26:13.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.525+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~SP6K9EWQ8TQZ.0 size=307198 2024-09-19T11:26:13.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.525+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=SP6K9EWQ8TQZ tag=GKUY6GXJVKPL type=write size=1355774 2024-09-19T11:26:13.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.526+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~3Q41DH85IMBJ.0 size=674114 2024-09-19T11:26:13.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.528+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=3Q41DH85IMBJ tag=13YVVNYTJ1VE type=write size=1722690 2024-09-19T11:26:13.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.530+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~M299NHKE44L3.0 size=1048576 2024-09-19T11:26:13.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.531+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~M299NHKE44L3.1 size=1048576 2024-09-19T11:26:13.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.532+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~M299NHKE44L3.2 size=548114 2024-09-19T11:26:13.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.532+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=M299NHKE44L3 tag=XAH8A1QZ7GEP type=write size=3693842 2024-09-19T11:26:13.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.533+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=JOT25ABJ9SBI type=del 2024-09-19T11:26:13.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.535+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~K50OO9PEI541.0 size=1048576 2024-09-19T11:26:13.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.536+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~K50OO9PEI541.1 size=1048576 2024-09-19T11:26:13.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.537+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~K50OO9PEI541.2 size=979082 2024-09-19T11:26:13.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.537+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=K50OO9PEI541 tag=XDH2CEIYL3BH type=write size=4124810 2024-09-19T11:26:13.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.539+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~SYMECHVRZ0UA.0 size=702147 2024-09-19T11:26:13.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.541+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=SYMECHVRZ0UA tag=W7W33MY197VT type=write size=1750723 2024-09-19T11:26:13.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.543+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~9K2GZGKPWGRW.0 size=1048576 2024-09-19T11:26:13.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.544+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~9K2GZGKPWGRW.1 size=637965 2024-09-19T11:26:13.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.544+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=9K2GZGKPWGRW tag=ANG0EZJJY577 type=write size=2735117 2024-09-19T11:26:13.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.545+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~MEA5XKEDD7UR.0 size=1048576 2024-09-19T11:26:13.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.546+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~MEA5XKEDD7UR.1 size=1048576 2024-09-19T11:26:13.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.547+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~MEA5XKEDD7UR.2 size=659389 2024-09-19T11:26:13.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.549+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=MEA5XKEDD7UR tag=YN1F60H60UU2 type=write size=3805117 2024-09-19T11:26:13.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.550+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=CGS7DBSGWGRZ type=del size=70469 2024-09-19T11:26:13.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.551+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=NWEH3H6D5UIN type=del 2024-09-19T11:26:13.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.552+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=MLM5123KUOC3 type=del size=3947425 2024-09-19T11:26:13.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.553+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~GM5I7WLKPYOS.0 size=884705 2024-09-19T11:26:13.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.555+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=GM5I7WLKPYOS tag=IKIE4TQ37PO5 type=write size=1933281 2024-09-19T11:26:13.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.556+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=ZWFZ024I4LA3 type=del size=3112188 2024-09-19T11:26:13.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.558+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~4T5GJC97SO1B.0 size=922111 2024-09-19T11:26:13.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.560+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=4T5GJC97SO1B tag=ZUHMYYLO706I type=write size=1970687 2024-09-19T11:26:13.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.562+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~L6J83123XK83.0 size=1048576 2024-09-19T11:26:13.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.563+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~L6J83123XK83.1 size=150497 2024-09-19T11:26:13.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.563+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=L6J83123XK83 tag=3NPMHYQR2KH5 type=write size=2247649 2024-09-19T11:26:13.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.564+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~XAZSTVPL7WX2.0 size=1048576 2024-09-19T11:26:13.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.565+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~XAZSTVPL7WX2.1 size=1048576 2024-09-19T11:26:13.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.566+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~XAZSTVPL7WX2.2 size=659981 2024-09-19T11:26:13.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.567+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=XAZSTVPL7WX2 tag=7NK6X1G78R98 type=write size=3805709 2024-09-19T11:26:13.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.569+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=04WZGQZJC5MF type=write size=564427 2024-09-19T11:26:13.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.571+0000 7f8576bd1780 1 < suggested remove operation key=N7PGU1DM6N25 tag=4VV5FGW4S2D0 type=del 2024-09-19T11:26:13.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.572+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=TZO49HLN5JT0 type=del size=3902131 2024-09-19T11:26:13.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.573+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=51LJTL2NRGOB type=del 2024-09-19T11:26:13.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.574+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=VPFAFW3KJJPO type=del size=3633023 2024-09-19T11:26:13.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.575+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~U7KL6BNTVJHR.0 size=559987 2024-09-19T11:26:13.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.577+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=U7KL6BNTVJHR tag=G06GY3TJV9JP type=write size=1608563 2024-09-19T11:26:13.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.578+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=GYMZ9LSVXCTR type=del size=2491058 2024-09-19T11:26:13.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.580+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~O3G0P02Q534E.0 size=1048576 2024-09-19T11:26:13.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.581+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~O3G0P02Q534E.1 size=405625 2024-09-19T11:26:13.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.583+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=O3G0P02Q534E tag=SO4VWSS3KV60 type=write size=2502777 2024-09-19T11:26:13.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.584+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=97QN4DMX8N9P type=del size=1085236 2024-09-19T11:26:13.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.586+0000 7f8576bd1780 1 < suggested update operation key=ZPXM7YL89HZJ tag=VAZFVIOK0LWL type=del size=3036170 2024-09-19T11:26:13.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.587+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=DXG3USMKPV2G type=del size=3699329 2024-09-19T11:26:13.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.588+0000 7f8576bd1780 1 < completed write operation key=7B4T99OA9CO4 tag=3YAS0P1TK7D7 type=write size=419874 2024-09-19T11:26:13.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.590+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=L6SZDCO0UNYD type=del size=201415 2024-09-19T11:26:13.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.591+0000 7f8576bd1780 1 < completed write operation key=YJ3WDCJJJLOH tag=7CWD5L19PO2Z type=write size=879521 2024-09-19T11:26:13.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.592+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=V2VPBOB1ZEHP type=del size=2847970 2024-09-19T11:26:13.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.593+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~SP6K9EWQ8TQZ.0 size=307198 2024-09-19T11:26:13.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.595+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=SP6K9EWQ8TQZ tag=GKUY6GXJVKPL type=write size=1355774 2024-09-19T11:26:13.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.597+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~1F4024EL2PNV.0 size=1048576 2024-09-19T11:26:13.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.598+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~1F4024EL2PNV.1 size=694432 2024-09-19T11:26:13.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.598+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=1F4024EL2PNV tag=R7VMCP0G75CF type=write size=2791584 2024-09-19T11:26:13.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.600+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~M299NHKE44L3.0 size=1048576 2024-09-19T11:26:13.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.600+0000 7f8576bd1780 1 < canceled part key=_multipart_N5KNLV13G1PN.2~M299NHKE44L3.1 size=1048576 2024-09-19T11:26:13.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.601+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~M299NHKE44L3.2 size=548114 2024-09-19T11:26:13.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.603+0000 7f8576bd1780 1 < canceled multipart upload key=N5KNLV13G1PN upload=M299NHKE44L3 tag=XAH8A1QZ7GEP type=write size=3693842 2024-09-19T11:26:13.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.604+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=INH70DFLMT3C type=del size=3933457 2024-09-19T11:26:13.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.605+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~K50OO9PEI541.0 size=1048576 2024-09-19T11:26:13.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.605+0000 7f8576bd1780 1 < canceled part key=_multipart_MZMHUNQR1QO8.2~K50OO9PEI541.1 size=1048576 2024-09-19T11:26:13.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.606+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~K50OO9PEI541.2 size=979082 2024-09-19T11:26:13.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.608+0000 7f8576bd1780 1 < canceled multipart upload key=MZMHUNQR1QO8 upload=K50OO9PEI541 tag=XDH2CEIYL3BH type=write size=4124810 2024-09-19T11:26:13.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.609+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=NCILIX9GND96 type=write size=1035117 2024-09-19T11:26:13.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.610+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~9K2GZGKPWGRW.0 size=1048576 2024-09-19T11:26:13.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.611+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~9K2GZGKPWGRW.1 size=637965 2024-09-19T11:26:13.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.613+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=9K2GZGKPWGRW tag=ANG0EZJJY577 type=write size=2735117 2024-09-19T11:26:13.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.615+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~20I4HOUX98KV.0 size=342200 2024-09-19T11:26:13.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.615+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=20I4HOUX98KV tag=Q04IT2WXYLAN type=write size=1390776 2024-09-19T11:26:13.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.617+0000 7f8576bd1780 1 < canceled operation key=MZMHUNQR1QO8 tag=CGS7DBSGWGRZ type=del size=70469 2024-09-19T11:26:13.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.619+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~GG2KJ0MSKI66.0 size=1048576 2024-09-19T11:26:13.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.620+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~GG2KJ0MSKI66.1 size=1048576 2024-09-19T11:26:13.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.621+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~GG2KJ0MSKI66.2 size=406625 2024-09-19T11:26:13.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.621+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=GG2KJ0MSKI66 tag=3Z4YOA1VLGBF type=write size=3552353 2024-09-19T11:26:13.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.622+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=MLM5123KUOC3 type=del 2024-09-19T11:26:13.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.623+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=2BG8STZV7FA9 type=del size=3837287 2024-09-19T11:26:13.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.624+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=ZWFZ024I4LA3 type=del 2024-09-19T11:26:13.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.625+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=EWHE1USL8DTO type=del size=1195845 2024-09-19T11:26:13.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.628+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~L6J83123XK83.0 size=1048576 2024-09-19T11:26:13.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.630+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~L6J83123XK83.1 size=150497 2024-09-19T11:26:13.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.632+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=L6J83123XK83 tag=3NPMHYQR2KH5 type=write size=2247649 2024-09-19T11:26:13.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.633+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=28BMW943ZRPP type=del size=1412941 2024-09-19T11:26:13.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.634+0000 7f8576bd1780 1 < completed write operation key=PSPJL1Y4L8JB tag=04WZGQZJC5MF type=write size=564427 2024-09-19T11:26:13.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.635+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=EHSQM0HH5RSN type=del size=2873831 2024-09-19T11:26:13.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.638+0000 7f8576bd1780 1 < suggested remove operation key=YJ3WDCJJJLOH tag=TZO49HLN5JT0 type=del 2024-09-19T11:26:13.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.640+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~ER07BYC6CNNJ.0 size=496760 2024-09-19T11:26:13.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.640+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=ER07BYC6CNNJ tag=VUD3YK69ECMI type=write size=1545336 2024-09-19T11:26:13.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.642+0000 7f8576bd1780 1 < suggested remove operation key=JCTD8EOFVYS2 tag=VPFAFW3KJJPO type=del 2024-09-19T11:26:13.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.644+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~15DV7ZLVA84E.0 size=1048576 2024-09-19T11:26:13.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.645+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~15DV7ZLVA84E.1 size=1048576 2024-09-19T11:26:13.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.646+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~15DV7ZLVA84E.2 size=496933 2024-09-19T11:26:13.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.646+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=15DV7ZLVA84E tag=CVLMAESVGEY2 type=write size=3642661 2024-09-19T11:26:13.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.647+0000 7f8576bd1780 -1 < failed to complete operation key=JCTD8EOFVYS2 tag=GYMZ9LSVXCTR type=del size=2491058: (22) Invalid argument 2024-09-19T11:26:13.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.648+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=230VN28UP91I type=del size=3843258 2024-09-19T11:26:13.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.651+0000 7f8576bd1780 1 < suggested remove operation key=8TXDCE73VSEB tag=97QN4DMX8N9P type=del 2024-09-19T11:26:13.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.652+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=2FAB0QMHY887 type=del size=2349241 2024-09-19T11:26:13.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.654+0000 7f8576bd1780 1 < suggested remove operation key=5G75PFJB25A0 tag=DXG3USMKPV2G type=del 2024-09-19T11:26:13.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.655+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=LUONCOKSD8RW type=del size=4046204 2024-09-19T11:26:13.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.656+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=L6SZDCO0UNYD type=del 2024-09-19T11:26:13.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.657+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=2BMU0D7OXTGP type=del size=1783996 2024-09-19T11:26:13.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.658+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=V2VPBOB1ZEHP type=del 2024-09-19T11:26:13.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.660+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=9ICDL1Z4DNV6 type=del size=2205900 2024-09-19T11:26:13.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.661+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~1F4024EL2PNV.0 size=1048576 2024-09-19T11:26:13.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.662+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~1F4024EL2PNV.1 size=694432 2024-09-19T11:26:13.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.664+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=1F4024EL2PNV tag=R7VMCP0G75CF type=write size=2791584 2024-09-19T11:26:13.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.665+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=GNYX3969BF1A type=del size=2213671 2024-09-19T11:26:13.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.666+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=INH70DFLMT3C type=del size=3933457 2024-09-19T11:26:13.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.668+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~3338L0KU5UYL.0 size=979692 2024-09-19T11:26:13.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.668+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=3338L0KU5UYL tag=JB61W9TMKEY2 type=write size=2028268 2024-09-19T11:26:13.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.670+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=NCILIX9GND96 type=write size=1035117 2024-09-19T11:26:13.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.671+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=3MQHWURAFYT3 type=del size=2037099 2024-09-19T11:26:13.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.672+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~20I4HOUX98KV.0 size=342200 2024-09-19T11:26:13.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.674+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=20I4HOUX98KV tag=Q04IT2WXYLAN type=write size=1390776 2024-09-19T11:26:13.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.675+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=2ZGDID8XC054 type=del size=1395042 2024-09-19T11:26:13.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.677+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~GG2KJ0MSKI66.0 size=1048576 2024-09-19T11:26:13.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.678+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~GG2KJ0MSKI66.1 size=1048576 2024-09-19T11:26:13.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.679+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~GG2KJ0MSKI66.2 size=406625 2024-09-19T11:26:13.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.681+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=GG2KJ0MSKI66 tag=3Z4YOA1VLGBF type=write size=3552353 2024-09-19T11:26:13.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.682+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=DX567VDJACOT type=del size=3834412 2024-09-19T11:26:13.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.683+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=2BG8STZV7FA9 type=del 2024-09-19T11:26:13.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.685+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~XXEWLLMIVGA5.0 size=1048576 2024-09-19T11:26:13.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.686+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~XXEWLLMIVGA5.1 size=744302 2024-09-19T11:26:13.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.686+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=XXEWLLMIVGA5 tag=3B15I8JUMYFO type=write size=2841454 2024-09-19T11:26:13.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.687+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=EWHE1USL8DTO type=del 2024-09-19T11:26:13.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.690+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~VY1X7ZKCXA6Q.0 size=1048576 2024-09-19T11:26:13.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.691+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~VY1X7ZKCXA6Q.1 size=1048576 2024-09-19T11:26:13.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.692+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~VY1X7ZKCXA6Q.2 size=60689 2024-09-19T11:26:13.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.692+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=VY1X7ZKCXA6Q tag=SXJ1SCEHIJFK type=write size=3206417 2024-09-19T11:26:13.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.693+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=28BMW943ZRPP type=del 2024-09-19T11:26:13.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.694+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=T9LE7VQG9S6M type=write size=533366 2024-09-19T11:26:13.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.696+0000 7f8576bd1780 1 < canceled operation key=ZPXM7YL89HZJ tag=EHSQM0HH5RSN type=del size=2873831 2024-09-19T11:26:13.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.698+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~W1LUUE5KOGQA.0 size=1048576 2024-09-19T11:26:13.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.699+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~W1LUUE5KOGQA.1 size=1048576 2024-09-19T11:26:13.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.700+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~W1LUUE5KOGQA.2 size=279646 2024-09-19T11:26:13.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.700+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=W1LUUE5KOGQA tag=OSDE344579Y1 type=write size=3425374 2024-09-19T11:26:13.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.700+0000 7f8576bd1780 1 < canceled part key=_multipart_SQT4SZMGZ35M.2~ER07BYC6CNNJ.0 size=496760 2024-09-19T11:26:13.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.702+0000 7f8576bd1780 1 < canceled multipart upload key=SQT4SZMGZ35M upload=ER07BYC6CNNJ tag=VUD3YK69ECMI type=write size=1545336 2024-09-19T11:26:13.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.703+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=IT4KX5678X6E type=write size=699828 2024-09-19T11:26:13.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.705+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~15DV7ZLVA84E.0 size=1048576 2024-09-19T11:26:13.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.706+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~15DV7ZLVA84E.1 size=1048576 2024-09-19T11:26:13.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.707+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~15DV7ZLVA84E.2 size=496933 2024-09-19T11:26:13.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.709+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=15DV7ZLVA84E tag=CVLMAESVGEY2 type=write size=3642661 2024-09-19T11:26:13.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.711+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~UG61XDOJ77P5.0 size=524183 2024-09-19T11:26:13.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.711+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=UG61XDOJ77P5 tag=3ZV28IHOOQD8 type=write size=1572759 2024-09-19T11:26:13.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.712+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=230VN28UP91I type=del 2024-09-19T11:26:13.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.714+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=LPR1S13W1N99 type=del size=982773 2024-09-19T11:26:13.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.715+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=2FAB0QMHY887 type=del 2024-09-19T11:26:13.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.716+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=4EUUCM2H840R type=del size=3474507 2024-09-19T11:26:13.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.718+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=LUONCOKSD8RW type=del 2024-09-19T11:26:13.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.720+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~2Z2I51IQMANA.0 size=526246 2024-09-19T11:26:13.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.720+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=2Z2I51IQMANA tag=D5SPWC5G6QE4 type=write size=1574822 2024-09-19T11:26:13.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.722+0000 7f8576bd1780 1 < suggested update operation key=8TXDCE73VSEB tag=2BMU0D7OXTGP type=del size=1783996 2024-09-19T11:26:13.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.724+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=QESR41OKAPFZ type=write size=786935 2024-09-19T11:26:13.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.726+0000 7f8576bd1780 1 < suggested update operation key=ZPXM7YL89HZJ tag=9ICDL1Z4DNV6 type=del size=2205900 2024-09-19T11:26:13.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.727+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=XHJRLO20N34B type=del size=574811 2024-09-19T11:26:13.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.729+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=GNYX3969BF1A type=del 2024-09-19T11:26:13.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.730+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=KXITV0JY5NP6 type=del size=419428 2024-09-19T11:26:13.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.731+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~3338L0KU5UYL.0 size=979692 2024-09-19T11:26:13.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.733+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=3338L0KU5UYL tag=JB61W9TMKEY2 type=write size=2028268 2024-09-19T11:26:13.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.734+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=AWQLO2T1WJDC type=del size=1073038 2024-09-19T11:26:13.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.736+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=3MQHWURAFYT3 type=del 2024-09-19T11:26:13.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.737+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=K9E7DT3A7L5A type=write size=525839 2024-09-19T11:26:13.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.738+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=2ZGDID8XC054 type=del 2024-09-19T11:26:13.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.741+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~Y09XNV4SH20X.0 size=1048576 2024-09-19T11:26:13.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.742+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~Y09XNV4SH20X.1 size=1048576 2024-09-19T11:26:13.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.743+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~Y09XNV4SH20X.2 size=399262 2024-09-19T11:26:13.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.743+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=Y09XNV4SH20X tag=UI1X5DZXGVI9 type=write size=3544990 2024-09-19T11:26:13.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.745+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=DX567VDJACOT type=del 2024-09-19T11:26:13.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.747+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~XSLFF4I14J33.0 size=69526 2024-09-19T11:26:13.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.747+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=XSLFF4I14J33 tag=YE8O5LLDDWGB type=write size=1118102 2024-09-19T11:26:13.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.748+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~XXEWLLMIVGA5.0 size=1048576 2024-09-19T11:26:13.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.750+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~XXEWLLMIVGA5.1 size=744302 2024-09-19T11:26:13.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.752+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=XXEWLLMIVGA5 tag=3B15I8JUMYFO type=write size=2841454 2024-09-19T11:26:13.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.754+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~7EUH8D6WJKYW.0 size=693886 2024-09-19T11:26:13.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.754+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=7EUH8D6WJKYW tag=7OBQ73SEQ0HM type=write size=1742462 2024-09-19T11:26:13.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.755+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~VY1X7ZKCXA6Q.0 size=1048576 2024-09-19T11:26:13.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.756+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~VY1X7ZKCXA6Q.1 size=1048576 2024-09-19T11:26:13.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.757+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~VY1X7ZKCXA6Q.2 size=60689 2024-09-19T11:26:13.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.759+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=VY1X7ZKCXA6Q tag=SXJ1SCEHIJFK type=write size=3206417 2024-09-19T11:26:13.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.761+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~7P47107FLX5Y.0 size=1048576 2024-09-19T11:26:13.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.762+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~7P47107FLX5Y.1 size=262068 2024-09-19T11:26:13.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.762+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=7P47107FLX5Y tag=7WLNDLHH2VWS type=write size=2359220 2024-09-19T11:26:13.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.765+0000 7f8576bd1780 1 < suggested update operation key=N5KNLV13G1PN tag=T9LE7VQG9S6M type=write size=533366 2024-09-19T11:26:13.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.767+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~BPTNSMN1SXXL.0 size=1048576 2024-09-19T11:26:13.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.768+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~BPTNSMN1SXXL.1 size=84920 2024-09-19T11:26:13.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.768+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=BPTNSMN1SXXL tag=1COFCARQEH4S type=write size=2182072 2024-09-19T11:26:13.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.770+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~W1LUUE5KOGQA.0 size=1048576 2024-09-19T11:26:13.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.771+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~W1LUUE5KOGQA.1 size=1048576 2024-09-19T11:26:13.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.772+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~W1LUUE5KOGQA.2 size=279646 2024-09-19T11:26:13.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.774+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=W1LUUE5KOGQA tag=OSDE344579Y1 type=write size=3425374 2024-09-19T11:26:13.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.776+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~CML2GPGSZSIR.0 size=1048576 2024-09-19T11:26:13.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.777+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~CML2GPGSZSIR.1 size=1048576 2024-09-19T11:26:13.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.778+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~CML2GPGSZSIR.2 size=819836 2024-09-19T11:26:13.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.778+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=CML2GPGSZSIR tag=LLUQSI5J2ZTJ type=write size=3965564 2024-09-19T11:26:13.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.779+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=IT4KX5678X6E type=write size=699828 2024-09-19T11:26:13.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.781+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=JKPJ1YJDQ54Z type=del size=194348 2024-09-19T11:26:13.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.782+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~UG61XDOJ77P5.0 size=524183 2024-09-19T11:26:13.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.784+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=UG61XDOJ77P5 tag=3ZV28IHOOQD8 type=write size=1572759 2024-09-19T11:26:13.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.786+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~EYRKRYP7CDGW.0 size=1048576 2024-09-19T11:26:13.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.788+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~EYRKRYP7CDGW.1 size=1048576 2024-09-19T11:26:13.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.789+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~EYRKRYP7CDGW.2 size=791153 2024-09-19T11:26:13.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.789+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=EYRKRYP7CDGW tag=UBENRR8C7L5N type=write size=3936881 2024-09-19T11:26:13.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.790+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=LPR1S13W1N99 type=del 2024-09-19T11:26:13.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.792+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~2RHDIJT87JM4.0 size=1016322 2024-09-19T11:26:13.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.792+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=2RHDIJT87JM4 tag=S216J7H6JUZ5 type=write size=2064898 2024-09-19T11:26:13.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.793+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=4EUUCM2H840R type=del size=3474507 2024-09-19T11:26:13.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.796+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~7EVJTV9IFZ4F.0 size=1048576 2024-09-19T11:26:13.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.797+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~7EVJTV9IFZ4F.1 size=334054 2024-09-19T11:26:13.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.797+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=7EVJTV9IFZ4F tag=8RRA2Z1ZKI7A type=write size=2431206 2024-09-19T11:26:13.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.797+0000 7f8576bd1780 1 < canceled part key=_multipart_MZMHUNQR1QO8.2~2Z2I51IQMANA.0 size=526246 2024-09-19T11:26:13.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.799+0000 7f8576bd1780 1 < canceled multipart upload key=MZMHUNQR1QO8 upload=2Z2I51IQMANA tag=D5SPWC5G6QE4 type=write size=1574822 2024-09-19T11:26:13.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.801+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=CXGZTL3YF64N type=del size=1949002 2024-09-19T11:26:13.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.802+0000 7f8576bd1780 1 < completed write operation key=ZWZW4UE288SB tag=QESR41OKAPFZ type=write size=786935 2024-09-19T11:26:13.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.804+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DBIHGO5K192G.0 size=1048576 2024-09-19T11:26:13.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.805+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DBIHGO5K192G.1 size=1048576 2024-09-19T11:26:13.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.806+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DBIHGO5K192G.2 size=945024 2024-09-19T11:26:13.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.806+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=DBIHGO5K192G tag=ZIYL7E9Q0EGP type=write size=4090752 2024-09-19T11:26:13.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.807+0000 7f8576bd1780 1 < canceled operation key=TRUD9FI7BSLD tag=XHJRLO20N34B type=del size=574811 2024-09-19T11:26:13.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.809+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~DV5C1UN5TG50.0 size=331807 2024-09-19T11:26:13.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.809+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=DV5C1UN5TG50 tag=CPTNF3I0GPUR type=write size=1380383 2024-09-19T11:26:13.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.811+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=KXITV0JY5NP6 type=del 2024-09-19T11:26:13.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.812+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=9IIAO951NHWI type=del size=2633998 2024-09-19T11:26:13.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.813+0000 7f8576bd1780 1 < canceled operation key=BFY7ZISN7X2F tag=AWQLO2T1WJDC type=del size=1073038 2024-09-19T11:26:13.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.815+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~8KN7JB9XLAFE.0 size=1048576 2024-09-19T11:26:13.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.816+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~8KN7JB9XLAFE.1 size=1048576 2024-09-19T11:26:13.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.817+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~8KN7JB9XLAFE.2 size=833935 2024-09-19T11:26:13.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.817+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=8KN7JB9XLAFE tag=5R4A119FITRE type=write size=3979663 2024-09-19T11:26:13.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.819+0000 7f8576bd1780 1 < completed write operation key=N7PGU1DM6N25 tag=K9E7DT3A7L5A type=write size=525839 2024-09-19T11:26:13.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.821+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~CEP5UBLU73SI.0 size=1048576 2024-09-19T11:26:13.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.822+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~CEP5UBLU73SI.1 size=1048576 2024-09-19T11:26:13.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.823+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~CEP5UBLU73SI.2 size=731607 2024-09-19T11:26:13.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.823+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=CEP5UBLU73SI tag=BU594AQ34J5S type=write size=3877335 2024-09-19T11:26:13.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.824+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~Y09XNV4SH20X.0 size=1048576 2024-09-19T11:26:13.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.825+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~Y09XNV4SH20X.1 size=1048576 2024-09-19T11:26:13.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.826+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~Y09XNV4SH20X.2 size=399262 2024-09-19T11:26:13.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.828+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=Y09XNV4SH20X tag=UI1X5DZXGVI9 type=write size=3544990 2024-09-19T11:26:13.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.830+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~R5BP0FG0289G.0 size=1048576 2024-09-19T11:26:13.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.831+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~R5BP0FG0289G.1 size=1048576 2024-09-19T11:26:13.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.832+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~R5BP0FG0289G.2 size=449114 2024-09-19T11:26:13.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.832+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=R5BP0FG0289G tag=NRNUKK7TWH9P type=write size=3594842 2024-09-19T11:26:13.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.834+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~XSLFF4I14J33.0 size=69526 2024-09-19T11:26:13.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.835+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=XSLFF4I14J33 tag=YE8O5LLDDWGB type=write size=1118102 2024-09-19T11:26:13.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.837+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=Z0V6CXSFCF7O type=del size=531066 2024-09-19T11:26:13.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.838+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~7EUH8D6WJKYW.0 size=693886 2024-09-19T11:26:13.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.840+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=7EUH8D6WJKYW tag=7OBQ73SEQ0HM type=write size=1742462 2024-09-19T11:26:13.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.842+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~22UHXVR2AQRF.0 size=1048576 2024-09-19T11:26:13.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.843+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~22UHXVR2AQRF.1 size=555004 2024-09-19T11:26:13.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.843+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=22UHXVR2AQRF tag=1J0HFSTRJ9RN type=write size=2652156 2024-09-19T11:26:13.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.844+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~7P47107FLX5Y.0 size=1048576 2024-09-19T11:26:13.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.845+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~7P47107FLX5Y.1 size=262068 2024-09-19T11:26:13.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.847+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=7P47107FLX5Y tag=7WLNDLHH2VWS type=write size=2359220 2024-09-19T11:26:13.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.849+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=3NM9ZE3SHOEW type=del size=181582 2024-09-19T11:26:13.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.850+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~BPTNSMN1SXXL.0 size=1048576 2024-09-19T11:26:13.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.851+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~BPTNSMN1SXXL.1 size=84920 2024-09-19T11:26:13.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.853+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=BPTNSMN1SXXL tag=1COFCARQEH4S type=write size=2182072 2024-09-19T11:26:13.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.854+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=H6EELWWQYNQO type=del size=1827220 2024-09-19T11:26:13.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.855+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~CML2GPGSZSIR.0 size=1048576 2024-09-19T11:26:13.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.857+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~CML2GPGSZSIR.1 size=1048576 2024-09-19T11:26:13.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.858+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~CML2GPGSZSIR.2 size=819836 2024-09-19T11:26:13.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.860+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=CML2GPGSZSIR tag=LLUQSI5J2ZTJ type=write size=3965564 2024-09-19T11:26:13.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.863+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~GPKHG7WDHAYO.0 size=1048576 2024-09-19T11:26:13.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.864+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~GPKHG7WDHAYO.1 size=520287 2024-09-19T11:26:13.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.864+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=GPKHG7WDHAYO tag=5B7UC40BZNB3 type=write size=2617439 2024-09-19T11:26:13.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.865+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=JKPJ1YJDQ54Z type=del 2024-09-19T11:26:13.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.866+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=R6BN58LGF4P7 type=del size=653999 2024-09-19T11:26:13.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.868+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~EYRKRYP7CDGW.0 size=1048576 2024-09-19T11:26:13.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.869+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~EYRKRYP7CDGW.1 size=1048576 2024-09-19T11:26:13.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.870+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~EYRKRYP7CDGW.2 size=791153 2024-09-19T11:26:13.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.872+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=EYRKRYP7CDGW tag=UBENRR8C7L5N type=write size=3936881 2024-09-19T11:26:13.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.873+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=62K9MTUKDQEC type=del size=3669963 2024-09-19T11:26:13.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.874+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~2RHDIJT87JM4.0 size=1016322 2024-09-19T11:26:13.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.876+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=2RHDIJT87JM4 tag=S216J7H6JUZ5 type=write size=2064898 2024-09-19T11:26:13.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.879+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~0S46739XI0P0.0 size=1048576 2024-09-19T11:26:13.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.880+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~0S46739XI0P0.1 size=1048576 2024-09-19T11:26:13.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.880+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~0S46739XI0P0.2 size=209 2024-09-19T11:26:13.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.880+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=0S46739XI0P0 tag=E38NP74TPM5R type=write size=3145937 2024-09-19T11:26:13.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.882+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~7EVJTV9IFZ4F.0 size=1048576 2024-09-19T11:26:13.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.883+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~7EVJTV9IFZ4F.1 size=334054 2024-09-19T11:26:13.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.885+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=7EVJTV9IFZ4F tag=8RRA2Z1ZKI7A type=write size=2431206 2024-09-19T11:26:13.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.887+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~BX7KV27DYE1R.0 size=957560 2024-09-19T11:26:13.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.887+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=BX7KV27DYE1R tag=1YWZGKCQ8YQ8 type=write size=2006136 2024-09-19T11:26:13.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.888+0000 7f8576bd1780 1 < canceled operation key=XD7FFT9LKVRY tag=CXGZTL3YF64N type=del size=1949002 2024-09-19T11:26:13.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.889+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=3U5OU5GCVB1O type=del size=1033746 2024-09-19T11:26:13.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.890+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~DBIHGO5K192G.0 size=1048576 2024-09-19T11:26:13.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.891+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~DBIHGO5K192G.1 size=1048576 2024-09-19T11:26:13.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.891+0000 7f8576bd1780 1 < canceled part key=_multipart_FE3M1XO7TAS3.2~DBIHGO5K192G.2 size=945024 2024-09-19T11:26:13.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.893+0000 7f8576bd1780 1 < canceled multipart upload key=FE3M1XO7TAS3 upload=DBIHGO5K192G tag=ZIYL7E9Q0EGP type=write size=4090752 2024-09-19T11:26:13.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.894+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=ZH9Z2W4XTZOU type=del size=1399785 2024-09-19T11:26:13.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.895+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~DV5C1UN5TG50.0 size=331807 2024-09-19T11:26:13.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.897+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=DV5C1UN5TG50 tag=CPTNF3I0GPUR type=write size=1380383 2024-09-19T11:26:13.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.899+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~AB3DURL2LMTT.0 size=397293 2024-09-19T11:26:13.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.899+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=AB3DURL2LMTT tag=MX3UF6DAKBM1 type=write size=1445869 2024-09-19T11:26:13.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.900+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=9IIAO951NHWI type=del 2024-09-19T11:26:13.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.902+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~946D4K3T3OYW.0 size=245166 2024-09-19T11:26:13.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.902+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=946D4K3T3OYW tag=STVZOD5N299T type=write size=1293742 2024-09-19T11:26:13.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.903+0000 7f8576bd1780 1 < canceled part key=_multipart_C4PTRIG04GCR.2~8KN7JB9XLAFE.0 size=1048576 2024-09-19T11:26:13.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.904+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~8KN7JB9XLAFE.1 size=1048576 2024-09-19T11:26:13.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.905+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~8KN7JB9XLAFE.2 size=833935 2024-09-19T11:26:13.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.907+0000 7f8576bd1780 1 < canceled multipart upload key=C4PTRIG04GCR upload=8KN7JB9XLAFE tag=5R4A119FITRE type=write size=3979663 2024-09-19T11:26:13.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.909+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~BMRAKKCI5341.0 size=72531 2024-09-19T11:26:13.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.909+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=BMRAKKCI5341 tag=41ODHG139WOX type=write size=1121107 2024-09-19T11:26:13.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.910+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~CEP5UBLU73SI.0 size=1048576 2024-09-19T11:26:13.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.910+0000 7f8576bd1780 1 < canceled part key=_multipart_7B4T99OA9CO4.2~CEP5UBLU73SI.1 size=1048576 2024-09-19T11:26:13.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.911+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~CEP5UBLU73SI.2 size=731607 2024-09-19T11:26:13.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.913+0000 7f8576bd1780 1 < canceled multipart upload key=7B4T99OA9CO4 upload=CEP5UBLU73SI tag=BU594AQ34J5S type=write size=3877335 2024-09-19T11:26:13.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.915+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=T48VH40YW6RM type=del size=731657 2024-09-19T11:26:13.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.915+0000 7f8576bd1780 1 < canceled part key=_multipart_JCTD8EOFVYS2.2~R5BP0FG0289G.0 size=1048576 2024-09-19T11:26:13.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.916+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~R5BP0FG0289G.1 size=1048576 2024-09-19T11:26:13.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.917+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~R5BP0FG0289G.2 size=449114 2024-09-19T11:26:13.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.919+0000 7f8576bd1780 1 < canceled multipart upload key=JCTD8EOFVYS2 upload=R5BP0FG0289G tag=NRNUKK7TWH9P type=write size=3594842 2024-09-19T11:26:13.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.920+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=IAOWUXEXQEZ7 type=del size=2615465 2024-09-19T11:26:13.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.921+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=Z0V6CXSFCF7O type=del 2024-09-19T11:26:13.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.922+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=WDJS3PY16NHR type=del size=4078527 2024-09-19T11:26:13.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.923+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~22UHXVR2AQRF.0 size=1048576 2024-09-19T11:26:13.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.924+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~22UHXVR2AQRF.1 size=555004 2024-09-19T11:26:13.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.926+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=22UHXVR2AQRF tag=1J0HFSTRJ9RN type=write size=2652156 2024-09-19T11:26:13.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.927+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=WV70VDQP7KA0 type=del size=677688 2024-09-19T11:26:13.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.930+0000 7f8576bd1780 1 < suggested remove operation key=JCTD8EOFVYS2 tag=3NM9ZE3SHOEW type=del 2024-09-19T11:26:13.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.931+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=YMAUCF149H5E type=del size=959993 2024-09-19T11:26:13.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.933+0000 7f8576bd1780 1 < suggested remove operation key=MZMHUNQR1QO8 tag=H6EELWWQYNQO type=del 2024-09-19T11:26:13.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.935+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=EEWQULGJDRHD type=del size=2510158 2024-09-19T11:26:13.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.936+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~GPKHG7WDHAYO.0 size=1048576 2024-09-19T11:26:13.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.937+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~GPKHG7WDHAYO.1 size=520287 2024-09-19T11:26:13.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.939+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=GPKHG7WDHAYO tag=5B7UC40BZNB3 type=write size=2617439 2024-09-19T11:26:13.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.940+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=7RA85BW4G603 type=del size=1051565 2024-09-19T11:26:13.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.941+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=R6BN58LGF4P7 type=del 2024-09-19T11:26:13.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.943+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=4QS42L2AQ5RH type=del size=4151947 2024-09-19T11:26:13.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.944+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=62K9MTUKDQEC type=del 2024-09-19T11:26:13.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.945+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=H8SI4ZQFUM4J type=del size=1047690 2024-09-19T11:26:13.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.946+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~0S46739XI0P0.0 size=1048576 2024-09-19T11:26:13.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.947+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~0S46739XI0P0.1 size=1048576 2024-09-19T11:26:13.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.948+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~0S46739XI0P0.2 size=209 2024-09-19T11:26:13.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.950+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=0S46739XI0P0 tag=E38NP74TPM5R type=write size=3145937 2024-09-19T11:26:13.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.951+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=WRWZ42RDV8M6 type=del size=36014 2024-09-19T11:26:13.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.952+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~BX7KV27DYE1R.0 size=957560 2024-09-19T11:26:13.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.953+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=BX7KV27DYE1R tag=1YWZGKCQ8YQ8 type=write size=2006136 2024-09-19T11:26:13.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.954+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=YLT6767I2TR9 type=del size=2790058 2024-09-19T11:26:13.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.957+0000 7f8576bd1780 1 < suggested remove operation key=U74I0YULWM14 tag=3U5OU5GCVB1O type=del 2024-09-19T11:26:13.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.959+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~CTPBUUWADS0E.0 size=1048576 2024-09-19T11:26:13.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.960+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~CTPBUUWADS0E.1 size=1048576 2024-09-19T11:26:13.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.961+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~CTPBUUWADS0E.2 size=111662 2024-09-19T11:26:13.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.961+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=CTPBUUWADS0E tag=M71J6Y49KS7T type=write size=3257390 2024-09-19T11:26:13.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.963+0000 7f8576bd1780 1 < suggested update operation key=N7PGU1DM6N25 tag=ZH9Z2W4XTZOU type=del size=1399785 2024-09-19T11:26:13.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.965+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~X5EKW589LEO5.0 size=1048576 2024-09-19T11:26:13.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.967+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~X5EKW589LEO5.1 size=880887 2024-09-19T11:26:13.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.967+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=X5EKW589LEO5 tag=ELPGQDDEQVLZ type=write size=2978039 2024-09-19T11:26:13.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.968+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~AB3DURL2LMTT.0 size=397293 2024-09-19T11:26:13.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.972+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=AB3DURL2LMTT tag=MX3UF6DAKBM1 type=write size=1445869 2024-09-19T11:26:13.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.974+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=0QTTS2U10DXN type=del size=183940 2024-09-19T11:26:13.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.975+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~946D4K3T3OYW.0 size=245166 2024-09-19T11:26:13.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.977+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=946D4K3T3OYW tag=STVZOD5N299T type=write size=1293742 2024-09-19T11:26:13.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.978+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=UAG4ZTZAZBZN type=del size=1332487 2024-09-19T11:26:13.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.979+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~BMRAKKCI5341.0 size=72531 2024-09-19T11:26:13.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.981+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=BMRAKKCI5341 tag=41ODHG139WOX type=write size=1121107 2024-09-19T11:26:13.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.983+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~KU7VTAX3R6ML.0 size=1048576 2024-09-19T11:26:13.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.984+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~KU7VTAX3R6ML.1 size=1048576 2024-09-19T11:26:13.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.985+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~KU7VTAX3R6ML.2 size=561882 2024-09-19T11:26:13.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.985+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=KU7VTAX3R6ML tag=ILXEK34K1S9F type=write size=3707610 2024-09-19T11:26:13.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.986+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=T48VH40YW6RM type=del 2024-09-19T11:26:13.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.987+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=BLFTDBWUHZ26 type=write size=882307 2024-09-19T11:26:13.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.989+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=IAOWUXEXQEZ7 type=del 2024-09-19T11:26:13.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.991+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~AB9XGL7YVHL8.0 size=695081 2024-09-19T11:26:13.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.991+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=AB9XGL7YVHL8 tag=DFW2YUDW6B1H type=write size=1743657 2024-09-19T11:26:13.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.992+0000 7f8576bd1780 -1 < failed to complete operation key=N7PGU1DM6N25 tag=WDJS3PY16NHR type=del size=4078527: (22) Invalid argument 2024-09-19T11:26:13.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.993+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=201VKRM2RF0P type=del size=3707344 2024-09-19T11:26:13.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.994+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=WV70VDQP7KA0 type=del 2024-09-19T11:26:13.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.995+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=NJ7V1M8LXYIO type=del size=865601 2024-09-19T11:26:13.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.997+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=YMAUCF149H5E type=del 2024-09-19T11:26:14.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.998+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=OVBPZWJK8VPP type=del size=1318641 2024-09-19T11:26:14.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:13.999+0000 7f8576bd1780 -1 < failed to complete operation key=U74I0YULWM14 tag=EEWQULGJDRHD type=del size=2510158: (22) Invalid argument 2024-09-19T11:26:14.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.000+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=2RPZ880NUBRG type=del size=604262 2024-09-19T11:26:14.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.002+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=7RA85BW4G603 type=del 2024-09-19T11:26:14.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.003+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=UUDSW7H1UCUF type=del size=558104 2024-09-19T11:26:14.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.004+0000 7f8576bd1780 1 < canceled operation key=SQT4SZMGZ35M tag=4QS42L2AQ5RH type=del size=4151947 2024-09-19T11:26:14.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.006+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~MMFMAVNI0VKU.0 size=1048576 2024-09-19T11:26:14.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.007+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~MMFMAVNI0VKU.1 size=1048576 2024-09-19T11:26:14.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.008+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~MMFMAVNI0VKU.2 size=1019243 2024-09-19T11:26:14.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.008+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=MMFMAVNI0VKU tag=FYS29IHC0VIK type=write size=4164971 2024-09-19T11:26:14.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.009+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=H8SI4ZQFUM4J type=del 2024-09-19T11:26:14.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.010+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=M5519NT9XC6Q type=write size=942169 2024-09-19T11:26:14.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.012+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=WRWZ42RDV8M6 type=del 2024-09-19T11:26:14.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.013+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=TEBACI6YFD73 type=del size=2462513 2024-09-19T11:26:14.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.015+0000 7f8576bd1780 1 < suggested remove operation key=C4PTRIG04GCR tag=YLT6767I2TR9 type=del 2024-09-19T11:26:14.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.016+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=Q05HHHJMJV8Q type=del size=3395751 2024-09-19T11:26:14.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.018+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~CTPBUUWADS0E.0 size=1048576 2024-09-19T11:26:14.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.019+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~CTPBUUWADS0E.1 size=1048576 2024-09-19T11:26:14.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.020+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~CTPBUUWADS0E.2 size=111662 2024-09-19T11:26:14.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.022+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=CTPBUUWADS0E tag=M71J6Y49KS7T type=write size=3257390 2024-09-19T11:26:14.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.023+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=0NVDCD7MM52B type=del size=2353347 2024-09-19T11:26:14.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.024+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~X5EKW589LEO5.0 size=1048576 2024-09-19T11:26:14.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.025+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~X5EKW589LEO5.1 size=880887 2024-09-19T11:26:14.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.027+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=X5EKW589LEO5 tag=ELPGQDDEQVLZ type=write size=2978039 2024-09-19T11:26:14.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.029+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~8K8Z15076G43.0 size=1048576 2024-09-19T11:26:14.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.030+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~8K8Z15076G43.1 size=1048576 2024-09-19T11:26:14.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.031+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~8K8Z15076G43.2 size=130636 2024-09-19T11:26:14.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.031+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=8K8Z15076G43 tag=S2718DMVGUCH type=write size=3276364 2024-09-19T11:26:14.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.032+0000 7f8576bd1780 1 < canceled operation key=BFY7ZISN7X2F tag=0QTTS2U10DXN type=del size=183940 2024-09-19T11:26:14.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.033+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=SCXA3AD8F92B type=write size=485186 2024-09-19T11:26:14.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.034+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=UAG4ZTZAZBZN type=del 2024-09-19T11:26:14.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.036+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~C2L69XPT733A.0 size=1048576 2024-09-19T11:26:14.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.037+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~C2L69XPT733A.1 size=703532 2024-09-19T11:26:14.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.037+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=C2L69XPT733A tag=HY0ZPNY14QB5 type=write size=2800684 2024-09-19T11:26:14.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.039+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~KU7VTAX3R6ML.0 size=1048576 2024-09-19T11:26:14.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.040+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~KU7VTAX3R6ML.1 size=1048576 2024-09-19T11:26:14.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.041+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~KU7VTAX3R6ML.2 size=561882 2024-09-19T11:26:14.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.043+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=KU7VTAX3R6ML tag=ILXEK34K1S9F type=write size=3707610 2024-09-19T11:26:14.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.044+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=B3TYHTYW1C3I type=del size=2627841 2024-09-19T11:26:14.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.045+0000 7f8576bd1780 1 < completed write operation key=JCTD8EOFVYS2 tag=BLFTDBWUHZ26 type=write size=882307 2024-09-19T11:26:14.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.047+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~NBR8W7KHSEKL.0 size=622535 2024-09-19T11:26:14.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.047+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=NBR8W7KHSEKL tag=W5J8Z3J03SXV type=write size=1671111 2024-09-19T11:26:14.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.049+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~AB9XGL7YVHL8.0 size=695081 2024-09-19T11:26:14.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.051+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=AB9XGL7YVHL8 tag=DFW2YUDW6B1H type=write size=1743657 2024-09-19T11:26:14.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.053+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~53J9O31GTKH0.0 size=275333 2024-09-19T11:26:14.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.053+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=53J9O31GTKH0 tag=M7ZVYUCC1Z6G type=write size=1323909 2024-09-19T11:26:14.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.054+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=201VKRM2RF0P type=del 2024-09-19T11:26:14.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.056+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~Q6ZADDVUPAER.0 size=53788 2024-09-19T11:26:14.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.056+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=Q6ZADDVUPAER tag=N1ITYOXV9RH0 type=write size=1102364 2024-09-19T11:26:14.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.057+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=NJ7V1M8LXYIO type=del 2024-09-19T11:26:14.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.059+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~M0MVGSSN8PZ4.0 size=438559 2024-09-19T11:26:14.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.059+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=M0MVGSSN8PZ4 tag=GX3J0S4KPY58 type=write size=1487135 2024-09-19T11:26:14.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.060+0000 7f8576bd1780 -1 < failed to complete operation key=C4PTRIG04GCR tag=OVBPZWJK8VPP type=del size=1318641: (22) Invalid argument 2024-09-19T11:26:14.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.062+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=C6MUTTUP75VS type=del size=3285700 2024-09-19T11:26:14.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.063+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=2RPZ880NUBRG type=del 2024-09-19T11:26:14.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.064+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=9O33EQ88X0XQ type=del size=3912555 2024-09-19T11:26:14.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.065+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=UUDSW7H1UCUF type=del 2024-09-19T11:26:14.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.067+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=WGSTGC4IHLK1 type=del size=2262407 2024-09-19T11:26:14.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.068+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~MMFMAVNI0VKU.0 size=1048576 2024-09-19T11:26:14.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.069+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~MMFMAVNI0VKU.1 size=1048576 2024-09-19T11:26:14.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.070+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~MMFMAVNI0VKU.2 size=1019243 2024-09-19T11:26:14.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.072+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=MMFMAVNI0VKU tag=FYS29IHC0VIK type=write size=4164971 2024-09-19T11:26:14.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.073+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=4VZTJ3JSS6VY type=del size=3870175 2024-09-19T11:26:14.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.074+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=M5519NT9XC6Q type=write size=942169 2024-09-19T11:26:14.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.076+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~WLVP2CGFWIT2.0 size=96215 2024-09-19T11:26:14.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.076+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=WLVP2CGFWIT2 tag=GLGVF1HL3S77 type=write size=1144791 2024-09-19T11:26:14.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.077+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=TEBACI6YFD73 type=del 2024-09-19T11:26:14.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.081+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~V29PIYPNK08B.0 size=1048576 2024-09-19T11:26:14.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.082+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~V29PIYPNK08B.1 size=1048576 2024-09-19T11:26:14.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.082+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~V29PIYPNK08B.2 size=953161 2024-09-19T11:26:14.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.082+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=V29PIYPNK08B tag=GIF82SHNWMT5 type=write size=4098889 2024-09-19T11:26:14.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.084+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=Q05HHHJMJV8Q type=del 2024-09-19T11:26:14.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.085+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=VDBJ4D3P2GXE type=del size=1536093 2024-09-19T11:26:14.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.087+0000 7f8576bd1780 1 < suggested remove operation key=Y9OEXPZ4M5UK tag=0NVDCD7MM52B type=del 2024-09-19T11:26:14.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.088+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=GVU7VIGHAJGV type=del size=3317624 2024-09-19T11:26:14.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.089+0000 7f8576bd1780 1 < canceled part key=_multipart_JCTD8EOFVYS2.2~8K8Z15076G43.0 size=1048576 2024-09-19T11:26:14.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.090+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~8K8Z15076G43.1 size=1048576 2024-09-19T11:26:14.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.090+0000 7f8576bd1780 1 < canceled part key=_multipart_JCTD8EOFVYS2.2~8K8Z15076G43.2 size=130636 2024-09-19T11:26:14.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.092+0000 7f8576bd1780 1 < canceled multipart upload key=JCTD8EOFVYS2 upload=8K8Z15076G43 tag=S2718DMVGUCH type=write size=3276364 2024-09-19T11:26:14.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.093+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=NRF7NCQUMZD4 type=del size=7487 2024-09-19T11:26:14.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.094+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=SCXA3AD8F92B type=write size=485186 2024-09-19T11:26:14.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.096+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~OK4Q3XQH1UVL.0 size=175024 2024-09-19T11:26:14.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.096+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=OK4Q3XQH1UVL tag=Z8AA10XIEXGU type=write size=1223600 2024-09-19T11:26:14.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.098+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~C2L69XPT733A.0 size=1048576 2024-09-19T11:26:14.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.098+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~C2L69XPT733A.1 size=703532 2024-09-19T11:26:14.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.100+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=C2L69XPT733A tag=HY0ZPNY14QB5 type=write size=2800684 2024-09-19T11:26:14.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.103+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~MU5D3ROJOGSG.0 size=1048576 2024-09-19T11:26:14.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.104+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~MU5D3ROJOGSG.1 size=1048576 2024-09-19T11:26:14.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.105+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~MU5D3ROJOGSG.2 size=419880 2024-09-19T11:26:14.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.105+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=MU5D3ROJOGSG tag=E0T2LLLMJ3G7 type=write size=3565608 2024-09-19T11:26:14.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.106+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=B3TYHTYW1C3I type=del 2024-09-19T11:26:14.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.108+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~P8PQZ6REO684.0 size=1048576 2024-09-19T11:26:14.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.109+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~P8PQZ6REO684.1 size=1048576 2024-09-19T11:26:14.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.112+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~P8PQZ6REO684.2 size=153633 2024-09-19T11:26:14.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.112+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=P8PQZ6REO684 tag=300JK6K0SWN0 type=write size=3299361 2024-09-19T11:26:14.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.112+0000 7f8576bd1780 1 < canceled part key=_multipart_KKKADFW73I84.2~NBR8W7KHSEKL.0 size=622535 2024-09-19T11:26:14.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.117+0000 7f8576bd1780 1 < canceled multipart upload key=KKKADFW73I84 upload=NBR8W7KHSEKL tag=W5J8Z3J03SXV type=write size=1671111 2024-09-19T11:26:14.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.120+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=TUVPO5OCUMJ7 type=del size=809275 2024-09-19T11:26:14.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.122+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~53J9O31GTKH0.0 size=275333 2024-09-19T11:26:14.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.123+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=53J9O31GTKH0 tag=M7ZVYUCC1Z6G type=write size=1323909 2024-09-19T11:26:14.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.126+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~LYGQRLG5Z6AK.0 size=1048576 2024-09-19T11:26:14.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.127+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~LYGQRLG5Z6AK.1 size=293907 2024-09-19T11:26:14.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.127+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=LYGQRLG5Z6AK tag=UBG4F97GASO1 type=write size=2391059 2024-09-19T11:26:14.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.128+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~Q6ZADDVUPAER.0 size=53788 2024-09-19T11:26:14.132 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.130+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=Q6ZADDVUPAER tag=N1ITYOXV9RH0 type=write size=1102364 2024-09-19T11:26:14.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.131+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=0195U4PVUOI8 type=del size=1862561 2024-09-19T11:26:14.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.132+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~M0MVGSSN8PZ4.0 size=438559 2024-09-19T11:26:14.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.134+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=M0MVGSSN8PZ4 tag=GX3J0S4KPY58 type=write size=1487135 2024-09-19T11:26:14.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.136+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=7208O6YRGL3N type=del size=451593 2024-09-19T11:26:14.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.137+0000 7f8576bd1780 1 < canceled operation key=5PL1P4MQWBJN tag=C6MUTTUP75VS type=del size=3285700 2024-09-19T11:26:14.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.138+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=U1Y87TE5T6C8 type=del size=2424554 2024-09-19T11:26:14.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.140+0000 7f8576bd1780 -1 < failed to complete operation key=Y9OEXPZ4M5UK tag=9O33EQ88X0XQ type=del size=3912555: (22) Invalid argument 2024-09-19T11:26:14.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.141+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=DAWVBEEVJS5F type=del size=2318874 2024-09-19T11:26:14.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.142+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=WGSTGC4IHLK1 type=del 2024-09-19T11:26:14.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.143+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=KJDF9D8ZMK3I type=del size=2935372 2024-09-19T11:26:14.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.144+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=4VZTJ3JSS6VY type=del 2024-09-19T11:26:14.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.145+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=DINK2DD3SDR0 type=write size=724054 2024-09-19T11:26:14.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.147+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~WLVP2CGFWIT2.0 size=96215 2024-09-19T11:26:14.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.149+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=WLVP2CGFWIT2 tag=GLGVF1HL3S77 type=write size=1144791 2024-09-19T11:26:14.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.150+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=B5H8ADXK8X7V type=del size=1797320 2024-09-19T11:26:14.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.151+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~V29PIYPNK08B.0 size=1048576 2024-09-19T11:26:14.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.151+0000 7f8576bd1780 1 < canceled part key=_multipart_ZPXM7YL89HZJ.2~V29PIYPNK08B.1 size=1048576 2024-09-19T11:26:14.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.152+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~V29PIYPNK08B.2 size=953161 2024-09-19T11:26:14.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.154+0000 7f8576bd1780 1 < canceled multipart upload key=ZPXM7YL89HZJ upload=V29PIYPNK08B tag=GIF82SHNWMT5 type=write size=4098889 2024-09-19T11:26:14.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.156+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~34N9U8BFG1KW.0 size=34309 2024-09-19T11:26:14.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.156+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=34N9U8BFG1KW tag=AZP64UXC1K0O type=write size=1082885 2024-09-19T11:26:14.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.157+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=VDBJ4D3P2GXE type=del 2024-09-19T11:26:14.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.159+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~9UFA7PYUCSMA.0 size=1048576 2024-09-19T11:26:14.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.161+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~9UFA7PYUCSMA.1 size=1048576 2024-09-19T11:26:14.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.162+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~9UFA7PYUCSMA.2 size=244229 2024-09-19T11:26:14.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.162+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=9UFA7PYUCSMA tag=YIMB86N6OU9S type=write size=3389957 2024-09-19T11:26:14.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.163+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=GVU7VIGHAJGV type=del 2024-09-19T11:26:14.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.165+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~QSQ4UUCMAY7D.0 size=1048576 2024-09-19T11:26:14.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.166+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~QSQ4UUCMAY7D.1 size=1048576 2024-09-19T11:26:14.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.167+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~QSQ4UUCMAY7D.2 size=445827 2024-09-19T11:26:14.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.167+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=QSQ4UUCMAY7D tag=YQNIO89H5UAV type=write size=3591555 2024-09-19T11:26:14.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.168+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=NRF7NCQUMZD4 type=del 2024-09-19T11:26:14.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.169+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=32T65ESZ5ZCH type=del size=1974473 2024-09-19T11:26:14.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.170+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~OK4Q3XQH1UVL.0 size=175024 2024-09-19T11:26:14.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.172+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=OK4Q3XQH1UVL tag=Z8AA10XIEXGU type=write size=1223600 2024-09-19T11:26:14.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.174+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~5UU1HERKFAPY.0 size=1048576 2024-09-19T11:26:14.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.175+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~5UU1HERKFAPY.1 size=778034 2024-09-19T11:26:14.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.175+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=5UU1HERKFAPY tag=AGQDNAM2MF8Y type=write size=2875186 2024-09-19T11:26:14.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.177+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~MU5D3ROJOGSG.0 size=1048576 2024-09-19T11:26:14.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.177+0000 7f8576bd1780 1 < canceled part key=_multipart_XD7FFT9LKVRY.2~MU5D3ROJOGSG.1 size=1048576 2024-09-19T11:26:14.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.177+0000 7f8576bd1780 1 < canceled part key=_multipart_XD7FFT9LKVRY.2~MU5D3ROJOGSG.2 size=419880 2024-09-19T11:26:14.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.179+0000 7f8576bd1780 1 < canceled multipart upload key=XD7FFT9LKVRY upload=MU5D3ROJOGSG tag=E0T2LLLMJ3G7 type=write size=3565608 2024-09-19T11:26:14.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.181+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~J3U665E13J3Y.0 size=1048576 2024-09-19T11:26:14.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.182+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~J3U665E13J3Y.1 size=848371 2024-09-19T11:26:14.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.182+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=J3U665E13J3Y tag=EQKF83UGAI6W type=write size=2945523 2024-09-19T11:26:14.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.183+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~P8PQZ6REO684.0 size=1048576 2024-09-19T11:26:14.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.184+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~P8PQZ6REO684.1 size=1048576 2024-09-19T11:26:14.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.185+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~P8PQZ6REO684.2 size=153633 2024-09-19T11:26:14.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.187+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=P8PQZ6REO684 tag=300JK6K0SWN0 type=write size=3299361 2024-09-19T11:26:14.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.188+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=R2C39CGGVX2I type=write size=937596 2024-09-19T11:26:14.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.190+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=TUVPO5OCUMJ7 type=del 2024-09-19T11:26:14.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.192+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~MYQECXJZA5D9.0 size=1048576 2024-09-19T11:26:14.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.193+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~MYQECXJZA5D9.1 size=1048576 2024-09-19T11:26:14.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.194+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~MYQECXJZA5D9.2 size=505344 2024-09-19T11:26:14.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.194+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=MYQECXJZA5D9 tag=ATZHQ9C6Q89T type=write size=3651072 2024-09-19T11:26:14.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.195+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~LYGQRLG5Z6AK.0 size=1048576 2024-09-19T11:26:14.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.196+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~LYGQRLG5Z6AK.1 size=293907 2024-09-19T11:26:14.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.199+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=LYGQRLG5Z6AK tag=UBG4F97GASO1 type=write size=2391059 2024-09-19T11:26:14.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.201+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=5QLU4OWIXH59 type=del size=3323018 2024-09-19T11:26:14.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.202+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=0195U4PVUOI8 type=del 2024-09-19T11:26:14.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.204+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~A5WBD3LYOR66.0 size=679359 2024-09-19T11:26:14.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.204+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=A5WBD3LYOR66 tag=2MO1WNWBQF7R type=write size=1727935 2024-09-19T11:26:14.207 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.205+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=7208O6YRGL3N type=del 2024-09-19T11:26:14.208 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.206+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=J90R6GYDAH4G type=del size=2120646 2024-09-19T11:26:14.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.207+0000 7f8576bd1780 1 < canceled operation key=3321TAKJUZTG tag=U1Y87TE5T6C8 type=del size=2424554 2024-09-19T11:26:14.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.209+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~16NE4PDHS2RX.0 size=274599 2024-09-19T11:26:14.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.209+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=16NE4PDHS2RX tag=UD4PBIF1RTCW type=write size=1323175 2024-09-19T11:26:14.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.211+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=DAWVBEEVJS5F type=del 2024-09-19T11:26:14.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.212+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=I1S0VQH06YIF type=write size=676816 2024-09-19T11:26:14.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.213+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=KJDF9D8ZMK3I type=del 2024-09-19T11:26:14.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.215+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~8QE0WQ7BVIUW.0 size=1048576 2024-09-19T11:26:14.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.216+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~8QE0WQ7BVIUW.1 size=1048576 2024-09-19T11:26:14.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.217+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~8QE0WQ7BVIUW.2 size=300126 2024-09-19T11:26:14.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.217+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=8QE0WQ7BVIUW tag=1A2ZSZW6GE4V type=write size=3445854 2024-09-19T11:26:14.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.218+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=DINK2DD3SDR0 type=write size=724054 2024-09-19T11:26:14.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.219+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=71IWRHHFOECW type=del size=1741885 2024-09-19T11:26:14.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.222+0000 7f8576bd1780 1 < suggested remove operation key=FE3M1XO7TAS3 tag=B5H8ADXK8X7V type=del 2024-09-19T11:26:14.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.223+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=AZ65UO22XZ60 type=write size=407418 2024-09-19T11:26:14.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.224+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~34N9U8BFG1KW.0 size=34309 2024-09-19T11:26:14.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.226+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=34N9U8BFG1KW tag=AZP64UXC1K0O type=write size=1082885 2024-09-19T11:26:14.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.227+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=B3LZLDKRGXIG type=del size=4121895 2024-09-19T11:26:14.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.229+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~9UFA7PYUCSMA.0 size=1048576 2024-09-19T11:26:14.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.230+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~9UFA7PYUCSMA.1 size=1048576 2024-09-19T11:26:14.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.231+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~9UFA7PYUCSMA.2 size=244229 2024-09-19T11:26:14.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.233+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=9UFA7PYUCSMA tag=YIMB86N6OU9S type=write size=3389957 2024-09-19T11:26:14.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.234+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=9JKUJD115E05 type=del size=778873 2024-09-19T11:26:14.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.235+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~QSQ4UUCMAY7D.0 size=1048576 2024-09-19T11:26:14.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.236+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~QSQ4UUCMAY7D.1 size=1048576 2024-09-19T11:26:14.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.237+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~QSQ4UUCMAY7D.2 size=445827 2024-09-19T11:26:14.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.240+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=QSQ4UUCMAY7D tag=YQNIO89H5UAV type=write size=3591555 2024-09-19T11:26:14.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.241+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=7D5R09H206LB type=write size=530284 2024-09-19T11:26:14.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.242+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=32T65ESZ5ZCH type=del 2024-09-19T11:26:14.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.243+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=RQXF1X8J95D8 type=del size=2216549 2024-09-19T11:26:14.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.244+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~5UU1HERKFAPY.0 size=1048576 2024-09-19T11:26:14.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.245+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~5UU1HERKFAPY.1 size=778034 2024-09-19T11:26:14.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.247+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=5UU1HERKFAPY tag=AGQDNAM2MF8Y type=write size=2875186 2024-09-19T11:26:14.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.249+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=Z85O986XLI1W type=write size=383215 2024-09-19T11:26:14.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.250+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~J3U665E13J3Y.0 size=1048576 2024-09-19T11:26:14.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.251+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~J3U665E13J3Y.1 size=848371 2024-09-19T11:26:14.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.253+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=J3U665E13J3Y tag=EQKF83UGAI6W type=write size=2945523 2024-09-19T11:26:14.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.255+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~04XW5UM1YHSD.0 size=1048576 2024-09-19T11:26:14.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.256+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~04XW5UM1YHSD.1 size=1048576 2024-09-19T11:26:14.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.257+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~04XW5UM1YHSD.2 size=102478 2024-09-19T11:26:14.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.257+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=04XW5UM1YHSD tag=AONTPMMR8Y0Z type=write size=3248206 2024-09-19T11:26:14.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.258+0000 7f8576bd1780 1 < completed write operation key=YJ3WDCJJJLOH tag=R2C39CGGVX2I type=write size=937596 2024-09-19T11:26:14.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.260+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~WC2PWMCYWXPT.0 size=1048576 2024-09-19T11:26:14.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.261+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~WC2PWMCYWXPT.1 size=844077 2024-09-19T11:26:14.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.261+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=WC2PWMCYWXPT tag=97211A1D3M4E type=write size=2941229 2024-09-19T11:26:14.264 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.262+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~MYQECXJZA5D9.0 size=1048576 2024-09-19T11:26:14.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.263+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~MYQECXJZA5D9.1 size=1048576 2024-09-19T11:26:14.266 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.264+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~MYQECXJZA5D9.2 size=505344 2024-09-19T11:26:14.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.266+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=MYQECXJZA5D9 tag=ATZHQ9C6Q89T type=write size=3651072 2024-09-19T11:26:14.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.267+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=JFG31AZLUQWA type=del size=4138078 2024-09-19T11:26:14.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.268+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=5QLU4OWIXH59 type=del 2024-09-19T11:26:14.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.269+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=5B09V3K4SCGC type=del size=2700991 2024-09-19T11:26:14.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.269+0000 7f8576bd1780 1 < canceled part key=_multipart_KFMJ4RY4PU1U.2~A5WBD3LYOR66.0 size=679359 2024-09-19T11:26:14.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.271+0000 7f8576bd1780 1 < canceled multipart upload key=KFMJ4RY4PU1U upload=A5WBD3LYOR66 tag=2MO1WNWBQF7R type=write size=1727935 2024-09-19T11:26:14.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.272+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=WOAN39OBMQJO type=write size=967011 2024-09-19T11:26:14.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.273+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=J90R6GYDAH4G type=del 2024-09-19T11:26:14.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.275+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=ZHHJSDCGC1OS type=del size=2629824 2024-09-19T11:26:14.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.276+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~16NE4PDHS2RX.0 size=274599 2024-09-19T11:26:14.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.278+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=16NE4PDHS2RX tag=UD4PBIF1RTCW type=write size=1323175 2024-09-19T11:26:14.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.279+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=8ZAL0EP3PTAI type=write size=808154 2024-09-19T11:26:14.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.280+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=I1S0VQH06YIF type=write size=676816 2024-09-19T11:26:14.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.282+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~W221JFILLGFS.0 size=272173 2024-09-19T11:26:14.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.282+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=W221JFILLGFS tag=O840PAT7EJ4G type=write size=1320749 2024-09-19T11:26:14.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.283+0000 7f8576bd1780 1 < canceled part key=_multipart_C5X0XZYLQT84.2~8QE0WQ7BVIUW.0 size=1048576 2024-09-19T11:26:14.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.283+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~8QE0WQ7BVIUW.1 size=1048576 2024-09-19T11:26:14.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.284+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~8QE0WQ7BVIUW.2 size=300126 2024-09-19T11:26:14.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.286+0000 7f8576bd1780 1 < canceled multipart upload key=C5X0XZYLQT84 upload=8QE0WQ7BVIUW tag=1A2ZSZW6GE4V type=write size=3445854 2024-09-19T11:26:14.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.287+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=3TFZEZUA53O6 type=del size=1917881 2024-09-19T11:26:14.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.290+0000 7f8576bd1780 1 < suggested update operation key=Y3SGWOZW0N7T tag=71IWRHHFOECW type=del size=1741885 2024-09-19T11:26:14.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.291+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=BIRB1F3MOD0M type=del size=1332415 2024-09-19T11:26:14.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.292+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=AZ65UO22XZ60 type=write size=407418 2024-09-19T11:26:14.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.294+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~UNV920B70Y73.0 size=1048576 2024-09-19T11:26:14.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.295+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~UNV920B70Y73.1 size=622786 2024-09-19T11:26:14.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.295+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=UNV920B70Y73 tag=N0AETQB6REAW type=write size=2719938 2024-09-19T11:26:14.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.296+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=B3LZLDKRGXIG type=del 2024-09-19T11:26:14.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.297+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=5SUE9BZ21JEG type=del size=2666004 2024-09-19T11:26:14.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.299+0000 7f8576bd1780 1 < canceled operation key=D8MAT4VBLN2R tag=9JKUJD115E05 type=del size=778873 2024-09-19T11:26:14.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.300+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=1H161JQB0601 type=del size=996831 2024-09-19T11:26:14.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.301+0000 7f8576bd1780 1 < completed write operation key=8TXDCE73VSEB tag=7D5R09H206LB type=write size=530284 2024-09-19T11:26:14.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.302+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=QPJJ66IS3TXN type=del size=497313 2024-09-19T11:26:14.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.303+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=RQXF1X8J95D8 type=del 2024-09-19T11:26:14.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.305+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=G9JQU4S1EFC9 type=del size=4169494 2024-09-19T11:26:14.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.306+0000 7f8576bd1780 1 < completed write operation key=5CG1U88JETDH tag=Z85O986XLI1W type=write size=383215 2024-09-19T11:26:14.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.309+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~KPILD2I2T2D4.0 size=1048576 2024-09-19T11:26:14.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.312+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~KPILD2I2T2D4.1 size=1048576 2024-09-19T11:26:14.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.314+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~KPILD2I2T2D4.2 size=940448 2024-09-19T11:26:14.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.314+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=KPILD2I2T2D4 tag=N0FYHZHM83QN type=write size=4086176 2024-09-19T11:26:14.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.316+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~04XW5UM1YHSD.0 size=1048576 2024-09-19T11:26:14.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.317+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~04XW5UM1YHSD.1 size=1048576 2024-09-19T11:26:14.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.318+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~04XW5UM1YHSD.2 size=102478 2024-09-19T11:26:14.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.320+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=04XW5UM1YHSD tag=AONTPMMR8Y0Z type=write size=3248206 2024-09-19T11:26:14.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.321+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=M3J0E8OZ6PCD type=del size=853387 2024-09-19T11:26:14.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.322+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~WC2PWMCYWXPT.0 size=1048576 2024-09-19T11:26:14.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.323+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~WC2PWMCYWXPT.1 size=844077 2024-09-19T11:26:14.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.325+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=WC2PWMCYWXPT tag=97211A1D3M4E type=write size=2941229 2024-09-19T11:26:14.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.326+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=JTWMXP4DVK22 type=del size=3580284 2024-09-19T11:26:14.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.327+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=JFG31AZLUQWA type=del 2024-09-19T11:26:14.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.328+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=X0SCHOYNUMN5 type=write size=686427 2024-09-19T11:26:14.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.330+0000 7f8576bd1780 1 < suggested remove operation key=C4PTRIG04GCR tag=5B09V3K4SCGC type=del 2024-09-19T11:26:14.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.332+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~E4DUVGD6HZEE.0 size=1048576 2024-09-19T11:26:14.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.333+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~E4DUVGD6HZEE.1 size=1038534 2024-09-19T11:26:14.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.333+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=E4DUVGD6HZEE tag=JCIL9NCYX064 type=write size=3135686 2024-09-19T11:26:14.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.334+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=WOAN39OBMQJO type=write size=967011 2024-09-19T11:26:14.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.336+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~LDBTQ4AXN2T1.0 size=791354 2024-09-19T11:26:14.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.336+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=LDBTQ4AXN2T1 tag=PPPUYKSTDR17 type=write size=1839930 2024-09-19T11:26:14.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.337+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=ZHHJSDCGC1OS type=del 2024-09-19T11:26:14.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.339+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~I6STNGIA2HKS.0 size=1048576 2024-09-19T11:26:14.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.340+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~I6STNGIA2HKS.1 size=665146 2024-09-19T11:26:14.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.340+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=I6STNGIA2HKS tag=SWKA928G8YCO type=write size=2762298 2024-09-19T11:26:14.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.343+0000 7f8576bd1780 1 < suggested update operation key=ZWZW4UE288SB tag=8ZAL0EP3PTAI type=write size=808154 2024-09-19T11:26:14.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.345+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~CKS74B0I8LPM.0 size=1048576 2024-09-19T11:26:14.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.346+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~CKS74B0I8LPM.1 size=1048576 2024-09-19T11:26:14.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.347+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~CKS74B0I8LPM.2 size=416798 2024-09-19T11:26:14.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.347+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=CKS74B0I8LPM tag=1RWLL3ZO13RP type=write size=3562526 2024-09-19T11:26:14.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.348+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~W221JFILLGFS.0 size=272173 2024-09-19T11:26:14.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.350+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=W221JFILLGFS tag=O840PAT7EJ4G type=write size=1320749 2024-09-19T11:26:14.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.351+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=24Y9HRVH8748 type=del size=2468322 2024-09-19T11:26:14.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.353+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=3TFZEZUA53O6 type=del 2024-09-19T11:26:14.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.355+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~0JFWV3AW491F.0 size=1048576 2024-09-19T11:26:14.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.356+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~0JFWV3AW491F.1 size=285030 2024-09-19T11:26:14.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.356+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=0JFWV3AW491F tag=YJQFKB02H2EO type=write size=2382182 2024-09-19T11:26:14.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.357+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=BIRB1F3MOD0M type=del 2024-09-19T11:26:14.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.359+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~5TXZ495K3U50.0 size=1048576 2024-09-19T11:26:14.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.360+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~5TXZ495K3U50.1 size=686943 2024-09-19T11:26:14.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.360+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=5TXZ495K3U50 tag=RIIL7Y4NT647 type=write size=2784095 2024-09-19T11:26:14.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.362+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~UNV920B70Y73.0 size=1048576 2024-09-19T11:26:14.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.363+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~UNV920B70Y73.1 size=622786 2024-09-19T11:26:14.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.365+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=UNV920B70Y73 tag=N0AETQB6REAW type=write size=2719938 2024-09-19T11:26:14.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.366+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=SP0LHVCPHB1I type=del size=1088333 2024-09-19T11:26:14.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.367+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=5SUE9BZ21JEG type=del 2024-09-19T11:26:14.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.369+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=1W53QIS0ZT2D type=del size=3725821 2024-09-19T11:26:14.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.370+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=1H161JQB0601 type=del 2024-09-19T11:26:14.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.372+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~OLQR5UZEUZVC.0 size=1048576 2024-09-19T11:26:14.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.373+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~OLQR5UZEUZVC.1 size=1048576 2024-09-19T11:26:14.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.374+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~OLQR5UZEUZVC.2 size=8923 2024-09-19T11:26:14.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.374+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=OLQR5UZEUZVC tag=WUWWYEWFN1OL type=write size=3154651 2024-09-19T11:26:14.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.375+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=QPJJ66IS3TXN type=del 2024-09-19T11:26:14.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.377+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~V0YAU14DNU4X.0 size=600617 2024-09-19T11:26:14.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.377+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=V0YAU14DNU4X tag=Q3UAXGXYP2BY type=write size=1649193 2024-09-19T11:26:14.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.378+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=G9JQU4S1EFC9 type=del 2024-09-19T11:26:14.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.380+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~RXN0YY8IL71L.0 size=481544 2024-09-19T11:26:14.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.380+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=RXN0YY8IL71L tag=DF74MCOGZ31X type=write size=1530120 2024-09-19T11:26:14.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.382+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~KPILD2I2T2D4.0 size=1048576 2024-09-19T11:26:14.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.383+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~KPILD2I2T2D4.1 size=1048576 2024-09-19T11:26:14.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.384+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~KPILD2I2T2D4.2 size=940448 2024-09-19T11:26:14.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.385+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=KPILD2I2T2D4 tag=N0FYHZHM83QN type=write size=4086176 2024-09-19T11:26:14.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.387+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=GJ43NHSYRQZ9 type=del size=621852 2024-09-19T11:26:14.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.388+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=M3J0E8OZ6PCD type=del 2024-09-19T11:26:14.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.389+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=EQJJ0T5I522N type=write size=1020470 2024-09-19T11:26:14.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.391+0000 7f8576bd1780 1 < suggested update operation key=7B4T99OA9CO4 tag=JTWMXP4DVK22 type=del size=3580284 2024-09-19T11:26:14.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.393+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=K7YJ8DLJEFSK type=del size=2952261 2024-09-19T11:26:14.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.394+0000 7f8576bd1780 1 < completed write operation key=58U30UDUEZ3W tag=X0SCHOYNUMN5 type=write size=686427 2024-09-19T11:26:14.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.395+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=FE190FWQCS3K type=del size=1357957 2024-09-19T11:26:14.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.396+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~E4DUVGD6HZEE.0 size=1048576 2024-09-19T11:26:14.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.397+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~E4DUVGD6HZEE.1 size=1038534 2024-09-19T11:26:14.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.399+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=E4DUVGD6HZEE tag=JCIL9NCYX064 type=write size=3135686 2024-09-19T11:26:14.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.400+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=XBPFJ0OEVDLF type=del size=430827 2024-09-19T11:26:14.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.401+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~LDBTQ4AXN2T1.0 size=791354 2024-09-19T11:26:14.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.403+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=LDBTQ4AXN2T1 tag=PPPUYKSTDR17 type=write size=1839930 2024-09-19T11:26:14.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.404+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=OBRXCS9O7CUI type=write size=233796 2024-09-19T11:26:14.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.405+0000 7f8576bd1780 1 < canceled part key=_multipart_58U30UDUEZ3W.2~I6STNGIA2HKS.0 size=1048576 2024-09-19T11:26:14.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.406+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~I6STNGIA2HKS.1 size=665146 2024-09-19T11:26:14.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.408+0000 7f8576bd1780 1 < canceled multipart upload key=58U30UDUEZ3W upload=I6STNGIA2HKS tag=SWKA928G8YCO type=write size=2762298 2024-09-19T11:26:14.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.410+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~Y34EONYE50JL.0 size=962346 2024-09-19T11:26:14.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.410+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=Y34EONYE50JL tag=3MHJABZREIRO type=write size=2010922 2024-09-19T11:26:14.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.411+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~CKS74B0I8LPM.0 size=1048576 2024-09-19T11:26:14.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.411+0000 7f8576bd1780 1 < canceled part key=_multipart_5G75PFJB25A0.2~CKS74B0I8LPM.1 size=1048576 2024-09-19T11:26:14.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.412+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~CKS74B0I8LPM.2 size=416798 2024-09-19T11:26:14.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.414+0000 7f8576bd1780 1 < canceled multipart upload key=5G75PFJB25A0 upload=CKS74B0I8LPM tag=1RWLL3ZO13RP type=write size=3562526 2024-09-19T11:26:14.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.416+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=1MGTK40I4WE2 type=del size=2917147 2024-09-19T11:26:14.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.417+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=24Y9HRVH8748 type=del 2024-09-19T11:26:14.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.418+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=8YGIIJQ77SBX type=write size=25331 2024-09-19T11:26:14.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.419+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~0JFWV3AW491F.0 size=1048576 2024-09-19T11:26:14.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.420+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~0JFWV3AW491F.1 size=285030 2024-09-19T11:26:14.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.423+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=0JFWV3AW491F tag=YJQFKB02H2EO type=write size=2382182 2024-09-19T11:26:14.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.426+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~F612CAGONGW8.0 size=1048576 2024-09-19T11:26:14.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.428+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~F612CAGONGW8.1 size=813467 2024-09-19T11:26:14.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.428+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=F612CAGONGW8 tag=W6ANPPD4JUOH type=write size=2910619 2024-09-19T11:26:14.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.429+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~5TXZ495K3U50.0 size=1048576 2024-09-19T11:26:14.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.430+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~5TXZ495K3U50.1 size=686943 2024-09-19T11:26:14.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.432+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=5TXZ495K3U50 tag=RIIL7Y4NT647 type=write size=2784095 2024-09-19T11:26:14.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.433+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=A07D2IBE2YMZ type=del size=2660655 2024-09-19T11:26:14.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.434+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=SP0LHVCPHB1I type=del 2024-09-19T11:26:14.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.435+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=YWR9SGS5SBQA type=del size=3880255 2024-09-19T11:26:14.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.438+0000 7f8576bd1780 1 < suggested remove operation key=N3RHCSW3HQCI tag=1W53QIS0ZT2D type=del 2024-09-19T11:26:14.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.440+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~ESCQ73MEN8TC.0 size=1048576 2024-09-19T11:26:14.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.441+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~ESCQ73MEN8TC.1 size=1048576 2024-09-19T11:26:14.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.442+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~ESCQ73MEN8TC.2 size=1013779 2024-09-19T11:26:14.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.442+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=ESCQ73MEN8TC tag=EY50OBO1ANDC type=write size=4159507 2024-09-19T11:26:14.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.442+0000 7f8576bd1780 1 < canceled part key=_multipart_N5KNLV13G1PN.2~OLQR5UZEUZVC.0 size=1048576 2024-09-19T11:26:14.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.443+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~OLQR5UZEUZVC.1 size=1048576 2024-09-19T11:26:14.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.444+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~OLQR5UZEUZVC.2 size=8923 2024-09-19T11:26:14.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.446+0000 7f8576bd1780 1 < canceled multipart upload key=N5KNLV13G1PN upload=OLQR5UZEUZVC tag=WUWWYEWFN1OL type=write size=3154651 2024-09-19T11:26:14.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.447+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=ADB5NX4P3U1L type=write size=275261 2024-09-19T11:26:14.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.448+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~V0YAU14DNU4X.0 size=600617 2024-09-19T11:26:14.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.452+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=V0YAU14DNU4X tag=Q3UAXGXYP2BY type=write size=1649193 2024-09-19T11:26:14.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.453+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=8NHXZ4K92AXA type=del size=3826601 2024-09-19T11:26:14.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.454+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~RXN0YY8IL71L.0 size=481544 2024-09-19T11:26:14.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.456+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=RXN0YY8IL71L tag=DF74MCOGZ31X type=write size=1530120 2024-09-19T11:26:14.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.458+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~Q6JSC021SWYS.0 size=967297 2024-09-19T11:26:14.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.458+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=Q6JSC021SWYS tag=D3NKQFO8U5YU type=write size=2015873 2024-09-19T11:26:14.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.460+0000 7f8576bd1780 1 < canceled operation key=5G75PFJB25A0 tag=GJ43NHSYRQZ9 type=del size=621852 2024-09-19T11:26:14.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.461+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=OF793C1MKT0Y type=del size=1546764 2024-09-19T11:26:14.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.462+0000 7f8576bd1780 -1 < failed to complete operation key=7B4T99OA9CO4 tag=EQJJ0T5I522N type=write size=1020470: (22) Invalid argument 2024-09-19T11:26:14.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.463+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=L647VQ1MH73Q type=del size=236414 2024-09-19T11:26:14.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.464+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=K7YJ8DLJEFSK type=del 2024-09-19T11:26:14.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.466+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~GJDJ6GVGMZJ2.0 size=1048576 2024-09-19T11:26:14.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.467+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~GJDJ6GVGMZJ2.1 size=681608 2024-09-19T11:26:14.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.467+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=GJDJ6GVGMZJ2 tag=BTDL6WARJK5N type=write size=2778760 2024-09-19T11:26:14.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.468+0000 7f8576bd1780 1 < canceled operation key=BFY7ZISN7X2F tag=FE190FWQCS3K type=del size=1357957 2024-09-19T11:26:14.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.470+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=BBMQJ86XJTLK type=write size=25300 2024-09-19T11:26:14.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.472+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=XBPFJ0OEVDLF type=del size=430827 2024-09-19T11:26:14.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.473+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=0TO0JX7S2KPU type=write size=897219 2024-09-19T11:26:14.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.475+0000 7f8576bd1780 1 < suggested remove operation key=FE3M1XO7TAS3 tag=OBRXCS9O7CUI type=write 2024-09-19T11:26:14.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.477+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~C1JKBS9JUQPQ.0 size=1048576 2024-09-19T11:26:14.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.478+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~C1JKBS9JUQPQ.1 size=1048576 2024-09-19T11:26:14.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.479+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~C1JKBS9JUQPQ.2 size=8242 2024-09-19T11:26:14.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.479+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=C1JKBS9JUQPQ tag=OXKS6NADP3M1 type=write size=3153970 2024-09-19T11:26:14.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.480+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~Y34EONYE50JL.0 size=962346 2024-09-19T11:26:14.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.482+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=Y34EONYE50JL tag=3MHJABZREIRO type=write size=2010922 2024-09-19T11:26:14.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.484+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~T67YRF95F4PG.0 size=232286 2024-09-19T11:26:14.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.484+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=T67YRF95F4PG tag=SUD7V1KT3279 type=write size=1280862 2024-09-19T11:26:14.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.486+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=1MGTK40I4WE2 type=del 2024-09-19T11:26:14.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.487+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=TL83Y0AZK405 type=del size=3040188 2024-09-19T11:26:14.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.488+0000 7f8576bd1780 1 < completed write operation key=8TXDCE73VSEB tag=8YGIIJQ77SBX type=write size=25331 2024-09-19T11:26:14.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.490+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=WM2DDPQERN4C type=del size=417146 2024-09-19T11:26:14.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.491+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~F612CAGONGW8.0 size=1048576 2024-09-19T11:26:14.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.492+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~F612CAGONGW8.1 size=813467 2024-09-19T11:26:14.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.494+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=F612CAGONGW8 tag=W6ANPPD4JUOH type=write size=2910619 2024-09-19T11:26:14.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.496+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=4NG0LFRREM17 type=del size=3644182 2024-09-19T11:26:14.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.497+0000 7f8576bd1780 1 < canceled operation key=N5KNLV13G1PN tag=A07D2IBE2YMZ type=del size=2660655 2024-09-19T11:26:14.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.500+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~0J4PJ8F39WA0.0 size=655211 2024-09-19T11:26:14.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.500+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=0J4PJ8F39WA0 tag=10N0M8Q11DVN type=write size=1703787 2024-09-19T11:26:14.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.501+0000 7f8576bd1780 -1 < failed to complete operation key=N3RHCSW3HQCI tag=YWR9SGS5SBQA type=del size=3880255: (22) Invalid argument 2024-09-19T11:26:14.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.503+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~2333RYRLK13Y.0 size=236767 2024-09-19T11:26:14.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.503+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=2333RYRLK13Y tag=7AKAHRXLKMEQ type=write size=1285343 2024-09-19T11:26:14.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.504+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~ESCQ73MEN8TC.0 size=1048576 2024-09-19T11:26:14.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.505+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~ESCQ73MEN8TC.1 size=1048576 2024-09-19T11:26:14.508 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.506+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~ESCQ73MEN8TC.2 size=1013779 2024-09-19T11:26:14.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.508+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=ESCQ73MEN8TC tag=EY50OBO1ANDC type=write size=4159507 2024-09-19T11:26:14.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.509+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=S7XG1LLC1BC1 type=write size=156306 2024-09-19T11:26:14.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.511+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=ADB5NX4P3U1L type=write size=275261 2024-09-19T11:26:14.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.513+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~87O5HOD1Q1RH.0 size=1048576 2024-09-19T11:26:14.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.514+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~87O5HOD1Q1RH.1 size=1048576 2024-09-19T11:26:14.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.515+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~87O5HOD1Q1RH.2 size=419661 2024-09-19T11:26:14.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.515+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=87O5HOD1Q1RH tag=0T4UUTNNVCPN type=write size=3565389 2024-09-19T11:26:14.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.516+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=8NHXZ4K92AXA type=del 2024-09-19T11:26:14.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.517+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=7FIFCV3TGUGQ type=write size=440576 2024-09-19T11:26:14.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.519+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~Q6JSC021SWYS.0 size=967297 2024-09-19T11:26:14.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.521+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=Q6JSC021SWYS tag=D3NKQFO8U5YU type=write size=2015873 2024-09-19T11:26:14.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.522+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=ZHR9TEBM35CV type=del size=709389 2024-09-19T11:26:14.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.523+0000 7f8576bd1780 1 < canceled operation key=TRUD9FI7BSLD tag=OF793C1MKT0Y type=del size=1546764 2024-09-19T11:26:14.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.524+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=JN07PSFKTS5E type=del size=3829637 2024-09-19T11:26:14.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.525+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=L647VQ1MH73Q type=del 2024-09-19T11:26:14.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.527+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=BV6VQ7BNA3SG type=del size=2527404 2024-09-19T11:26:14.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.528+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~GJDJ6GVGMZJ2.0 size=1048576 2024-09-19T11:26:14.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.529+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~GJDJ6GVGMZJ2.1 size=681608 2024-09-19T11:26:14.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.531+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=GJDJ6GVGMZJ2 tag=BTDL6WARJK5N type=write size=2778760 2024-09-19T11:26:14.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.533+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~EWTOY2J9OOG2.0 size=383257 2024-09-19T11:26:14.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.533+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=EWTOY2J9OOG2 tag=8SVGSF1ATYJA type=write size=1431833 2024-09-19T11:26:14.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.533+0000 7f8576bd1780 -1 < no bi entry to suggest for operation key=FE3M1XO7TAS3 tag=BBMQJ86XJTLK type=write size=25300: (2) No such file or directory 2024-09-19T11:26:14.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.535+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=1H0M72YBPR89 type=del size=2548313 2024-09-19T11:26:14.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.537+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=0TO0JX7S2KPU type=write size=897219 2024-09-19T11:26:14.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.541+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~NN6OW5BDIWFJ.0 size=1048576 2024-09-19T11:26:14.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.542+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~NN6OW5BDIWFJ.1 size=1048576 2024-09-19T11:26:14.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.543+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~NN6OW5BDIWFJ.2 size=881340 2024-09-19T11:26:14.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.543+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=NN6OW5BDIWFJ tag=BGLR36IV5GD4 type=write size=4027068 2024-09-19T11:26:14.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.544+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~C1JKBS9JUQPQ.0 size=1048576 2024-09-19T11:26:14.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.545+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~C1JKBS9JUQPQ.1 size=1048576 2024-09-19T11:26:14.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.546+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~C1JKBS9JUQPQ.2 size=8242 2024-09-19T11:26:14.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.548+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=C1JKBS9JUQPQ tag=OXKS6NADP3M1 type=write size=3153970 2024-09-19T11:26:14.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.549+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=DB4YVALQJTP9 type=del size=3087675 2024-09-19T11:26:14.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.550+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~T67YRF95F4PG.0 size=232286 2024-09-19T11:26:14.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.552+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=T67YRF95F4PG tag=SUD7V1KT3279 type=write size=1280862 2024-09-19T11:26:14.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.553+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=FXA0V5ST1C92 type=del size=2296760 2024-09-19T11:26:14.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.554+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=TL83Y0AZK405 type=del 2024-09-19T11:26:14.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.557+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~8TMKXN8Y44K0.0 size=1048576 2024-09-19T11:26:14.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.558+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~8TMKXN8Y44K0.1 size=1048576 2024-09-19T11:26:14.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.559+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~8TMKXN8Y44K0.2 size=817397 2024-09-19T11:26:14.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.559+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=8TMKXN8Y44K0 tag=746DBFTL30JP type=write size=3963125 2024-09-19T11:26:14.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.560+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=WM2DDPQERN4C type=del 2024-09-19T11:26:14.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.561+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=DA0L1YOIIT9Z type=del size=2069059 2024-09-19T11:26:14.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.562+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=4NG0LFRREM17 type=del 2024-09-19T11:26:14.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.564+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LDZIZWB3O1E9.0 size=467226 2024-09-19T11:26:14.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.564+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=LDZIZWB3O1E9 tag=EPJIFV7IY29Q type=write size=1515802 2024-09-19T11:26:14.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.565+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~0J4PJ8F39WA0.0 size=655211 2024-09-19T11:26:14.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.567+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=0J4PJ8F39WA0 tag=10N0M8Q11DVN type=write size=1703787 2024-09-19T11:26:14.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.568+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=2CCTTU0RF3X9 type=write size=949710 2024-09-19T11:26:14.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.569+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~2333RYRLK13Y.0 size=236767 2024-09-19T11:26:14.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.571+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=2333RYRLK13Y tag=7AKAHRXLKMEQ type=write size=1285343 2024-09-19T11:26:14.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.572+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=1EMHKKNXPF9B type=del size=1288375 2024-09-19T11:26:14.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.574+0000 7f8576bd1780 1 < completed write operation key=U74I0YULWM14 tag=S7XG1LLC1BC1 type=write size=156306 2024-09-19T11:26:14.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.575+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=Y2BOT40VSR6O type=del size=2782517 2024-09-19T11:26:14.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.575+0000 7f8576bd1780 1 < canceled part key=_multipart_8TXDCE73VSEB.2~87O5HOD1Q1RH.0 size=1048576 2024-09-19T11:26:14.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.576+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~87O5HOD1Q1RH.1 size=1048576 2024-09-19T11:26:14.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.577+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~87O5HOD1Q1RH.2 size=419661 2024-09-19T11:26:14.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.579+0000 7f8576bd1780 1 < canceled multipart upload key=8TXDCE73VSEB upload=87O5HOD1Q1RH tag=0T4UUTNNVCPN type=write size=3565389 2024-09-19T11:26:14.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.581+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~QPOZVWZ39D04.0 size=1048576 2024-09-19T11:26:14.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.582+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~QPOZVWZ39D04.1 size=119906 2024-09-19T11:26:14.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.582+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=QPOZVWZ39D04 tag=ANPY36V58Y1J type=write size=2217058 2024-09-19T11:26:14.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.583+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=7FIFCV3TGUGQ type=write size=440576 2024-09-19T11:26:14.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.584+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=D5TODV2JS7RS type=del size=3141008 2024-09-19T11:26:14.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.585+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=ZHR9TEBM35CV type=del 2024-09-19T11:26:14.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.586+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=OB0QPXKEA0OS type=write size=871357 2024-09-19T11:26:14.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.587+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=JN07PSFKTS5E type=del 2024-09-19T11:26:14.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.588+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=N08LD58XEQJ7 type=del size=691260 2024-09-19T11:26:14.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.590+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=BV6VQ7BNA3SG type=del 2024-09-19T11:26:14.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.592+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~8WEIASWYYOZJ.0 size=1048576 2024-09-19T11:26:14.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.593+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~8WEIASWYYOZJ.1 size=808085 2024-09-19T11:26:14.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.593+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=8WEIASWYYOZJ tag=5LYUH8LMZL3J type=write size=2905237 2024-09-19T11:26:14.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.594+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~EWTOY2J9OOG2.0 size=383257 2024-09-19T11:26:14.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.596+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=EWTOY2J9OOG2 tag=8SVGSF1ATYJA type=write size=1431833 2024-09-19T11:26:14.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.598+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~A582BIBW3HTI.0 size=1048576 2024-09-19T11:26:14.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.599+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~A582BIBW3HTI.1 size=119656 2024-09-19T11:26:14.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.599+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=A582BIBW3HTI tag=P664I0SXEMV1 type=write size=2216808 2024-09-19T11:26:14.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.601+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=1H0M72YBPR89 type=del 2024-09-19T11:26:14.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.602+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=3XRFLFEC5N94 type=del size=589630 2024-09-19T11:26:14.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.602+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~NN6OW5BDIWFJ.0 size=1048576 2024-09-19T11:26:14.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.603+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~NN6OW5BDIWFJ.1 size=1048576 2024-09-19T11:26:14.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.604+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~NN6OW5BDIWFJ.2 size=881340 2024-09-19T11:26:14.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.606+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=NN6OW5BDIWFJ tag=BGLR36IV5GD4 type=write size=4027068 2024-09-19T11:26:14.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.607+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=E9PFNIIP46U1 type=del size=3679865 2024-09-19T11:26:14.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.609+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=DB4YVALQJTP9 type=del 2024-09-19T11:26:14.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.610+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=G1A745OQVFFX type=del size=478502 2024-09-19T11:26:14.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.611+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=FXA0V5ST1C92 type=del 2024-09-19T11:26:14.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.613+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=CWT2D7J03LDW type=write size=52648 2024-09-19T11:26:14.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.614+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~8TMKXN8Y44K0.0 size=1048576 2024-09-19T11:26:14.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.614+0000 7f8576bd1780 1 < canceled part key=_multipart_FE3M1XO7TAS3.2~8TMKXN8Y44K0.1 size=1048576 2024-09-19T11:26:14.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.615+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~8TMKXN8Y44K0.2 size=817397 2024-09-19T11:26:14.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.617+0000 7f8576bd1780 1 < canceled multipart upload key=FE3M1XO7TAS3 upload=8TMKXN8Y44K0 tag=746DBFTL30JP type=write size=3963125 2024-09-19T11:26:14.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.619+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~3PIL1W7UMVZO.0 size=266076 2024-09-19T11:26:14.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.619+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=3PIL1W7UMVZO tag=5KOAKJQRDQIJ type=write size=1314652 2024-09-19T11:26:14.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.620+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=DA0L1YOIIT9Z type=del 2024-09-19T11:26:14.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.621+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=F6KCPYXNBHOQ type=del size=1869696 2024-09-19T11:26:14.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.622+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LDZIZWB3O1E9.0 size=467226 2024-09-19T11:26:14.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.624+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=LDZIZWB3O1E9 tag=EPJIFV7IY29Q type=write size=1515802 2024-09-19T11:26:14.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.626+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=BBRT3BENDKBB type=write size=281070 2024-09-19T11:26:14.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.627+0000 7f8576bd1780 1 < canceled operation key=C4PTRIG04GCR tag=2CCTTU0RF3X9 type=write size=949710 2024-09-19T11:26:14.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.629+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~AW2XAMJC47HV.0 size=1048576 2024-09-19T11:26:14.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.630+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~AW2XAMJC47HV.1 size=178585 2024-09-19T11:26:14.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.630+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=AW2XAMJC47HV tag=BV7L96K58103 type=write size=2275737 2024-09-19T11:26:14.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.633+0000 7f8576bd1780 1 < suggested remove operation key=JCTD8EOFVYS2 tag=1EMHKKNXPF9B type=del 2024-09-19T11:26:14.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.634+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=QJB9QCZPLVZL type=del size=1219300 2024-09-19T11:26:14.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.635+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=Y2BOT40VSR6O type=del 2024-09-19T11:26:14.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.637+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~2SU29TJ7RO5Q.0 size=1048576 2024-09-19T11:26:14.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.638+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~2SU29TJ7RO5Q.1 size=1001998 2024-09-19T11:26:14.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.638+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=2SU29TJ7RO5Q tag=9D2ZSQM6YQIZ type=write size=3099150 2024-09-19T11:26:14.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.639+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~QPOZVWZ39D04.0 size=1048576 2024-09-19T11:26:14.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.640+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~QPOZVWZ39D04.1 size=119906 2024-09-19T11:26:14.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.649+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=QPOZVWZ39D04 tag=ANPY36V58Y1J type=write size=2217058 2024-09-19T11:26:14.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.650+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=LA828TL86KUE type=write size=760239 2024-09-19T11:26:14.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.652+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=D5TODV2JS7RS type=del 2024-09-19T11:26:14.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.653+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=RSDQ7N9U1ILD type=write size=289526 2024-09-19T11:26:14.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.654+0000 7f8576bd1780 1 < completed write operation key=3FHKTREC6TOT tag=OB0QPXKEA0OS type=write size=871357 2024-09-19T11:26:14.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.657+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~3B7ZAMXPGIGF.0 size=1048576 2024-09-19T11:26:14.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.659+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~3B7ZAMXPGIGF.1 size=719882 2024-09-19T11:26:14.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.659+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=3B7ZAMXPGIGF tag=599RSASPH2Z2 type=write size=2817034 2024-09-19T11:26:14.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.660+0000 7f8576bd1780 1 < canceled operation key=7B4T99OA9CO4 tag=N08LD58XEQJ7 type=del size=691260 2024-09-19T11:26:14.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.661+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=EC6I35YSYH01 type=write size=919029 2024-09-19T11:26:14.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.663+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~8WEIASWYYOZJ.0 size=1048576 2024-09-19T11:26:14.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.664+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~8WEIASWYYOZJ.1 size=808085 2024-09-19T11:26:14.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.666+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=8WEIASWYYOZJ tag=5LYUH8LMZL3J type=write size=2905237 2024-09-19T11:26:14.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.668+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~A3ZXIRVW2LXB.0 size=187208 2024-09-19T11:26:14.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.668+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=A3ZXIRVW2LXB tag=0NTKUVDJP7PT type=write size=1235784 2024-09-19T11:26:14.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.669+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~A582BIBW3HTI.0 size=1048576 2024-09-19T11:26:14.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.670+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~A582BIBW3HTI.1 size=119656 2024-09-19T11:26:14.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.672+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=A582BIBW3HTI tag=P664I0SXEMV1 type=write size=2216808 2024-09-19T11:26:14.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.673+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=ULK823BR0HSQ type=write size=208416 2024-09-19T11:26:14.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.674+0000 7f8576bd1780 -1 < failed to complete operation key=JCTD8EOFVYS2 tag=3XRFLFEC5N94 type=del size=589630: (22) Invalid argument 2024-09-19T11:26:14.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.675+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=BBOF9GX6NTXT type=del size=4160307 2024-09-19T11:26:14.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.677+0000 7f8576bd1780 1 < suggested remove operation key=BFY7ZISN7X2F tag=E9PFNIIP46U1 type=del 2024-09-19T11:26:14.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.679+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~G16ZCFZQ7N71.0 size=1048576 2024-09-19T11:26:14.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.680+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~G16ZCFZQ7N71.1 size=350665 2024-09-19T11:26:14.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.680+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=G16ZCFZQ7N71 tag=9IM8I63S6O89 type=write size=2447817 2024-09-19T11:26:14.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.682+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=G1A745OQVFFX type=del 2024-09-19T11:26:14.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.683+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=4KCHJ8H28XGO type=del size=260761 2024-09-19T11:26:14.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.684+0000 7f8576bd1780 1 < completed write operation key=8TXDCE73VSEB tag=CWT2D7J03LDW type=write size=52648 2024-09-19T11:26:14.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.686+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~4UXYY9N17ZRU.0 size=1048576 2024-09-19T11:26:14.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.687+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~4UXYY9N17ZRU.1 size=1048576 2024-09-19T11:26:14.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.688+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~4UXYY9N17ZRU.2 size=165890 2024-09-19T11:26:14.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.688+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=4UXYY9N17ZRU tag=99AMCDTFO0CD type=write size=3311618 2024-09-19T11:26:14.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.688+0000 7f8576bd1780 1 < canceled part key=_multipart_YJ3WDCJJJLOH.2~3PIL1W7UMVZO.0 size=266076 2024-09-19T11:26:14.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.690+0000 7f8576bd1780 1 < canceled multipart upload key=YJ3WDCJJJLOH upload=3PIL1W7UMVZO tag=5KOAKJQRDQIJ type=write size=1314652 2024-09-19T11:26:14.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.691+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=9VHWAG0XCV3A type=write size=1017228 2024-09-19T11:26:14.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.693+0000 7f8576bd1780 1 < suggested update operation key=D8MAT4VBLN2R tag=F6KCPYXNBHOQ type=del size=1869696 2024-09-19T11:26:14.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.695+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~AIMCLN3L5WSV.0 size=1048576 2024-09-19T11:26:14.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.696+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~AIMCLN3L5WSV.1 size=175624 2024-09-19T11:26:14.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.696+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=AIMCLN3L5WSV tag=NT27JC3ZRY1R type=write size=2272776 2024-09-19T11:26:14.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.698+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=BBRT3BENDKBB type=write size=281070 2024-09-19T11:26:14.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.699+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=QYSD984ZFG5X type=del size=3676489 2024-09-19T11:26:14.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.700+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~AW2XAMJC47HV.0 size=1048576 2024-09-19T11:26:14.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.701+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~AW2XAMJC47HV.1 size=178585 2024-09-19T11:26:14.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.703+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=AW2XAMJC47HV tag=BV7L96K58103 type=write size=2275737 2024-09-19T11:26:14.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.704+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=DP308K3LTHTI type=del size=1036994 2024-09-19T11:26:14.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.706+0000 7f8576bd1780 1 < suggested remove operation key=SQT4SZMGZ35M tag=QJB9QCZPLVZL type=del 2024-09-19T11:26:14.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.708+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~5CJ2DKR6FCJ7.0 size=192332 2024-09-19T11:26:14.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.708+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=5CJ2DKR6FCJ7 tag=TMA1ZHOITCON type=write size=1240908 2024-09-19T11:26:14.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.709+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~2SU29TJ7RO5Q.0 size=1048576 2024-09-19T11:26:14.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.710+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~2SU29TJ7RO5Q.1 size=1001998 2024-09-19T11:26:14.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.712+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=2SU29TJ7RO5Q tag=9D2ZSQM6YQIZ type=write size=3099150 2024-09-19T11:26:14.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.713+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=2AHIH21RVCDK type=del size=800686 2024-09-19T11:26:14.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.716+0000 7f8576bd1780 1 < suggested update operation key=MZMHUNQR1QO8 tag=LA828TL86KUE type=write size=760239 2024-09-19T11:26:14.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.718+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~S80GQ95OHOB0.0 size=1048576 2024-09-19T11:26:14.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.718+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~S80GQ95OHOB0.1 size=1048576 2024-09-19T11:26:14.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.719+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~S80GQ95OHOB0.2 size=690273 2024-09-19T11:26:14.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.719+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=S80GQ95OHOB0 tag=0XNW0H2WEVHY type=write size=3836001 2024-09-19T11:26:14.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.721+0000 7f8576bd1780 1 < suggested remove operation key=5CG1U88JETDH tag=RSDQ7N9U1ILD type=write 2024-09-19T11:26:14.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.723+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=ZL60ZUDP980I type=del size=4186901 2024-09-19T11:26:14.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.724+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~3B7ZAMXPGIGF.0 size=1048576 2024-09-19T11:26:14.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.725+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~3B7ZAMXPGIGF.1 size=719882 2024-09-19T11:26:14.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.727+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=3B7ZAMXPGIGF tag=599RSASPH2Z2 type=write size=2817034 2024-09-19T11:26:14.730 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.728+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=RIRAGPD8LK3T type=del size=3705464 2024-09-19T11:26:14.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.730+0000 7f8576bd1780 1 < suggested update operation key=KFMJ4RY4PU1U tag=EC6I35YSYH01 type=write size=919029 2024-09-19T11:26:14.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.731+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=B13T5FDKF8R9 type=del size=447423 2024-09-19T11:26:14.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.733+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~A3ZXIRVW2LXB.0 size=187208 2024-09-19T11:26:14.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.737+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=A3ZXIRVW2LXB tag=0NTKUVDJP7PT type=write size=1235784 2024-09-19T11:26:14.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.738+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=Y12MUFK49B0E type=del size=1401715 2024-09-19T11:26:14.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.739+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=ULK823BR0HSQ type=write size=208416 2024-09-19T11:26:14.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.740+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=UF33BD3Q2JOL type=del size=3000299 2024-09-19T11:26:14.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.742+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=BBOF9GX6NTXT type=del size=4160307 2024-09-19T11:26:14.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.743+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=EMFP1K3IRJTO type=del size=2721292 2024-09-19T11:26:14.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.744+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~G16ZCFZQ7N71.0 size=1048576 2024-09-19T11:26:14.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.745+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~G16ZCFZQ7N71.1 size=350665 2024-09-19T11:26:14.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.747+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=G16ZCFZQ7N71 tag=9IM8I63S6O89 type=write size=2447817 2024-09-19T11:26:14.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.748+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=G19DVCE9IVOH type=del size=3052233 2024-09-19T11:26:14.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.750+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=4KCHJ8H28XGO type=del 2024-09-19T11:26:14.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.751+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=XQWBU7XRBPOU type=write size=943355 2024-09-19T11:26:14.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.752+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~4UXYY9N17ZRU.0 size=1048576 2024-09-19T11:26:14.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.753+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~4UXYY9N17ZRU.1 size=1048576 2024-09-19T11:26:14.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.754+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~4UXYY9N17ZRU.2 size=165890 2024-09-19T11:26:14.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.756+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=4UXYY9N17ZRU tag=99AMCDTFO0CD type=write size=3311618 2024-09-19T11:26:14.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.757+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=OSBSZIKL3SP7 type=del size=2486765 2024-09-19T11:26:14.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.760+0000 7f8576bd1780 1 < suggested remove operation key=YC1UNQBZOH98 tag=9VHWAG0XCV3A type=write 2024-09-19T11:26:14.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.762+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~QEZJKYVPDWBH.0 size=1048576 2024-09-19T11:26:14.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.763+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~QEZJKYVPDWBH.1 size=39688 2024-09-19T11:26:14.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.763+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=QEZJKYVPDWBH tag=UC8I2I3HLTMC type=write size=2136840 2024-09-19T11:26:14.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.764+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~AIMCLN3L5WSV.0 size=1048576 2024-09-19T11:26:14.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.765+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~AIMCLN3L5WSV.1 size=175624 2024-09-19T11:26:14.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.768+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=AIMCLN3L5WSV tag=NT27JC3ZRY1R type=write size=2272776 2024-09-19T11:26:14.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.770+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~SDOG2XFYTQ1J.0 size=135328 2024-09-19T11:26:14.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.770+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=SDOG2XFYTQ1J tag=OTVY5YS7SBPE type=write size=1183904 2024-09-19T11:26:14.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.773+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=QYSD984ZFG5X type=del 2024-09-19T11:26:14.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.775+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~3PXANVQ9WDP3.0 size=731322 2024-09-19T11:26:14.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.775+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=3PXANVQ9WDP3 tag=8BJHPEGIVFDF type=write size=1779898 2024-09-19T11:26:14.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.777+0000 7f8576bd1780 1 < suggested remove operation key=U74I0YULWM14 tag=DP308K3LTHTI type=del 2024-09-19T11:26:14.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.779+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~LSNZ6EPZPJDX.0 size=1048576 2024-09-19T11:26:14.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.780+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~LSNZ6EPZPJDX.1 size=1048576 2024-09-19T11:26:14.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.781+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~LSNZ6EPZPJDX.2 size=291312 2024-09-19T11:26:14.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.781+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=LSNZ6EPZPJDX tag=NNM7GRXWJNF2 type=write size=3437040 2024-09-19T11:26:14.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.782+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~5CJ2DKR6FCJ7.0 size=192332 2024-09-19T11:26:14.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.784+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=5CJ2DKR6FCJ7 tag=TMA1ZHOITCON type=write size=1240908 2024-09-19T11:26:14.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.786+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=7DJEDICUGS3T type=del size=1277304 2024-09-19T11:26:14.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.788+0000 7f8576bd1780 1 < suggested remove operation key=5G75PFJB25A0 tag=2AHIH21RVCDK type=del 2024-09-19T11:26:14.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.789+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=FWY2JD41LH1R type=del size=2657906 2024-09-19T11:26:14.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.790+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~S80GQ95OHOB0.0 size=1048576 2024-09-19T11:26:14.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.791+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~S80GQ95OHOB0.1 size=1048576 2024-09-19T11:26:14.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.792+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~S80GQ95OHOB0.2 size=690273 2024-09-19T11:26:14.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.794+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=S80GQ95OHOB0 tag=0XNW0H2WEVHY type=write size=3836001 2024-09-19T11:26:14.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.797+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~2DP4NNUTBCPF.0 size=1048576 2024-09-19T11:26:14.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.797+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~2DP4NNUTBCPF.1 size=1048576 2024-09-19T11:26:14.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.799+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~2DP4NNUTBCPF.2 size=949534 2024-09-19T11:26:14.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.799+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=2DP4NNUTBCPF tag=6EYL7K6AGG0N type=write size=4095262 2024-09-19T11:26:14.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.800+0000 7f8576bd1780 -1 < failed to complete operation key=KFMJ4RY4PU1U tag=ZL60ZUDP980I type=del size=4186901: (22) Invalid argument 2024-09-19T11:26:14.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.803+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~KTDO8ES576U2.0 size=1048576 2024-09-19T11:26:14.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.804+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~KTDO8ES576U2.1 size=369560 2024-09-19T11:26:14.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.804+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=KTDO8ES576U2 tag=4Q8NARJ04F6D type=write size=2466712 2024-09-19T11:26:14.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.806+0000 7f8576bd1780 -1 < failed to complete operation key=U74I0YULWM14 tag=RIRAGPD8LK3T type=del size=3705464: (22) Invalid argument 2024-09-19T11:26:14.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.809+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~8M5OZCUK5YN6.0 size=1048576 2024-09-19T11:26:14.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.810+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~8M5OZCUK5YN6.1 size=1048576 2024-09-19T11:26:14.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.811+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~8M5OZCUK5YN6.2 size=887796 2024-09-19T11:26:14.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.811+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=8M5OZCUK5YN6 tag=LHIMUJRLYF2V type=write size=4033524 2024-09-19T11:26:14.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.813+0000 7f8576bd1780 1 < suggested update operation key=TRUD9FI7BSLD tag=B13T5FDKF8R9 type=del size=447423 2024-09-19T11:26:14.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.816+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~E3M3DZTB3CHF.0 size=1048576 2024-09-19T11:26:14.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.817+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~E3M3DZTB3CHF.1 size=742148 2024-09-19T11:26:14.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.817+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=E3M3DZTB3CHF tag=UMI0XPZCK55U type=write size=2839300 2024-09-19T11:26:14.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.819+0000 7f8576bd1780 1 < suggested update operation key=D8MAT4VBLN2R tag=Y12MUFK49B0E type=del size=1401715 2024-09-19T11:26:14.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.821+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LBOUIU0H6IBV.0 size=1048576 2024-09-19T11:26:14.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.822+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LBOUIU0H6IBV.1 size=1048576 2024-09-19T11:26:14.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.823+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LBOUIU0H6IBV.2 size=927057 2024-09-19T11:26:14.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.823+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=LBOUIU0H6IBV tag=3G6F2Q8IH39V type=write size=4072785 2024-09-19T11:26:14.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.825+0000 7f8576bd1780 1 < suggested update operation key=8TXDCE73VSEB tag=UF33BD3Q2JOL type=del size=3000299 2024-09-19T11:26:14.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.827+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~YQJQC3BNQ81Y.0 size=1048576 2024-09-19T11:26:14.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.828+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~YQJQC3BNQ81Y.1 size=1048576 2024-09-19T11:26:14.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.829+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~YQJQC3BNQ81Y.2 size=807432 2024-09-19T11:26:14.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.829+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=YQJQC3BNQ81Y tag=V6Y5H811P53N type=write size=3953160 2024-09-19T11:26:14.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.830+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=EMFP1K3IRJTO type=del 2024-09-19T11:26:14.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.832+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~5U4V1LAKMRRT.0 size=1048576 2024-09-19T11:26:14.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.833+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~5U4V1LAKMRRT.1 size=578013 2024-09-19T11:26:14.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.833+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=5U4V1LAKMRRT tag=IPCYLO0N4TDS type=write size=2675165 2024-09-19T11:26:14.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.834+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=G19DVCE9IVOH type=del 2024-09-19T11:26:14.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.837+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~SCLEGBADKQD3.0 size=1048576 2024-09-19T11:26:14.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.838+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~SCLEGBADKQD3.1 size=441339 2024-09-19T11:26:14.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.838+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=SCLEGBADKQD3 tag=ZAFMS9DVTHS2 type=write size=2538491 2024-09-19T11:26:14.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.840+0000 7f8576bd1780 1 < suggested update operation key=5PL1P4MQWBJN tag=XQWBU7XRBPOU type=write size=943355 2024-09-19T11:26:14.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.842+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~BCV0XQIN4CEX.0 size=1048576 2024-09-19T11:26:14.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.843+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~BCV0XQIN4CEX.1 size=1048576 2024-09-19T11:26:14.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.844+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~BCV0XQIN4CEX.2 size=858412 2024-09-19T11:26:14.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.844+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=BCV0XQIN4CEX tag=LQ4SKG7CZIHI type=write size=4004140 2024-09-19T11:26:14.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.845+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=OSBSZIKL3SP7 type=del 2024-09-19T11:26:14.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.846+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=II6LLB2GP330 type=del size=714759 2024-09-19T11:26:14.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.848+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~QEZJKYVPDWBH.0 size=1048576 2024-09-19T11:26:14.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.849+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~QEZJKYVPDWBH.1 size=39688 2024-09-19T11:26:14.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.851+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=QEZJKYVPDWBH tag=UC8I2I3HLTMC type=write size=2136840 2024-09-19T11:26:14.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.853+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~OI2I7MSEBOSU.0 size=1048576 2024-09-19T11:26:14.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.854+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~OI2I7MSEBOSU.1 size=704046 2024-09-19T11:26:14.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.854+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=OI2I7MSEBOSU tag=32D6OSQQB2PL type=write size=2801198 2024-09-19T11:26:14.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.855+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~SDOG2XFYTQ1J.0 size=135328 2024-09-19T11:26:14.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.857+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=SDOG2XFYTQ1J tag=OTVY5YS7SBPE type=write size=1183904 2024-09-19T11:26:14.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.859+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=8ELSY6JRSCRL type=del size=1188187 2024-09-19T11:26:14.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.860+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~3PXANVQ9WDP3.0 size=731322 2024-09-19T11:26:14.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.862+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=3PXANVQ9WDP3 tag=8BJHPEGIVFDF type=write size=1779898 2024-09-19T11:26:14.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.863+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=MTH8WU6YT8CO type=del size=1536292 2024-09-19T11:26:14.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.864+0000 7f8576bd1780 1 < canceled part key=_multipart_PSPJL1Y4L8JB.2~LSNZ6EPZPJDX.0 size=1048576 2024-09-19T11:26:14.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.865+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~LSNZ6EPZPJDX.1 size=1048576 2024-09-19T11:26:14.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.866+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~LSNZ6EPZPJDX.2 size=291312 2024-09-19T11:26:14.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.868+0000 7f8576bd1780 1 < canceled multipart upload key=PSPJL1Y4L8JB upload=LSNZ6EPZPJDX tag=NNM7GRXWJNF2 type=write size=3437040 2024-09-19T11:26:14.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.869+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=Q4ALQVPWOSBC type=write size=267402 2024-09-19T11:26:14.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.870+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=7DJEDICUGS3T type=del 2024-09-19T11:26:14.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.871+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=4USKS7Q7ZMYI type=del size=2539697 2024-09-19T11:26:14.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.873+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=FWY2JD41LH1R type=del 2024-09-19T11:26:14.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.875+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~ZO14UOJFFBN6.0 size=847337 2024-09-19T11:26:14.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.875+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=ZO14UOJFFBN6 tag=3RD3HCURUP33 type=write size=1895913 2024-09-19T11:26:14.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.876+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~2DP4NNUTBCPF.0 size=1048576 2024-09-19T11:26:14.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.877+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~2DP4NNUTBCPF.1 size=1048576 2024-09-19T11:26:14.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.878+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~2DP4NNUTBCPF.2 size=949534 2024-09-19T11:26:14.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.880+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=2DP4NNUTBCPF tag=6EYL7K6AGG0N type=write size=4095262 2024-09-19T11:26:14.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.884+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~AITGWTDYEA4U.0 size=1048576 2024-09-19T11:26:14.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.885+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~AITGWTDYEA4U.1 size=1048576 2024-09-19T11:26:14.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.886+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~AITGWTDYEA4U.2 size=384772 2024-09-19T11:26:14.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.886+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=AITGWTDYEA4U tag=0VSF2ZDX1TRM type=write size=3530500 2024-09-19T11:26:14.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.887+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~KTDO8ES576U2.0 size=1048576 2024-09-19T11:26:14.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.887+0000 7f8576bd1780 1 < canceled part key=_multipart_5G75PFJB25A0.2~KTDO8ES576U2.1 size=369560 2024-09-19T11:26:14.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.889+0000 7f8576bd1780 1 < canceled multipart upload key=5G75PFJB25A0 upload=KTDO8ES576U2 tag=4Q8NARJ04F6D type=write size=2466712 2024-09-19T11:26:14.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.892+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~RVEOV50MW0IG.0 size=1048576 2024-09-19T11:26:14.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.893+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~RVEOV50MW0IG.1 size=1048576 2024-09-19T11:26:14.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.893+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~RVEOV50MW0IG.2 size=483467 2024-09-19T11:26:14.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.893+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=RVEOV50MW0IG tag=URCJ674H7KBA type=write size=3629195 2024-09-19T11:26:14.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.895+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~8M5OZCUK5YN6.0 size=1048576 2024-09-19T11:26:14.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.896+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~8M5OZCUK5YN6.1 size=1048576 2024-09-19T11:26:14.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.897+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~8M5OZCUK5YN6.2 size=887796 2024-09-19T11:26:14.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.899+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=8M5OZCUK5YN6 tag=LHIMUJRLYF2V type=write size=4033524 2024-09-19T11:26:14.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.900+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=3AYBXO1Z7MZK type=del size=3646504 2024-09-19T11:26:14.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.901+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~E3M3DZTB3CHF.0 size=1048576 2024-09-19T11:26:14.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.902+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~E3M3DZTB3CHF.1 size=742148 2024-09-19T11:26:14.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.904+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=E3M3DZTB3CHF tag=UMI0XPZCK55U type=write size=2839300 2024-09-19T11:26:14.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.905+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=TXMAL0ARFKN6 type=write size=230736 2024-09-19T11:26:14.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.906+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LBOUIU0H6IBV.0 size=1048576 2024-09-19T11:26:14.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.907+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LBOUIU0H6IBV.1 size=1048576 2024-09-19T11:26:14.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.908+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LBOUIU0H6IBV.2 size=927057 2024-09-19T11:26:14.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.911+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=LBOUIU0H6IBV tag=3G6F2Q8IH39V type=write size=4072785 2024-09-19T11:26:14.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.913+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=9H5WEADCUUAY type=write size=53758 2024-09-19T11:26:14.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.914+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~YQJQC3BNQ81Y.0 size=1048576 2024-09-19T11:26:14.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.914+0000 7f8576bd1780 1 < canceled part key=_multipart_BFY7ZISN7X2F.2~YQJQC3BNQ81Y.1 size=1048576 2024-09-19T11:26:14.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.915+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~YQJQC3BNQ81Y.2 size=807432 2024-09-19T11:26:14.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.917+0000 7f8576bd1780 1 < canceled multipart upload key=BFY7ZISN7X2F upload=YQJQC3BNQ81Y tag=V6Y5H811P53N type=write size=3953160 2024-09-19T11:26:14.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.918+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=JXUK0VQ18BPG type=del size=4031084 2024-09-19T11:26:14.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.919+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~5U4V1LAKMRRT.0 size=1048576 2024-09-19T11:26:14.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.920+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~5U4V1LAKMRRT.1 size=578013 2024-09-19T11:26:14.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.922+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=5U4V1LAKMRRT tag=IPCYLO0N4TDS type=write size=2675165 2024-09-19T11:26:14.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.925+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~UDT9VT6G2396.0 size=1048576 2024-09-19T11:26:14.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.925+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~UDT9VT6G2396.1 size=1048576 2024-09-19T11:26:14.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.926+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~UDT9VT6G2396.2 size=1016882 2024-09-19T11:26:14.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.926+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=UDT9VT6G2396 tag=0PSWG4ITT93Q type=write size=4162610 2024-09-19T11:26:14.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.928+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~SCLEGBADKQD3.0 size=1048576 2024-09-19T11:26:14.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.929+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~SCLEGBADKQD3.1 size=441339 2024-09-19T11:26:14.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.931+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=SCLEGBADKQD3 tag=ZAFMS9DVTHS2 type=write size=2538491 2024-09-19T11:26:14.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.933+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~PPGJ8OV3FV8E.0 size=175632 2024-09-19T11:26:14.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.933+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=PPGJ8OV3FV8E tag=B7ZSQ1JC9M1B type=write size=1224208 2024-09-19T11:26:14.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.934+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~BCV0XQIN4CEX.0 size=1048576 2024-09-19T11:26:14.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.937+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~BCV0XQIN4CEX.1 size=1048576 2024-09-19T11:26:14.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.938+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~BCV0XQIN4CEX.2 size=858412 2024-09-19T11:26:14.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.940+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=BCV0XQIN4CEX tag=LQ4SKG7CZIHI type=write size=4004140 2024-09-19T11:26:14.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.942+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~MMFSNYFWKTJK.0 size=1048576 2024-09-19T11:26:14.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.943+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~MMFSNYFWKTJK.1 size=878220 2024-09-19T11:26:14.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.943+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=MMFSNYFWKTJK tag=A8600KW3P5DA type=write size=2975372 2024-09-19T11:26:14.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.944+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=II6LLB2GP330 type=del 2024-09-19T11:26:14.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.945+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=DL90X3TSGK53 type=del size=2896100 2024-09-19T11:26:14.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.946+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~OI2I7MSEBOSU.0 size=1048576 2024-09-19T11:26:14.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.947+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~OI2I7MSEBOSU.1 size=704046 2024-09-19T11:26:14.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.949+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=OI2I7MSEBOSU tag=32D6OSQQB2PL type=write size=2801198 2024-09-19T11:26:14.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.950+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=MML6DQB8U09T type=del size=1310068 2024-09-19T11:26:14.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.951+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=8ELSY6JRSCRL type=del 2024-09-19T11:26:14.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.952+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=XG2IH6H0B98F type=del size=1327959 2024-09-19T11:26:14.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.954+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=MTH8WU6YT8CO type=del 2024-09-19T11:26:14.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.955+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=J30ZIUWNHERY type=del size=2479811 2024-09-19T11:26:14.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.956+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=Q4ALQVPWOSBC type=write size=267402 2024-09-19T11:26:14.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.957+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=8VVLIPA9NCQM type=del size=287442 2024-09-19T11:26:14.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.958+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=4USKS7Q7ZMYI type=del 2024-09-19T11:26:14.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.960+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~EZZXY9AA56AM.0 size=1048576 2024-09-19T11:26:14.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.961+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~EZZXY9AA56AM.1 size=1048576 2024-09-19T11:26:14.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.962+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~EZZXY9AA56AM.2 size=27513 2024-09-19T11:26:14.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.962+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=EZZXY9AA56AM tag=VIDSOALB96QY type=write size=3173241 2024-09-19T11:26:14.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.963+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~ZO14UOJFFBN6.0 size=847337 2024-09-19T11:26:14.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.965+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=ZO14UOJFFBN6 tag=3RD3HCURUP33 type=write size=1895913 2024-09-19T11:26:14.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.967+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=LU5Y7PS4E58T type=del size=1792850 2024-09-19T11:26:14.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.967+0000 7f8576bd1780 1 < canceled part key=_multipart_3FHKTREC6TOT.2~AITGWTDYEA4U.0 size=1048576 2024-09-19T11:26:14.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.968+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~AITGWTDYEA4U.1 size=1048576 2024-09-19T11:26:14.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.969+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~AITGWTDYEA4U.2 size=384772 2024-09-19T11:26:14.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.970+0000 7f8576bd1780 1 < canceled multipart upload key=3FHKTREC6TOT upload=AITGWTDYEA4U tag=0VSF2ZDX1TRM type=write size=3530500 2024-09-19T11:26:14.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.973+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~Z2K5X4DHLGAO.0 size=750789 2024-09-19T11:26:14.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.973+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=Z2K5X4DHLGAO tag=LZ542OOQ7VXZ type=write size=1799365 2024-09-19T11:26:14.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.974+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~RVEOV50MW0IG.0 size=1048576 2024-09-19T11:26:14.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.975+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~RVEOV50MW0IG.1 size=1048576 2024-09-19T11:26:14.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.976+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~RVEOV50MW0IG.2 size=483467 2024-09-19T11:26:14.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.977+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=RVEOV50MW0IG tag=URCJ674H7KBA type=write size=3629195 2024-09-19T11:26:14.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.979+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=RCWDNNHFQO6J type=del size=560652 2024-09-19T11:26:14.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.981+0000 7f8576bd1780 1 < suggested update operation key=SQT4SZMGZ35M tag=3AYBXO1Z7MZK type=del size=3646504 2024-09-19T11:26:14.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.982+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=3P80TUCPJS2D type=del size=2166757 2024-09-19T11:26:14.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.983+0000 7f8576bd1780 1 < completed write operation key=Y9OEXPZ4M5UK tag=TXMAL0ARFKN6 type=write size=230736 2024-09-19T11:26:14.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.985+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~XWF2B6T7ET4O.0 size=1048576 2024-09-19T11:26:14.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.986+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~XWF2B6T7ET4O.1 size=1048576 2024-09-19T11:26:14.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.987+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~XWF2B6T7ET4O.2 size=408838 2024-09-19T11:26:14.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.987+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=XWF2B6T7ET4O tag=1GKM9NHTB9KQ type=write size=3554566 2024-09-19T11:26:14.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.988+0000 7f8576bd1780 1 < completed write operation key=FE3M1XO7TAS3 tag=9H5WEADCUUAY type=write size=53758 2024-09-19T11:26:14.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.989+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=FPZIQYK6H9PA type=del size=3706480 2024-09-19T11:26:14.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.992+0000 7f8576bd1780 1 < suggested remove operation key=C4PTRIG04GCR tag=JXUK0VQ18BPG type=del 2024-09-19T11:26:14.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.994+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=EZ34M3V3JNXN type=del size=2208137 2024-09-19T11:26:14.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.995+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~UDT9VT6G2396.0 size=1048576 2024-09-19T11:26:14.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.996+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~UDT9VT6G2396.1 size=1048576 2024-09-19T11:26:14.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.997+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~UDT9VT6G2396.2 size=1016882 2024-09-19T11:26:15.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:14.999+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=UDT9VT6G2396 tag=0PSWG4ITT93Q type=write size=4162610 2024-09-19T11:26:15.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.000+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=3527FG25OSFM type=del size=3700508 2024-09-19T11:26:15.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.001+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~PPGJ8OV3FV8E.0 size=175632 2024-09-19T11:26:15.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.003+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=PPGJ8OV3FV8E tag=B7ZSQ1JC9M1B type=write size=1224208 2024-09-19T11:26:15.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.004+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=4WF0LQNS009J type=del size=1202582 2024-09-19T11:26:15.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.005+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~MMFSNYFWKTJK.0 size=1048576 2024-09-19T11:26:15.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.006+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~MMFSNYFWKTJK.1 size=878220 2024-09-19T11:26:15.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.009+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=MMFSNYFWKTJK tag=A8600KW3P5DA type=write size=2975372 2024-09-19T11:26:15.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.010+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=BSENKK9UFN6B type=del size=3850931 2024-09-19T11:26:15.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.011+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=DL90X3TSGK53 type=del 2024-09-19T11:26:15.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.012+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=ULXB251V3VAQ type=write size=651329 2024-09-19T11:26:15.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.013+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=MML6DQB8U09T type=del 2024-09-19T11:26:15.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.015+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~8823W1IW3J7Z.0 size=273139 2024-09-19T11:26:15.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.015+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=8823W1IW3J7Z tag=9UG6C67JMC31 type=write size=1321715 2024-09-19T11:26:15.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.017+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=XG2IH6H0B98F type=del 2024-09-19T11:26:15.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.018+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=ZRQW2RRM7E4H type=del size=3182174 2024-09-19T11:26:15.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.019+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=J30ZIUWNHERY type=del 2024-09-19T11:26:15.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.020+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=FQ2A664SKWFM type=del size=468895 2024-09-19T11:26:15.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.022+0000 7f8576bd1780 1 < suggested remove operation key=YC1UNQBZOH98 tag=8VVLIPA9NCQM type=del 2024-09-19T11:26:15.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.024+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~FFFA5391VWN9.0 size=1048576 2024-09-19T11:26:15.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.025+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~FFFA5391VWN9.1 size=186737 2024-09-19T11:26:15.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.025+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=FFFA5391VWN9 tag=LRVN0XDMZTX3 type=write size=2283889 2024-09-19T11:26:15.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.027+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~EZZXY9AA56AM.0 size=1048576 2024-09-19T11:26:15.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.028+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~EZZXY9AA56AM.1 size=1048576 2024-09-19T11:26:15.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.029+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~EZZXY9AA56AM.2 size=27513 2024-09-19T11:26:15.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.031+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=EZZXY9AA56AM tag=VIDSOALB96QY type=write size=3173241 2024-09-19T11:26:15.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.034+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~7UJR764P4P2V.0 size=466636 2024-09-19T11:26:15.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.034+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=7UJR764P4P2V tag=72RQA0XWMXFV type=write size=1515212 2024-09-19T11:26:15.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.035+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=LU5Y7PS4E58T type=del 2024-09-19T11:26:15.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.036+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=O65U423U7KY7 type=del size=3701909 2024-09-19T11:26:15.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.037+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~Z2K5X4DHLGAO.0 size=750789 2024-09-19T11:26:15.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.040+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=Z2K5X4DHLGAO tag=LZ542OOQ7VXZ type=write size=1799365 2024-09-19T11:26:15.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.042+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~ZCIIRK9K5V9Y.0 size=272533 2024-09-19T11:26:15.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.042+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=ZCIIRK9K5V9Y tag=6NA62OQGHV7M type=write size=1321109 2024-09-19T11:26:15.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.043+0000 7f8576bd1780 -1 < failed to complete operation key=C4PTRIG04GCR tag=RCWDNNHFQO6J type=del size=560652: (22) Invalid argument 2024-09-19T11:26:15.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.044+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=P0TQQKRAE53D type=del size=3629449 2024-09-19T11:26:15.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.047+0000 7f8576bd1780 1 < suggested update operation key=Y9OEXPZ4M5UK tag=3P80TUCPJS2D type=del size=2166757 2024-09-19T11:26:15.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.048+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=3Q0E70C82BT5 type=del size=756530 2024-09-19T11:26:15.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.049+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~XWF2B6T7ET4O.0 size=1048576 2024-09-19T11:26:15.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.050+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~XWF2B6T7ET4O.1 size=1048576 2024-09-19T11:26:15.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.051+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~XWF2B6T7ET4O.2 size=408838 2024-09-19T11:26:15.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.053+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=XWF2B6T7ET4O tag=1GKM9NHTB9KQ type=write size=3554566 2024-09-19T11:26:15.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.055+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~045HI6DEM50Q.0 size=1048576 2024-09-19T11:26:15.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.056+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~045HI6DEM50Q.1 size=464648 2024-09-19T11:26:15.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.056+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=045HI6DEM50Q tag=EASERYX3PJJL type=write size=2561800 2024-09-19T11:26:15.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.057+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=FPZIQYK6H9PA type=del 2024-09-19T11:26:15.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.060+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~0MAZ4TU5IZRY.0 size=959625 2024-09-19T11:26:15.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.060+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=0MAZ4TU5IZRY tag=7AJ33JLJUF5C type=write size=2008201 2024-09-19T11:26:15.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.061+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=EZ34M3V3JNXN type=del 2024-09-19T11:26:15.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.062+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=SEE1ZD589XYO type=write size=286343 2024-09-19T11:26:15.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.065+0000 7f8576bd1780 1 < suggested update operation key=TRUD9FI7BSLD tag=3527FG25OSFM type=del size=3700508 2024-09-19T11:26:15.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.066+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=56ZPT3UHI1JX type=del size=3500369 2024-09-19T11:26:15.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.067+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=4WF0LQNS009J type=del 2024-09-19T11:26:15.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.068+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=EPTBC97GJCK2 type=del size=1764467 2024-09-19T11:26:15.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.070+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=BSENKK9UFN6B type=del 2024-09-19T11:26:15.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.072+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~C4VB07S9LNPJ.0 size=1048576 2024-09-19T11:26:15.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.073+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~C4VB07S9LNPJ.1 size=1048576 2024-09-19T11:26:15.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.074+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~C4VB07S9LNPJ.2 size=84326 2024-09-19T11:26:15.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.074+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=C4VB07S9LNPJ tag=DCCLED9UERRS type=write size=3230054 2024-09-19T11:26:15.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.077+0000 7f8576bd1780 -1 < failed to complete operation key=Y9OEXPZ4M5UK tag=ULXB251V3VAQ type=write size=651329: (22) Invalid argument 2024-09-19T11:26:15.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.078+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=1KF9X09XYFKR type=del size=3927236 2024-09-19T11:26:15.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.078+0000 7f8576bd1780 1 < canceled part key=_multipart_KFMJ4RY4PU1U.2~8823W1IW3J7Z.0 size=273139 2024-09-19T11:26:15.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.080+0000 7f8576bd1780 1 < canceled multipart upload key=KFMJ4RY4PU1U upload=8823W1IW3J7Z tag=9UG6C67JMC31 type=write size=1321715 2024-09-19T11:26:15.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.082+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=V29H8TJLOLC3 type=write size=162163 2024-09-19T11:26:15.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.083+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=ZRQW2RRM7E4H type=del 2024-09-19T11:26:15.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.085+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~Z3PTPSB94I7P.0 size=218974 2024-09-19T11:26:15.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.085+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=Z3PTPSB94I7P tag=QFTZOO2LGQSX type=write size=1267550 2024-09-19T11:26:15.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.087+0000 7f8576bd1780 1 < suggested remove operation key=U74I0YULWM14 tag=FQ2A664SKWFM type=del 2024-09-19T11:26:15.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.090+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~O8AB3ARWFT09.0 size=175680 2024-09-19T11:26:15.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.090+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=O8AB3ARWFT09 tag=G3CHYBIKB5LN type=write size=1224256 2024-09-19T11:26:15.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.091+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~FFFA5391VWN9.0 size=1048576 2024-09-19T11:26:15.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.092+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~FFFA5391VWN9.1 size=186737 2024-09-19T11:26:15.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.094+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=FFFA5391VWN9 tag=LRVN0XDMZTX3 type=write size=2283889 2024-09-19T11:26:15.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.095+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=Q5I8QR0F3118 type=del size=1776528 2024-09-19T11:26:15.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.096+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~7UJR764P4P2V.0 size=466636 2024-09-19T11:26:15.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.098+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=7UJR764P4P2V tag=72RQA0XWMXFV type=write size=1515212 2024-09-19T11:26:15.103 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.101+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~B9CB1C6AWHYV.0 size=554480 2024-09-19T11:26:15.103 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.101+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=B9CB1C6AWHYV tag=W4AI6NDA7T7F type=write size=1603056 2024-09-19T11:26:15.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.102+0000 7f8576bd1780 1 < canceled operation key=ZWZW4UE288SB tag=O65U423U7KY7 type=del size=3701909 2024-09-19T11:26:15.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.104+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~D8JQJHOPANP2.0 size=991836 2024-09-19T11:26:15.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.104+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=D8JQJHOPANP2 tag=X2K8N87FCGD1 type=write size=2040412 2024-09-19T11:26:15.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.105+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~ZCIIRK9K5V9Y.0 size=272533 2024-09-19T11:26:15.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.108+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=ZCIIRK9K5V9Y tag=6NA62OQGHV7M type=write size=1321109 2024-09-19T11:26:15.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.110+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=8OND0ZC1BLVH type=write size=627407 2024-09-19T11:26:15.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.112+0000 7f8576bd1780 1 < suggested update operation key=PSPJL1Y4L8JB tag=P0TQQKRAE53D type=del size=3629449 2024-09-19T11:26:15.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.113+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=MRADQ61KSJAQ type=write size=578063 2024-09-19T11:26:15.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.114+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=3Q0E70C82BT5 type=del 2024-09-19T11:26:15.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.116+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=TKL4KLXPO3QR type=del size=2004340 2024-09-19T11:26:15.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.117+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~045HI6DEM50Q.0 size=1048576 2024-09-19T11:26:15.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.118+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~045HI6DEM50Q.1 size=464648 2024-09-19T11:26:15.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.120+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=045HI6DEM50Q tag=EASERYX3PJJL type=write size=2561800 2024-09-19T11:26:15.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.122+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~Y5WVX2MK4E7A.0 size=1048576 2024-09-19T11:26:15.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.123+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~Y5WVX2MK4E7A.1 size=1048576 2024-09-19T11:26:15.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.124+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~Y5WVX2MK4E7A.2 size=929081 2024-09-19T11:26:15.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.124+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=Y5WVX2MK4E7A tag=KPZUAW94HGTW type=write size=4074809 2024-09-19T11:26:15.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.125+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~0MAZ4TU5IZRY.0 size=959625 2024-09-19T11:26:15.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.127+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=0MAZ4TU5IZRY tag=7AJ33JLJUF5C type=write size=2008201 2024-09-19T11:26:15.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.128+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=I5FMM4JD2NR3 type=del size=208827 2024-09-19T11:26:15.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.131+0000 7f8576bd1780 1 < suggested update operation key=ZPXM7YL89HZJ tag=SEE1ZD589XYO type=write size=286343 2024-09-19T11:26:15.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.133+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~AI9P6QTNLGC4.0 size=1048576 2024-09-19T11:26:15.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.134+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~AI9P6QTNLGC4.1 size=1048576 2024-09-19T11:26:15.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.135+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~AI9P6QTNLGC4.2 size=775342 2024-09-19T11:26:15.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.135+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=AI9P6QTNLGC4 tag=9G45NQMKPEXH type=write size=3921070 2024-09-19T11:26:15.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.136+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=56ZPT3UHI1JX type=del 2024-09-19T11:26:15.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.139+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~OAXHFFNG95PX.0 size=1048576 2024-09-19T11:26:15.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.139+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~OAXHFFNG95PX.1 size=173842 2024-09-19T11:26:15.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.139+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=OAXHFFNG95PX tag=I9SUI3XPOHG3 type=write size=2270994 2024-09-19T11:26:15.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.141+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=EPTBC97GJCK2 type=del 2024-09-19T11:26:15.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.143+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~XCT1RYRZ76R9.0 size=1048576 2024-09-19T11:26:15.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.144+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~XCT1RYRZ76R9.1 size=573668 2024-09-19T11:26:15.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.144+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=XCT1RYRZ76R9 tag=K2Y1LL257M6E type=write size=2670820 2024-09-19T11:26:15.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.145+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~C4VB07S9LNPJ.0 size=1048576 2024-09-19T11:26:15.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.146+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~C4VB07S9LNPJ.1 size=1048576 2024-09-19T11:26:15.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.147+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~C4VB07S9LNPJ.2 size=84326 2024-09-19T11:26:15.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.149+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=C4VB07S9LNPJ tag=DCCLED9UERRS type=write size=3230054 2024-09-19T11:26:15.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.150+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=A6Q0FX88PV0F type=del size=162682 2024-09-19T11:26:15.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.151+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=1KF9X09XYFKR type=del 2024-09-19T11:26:15.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.153+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~8PU7BSB9TYPN.0 size=853167 2024-09-19T11:26:15.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.153+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=8PU7BSB9TYPN tag=I72W8N9L29GY type=write size=1901743 2024-09-19T11:26:15.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.155+0000 7f8576bd1780 1 < completed write operation key=Y3SGWOZW0N7T tag=V29H8TJLOLC3 type=write size=162163 2024-09-19T11:26:15.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.157+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~3DSXT4Q33TR6.0 size=1048576 2024-09-19T11:26:15.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.158+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~3DSXT4Q33TR6.1 size=1048576 2024-09-19T11:26:15.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.159+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~3DSXT4Q33TR6.2 size=660789 2024-09-19T11:26:15.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.159+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=3DSXT4Q33TR6 tag=094PLW8LT2MW type=write size=3806517 2024-09-19T11:26:15.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.160+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~Z3PTPSB94I7P.0 size=218974 2024-09-19T11:26:15.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.162+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=Z3PTPSB94I7P tag=QFTZOO2LGQSX type=write size=1267550 2024-09-19T11:26:15.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.163+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=9Z1JHZ4HN0PV type=write size=1020279 2024-09-19T11:26:15.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.164+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~O8AB3ARWFT09.0 size=175680 2024-09-19T11:26:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.166+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=O8AB3ARWFT09 tag=G3CHYBIKB5LN type=write size=1224256 2024-09-19T11:26:15.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.168+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~AI3K8PHQMNZQ.0 size=1048576 2024-09-19T11:26:15.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.169+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~AI3K8PHQMNZQ.1 size=199917 2024-09-19T11:26:15.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.169+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=AI3K8PHQMNZQ tag=B80AJSSZI951 type=write size=2297069 2024-09-19T11:26:15.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.171+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=Q5I8QR0F3118 type=del 2024-09-19T11:26:15.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.172+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=QQ16E41IT30S type=del size=3263359 2024-09-19T11:26:15.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.172+0000 7f8576bd1780 1 < canceled part key=_multipart_BFY7ZISN7X2F.2~B9CB1C6AWHYV.0 size=554480 2024-09-19T11:26:15.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.174+0000 7f8576bd1780 1 < canceled multipart upload key=BFY7ZISN7X2F upload=B9CB1C6AWHYV tag=W4AI6NDA7T7F type=write size=1603056 2024-09-19T11:26:15.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.175+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=BYGJV9QVSPJT type=del size=2697508 2024-09-19T11:26:15.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.176+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~D8JQJHOPANP2.0 size=991836 2024-09-19T11:26:15.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.178+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=D8JQJHOPANP2 tag=X2K8N87FCGD1 type=write size=2040412 2024-09-19T11:26:15.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.180+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~B9XXP024CJPH.0 size=1048576 2024-09-19T11:26:15.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.181+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~B9XXP024CJPH.1 size=1048576 2024-09-19T11:26:15.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.182+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~B9XXP024CJPH.2 size=595507 2024-09-19T11:26:15.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.182+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=B9XXP024CJPH tag=6VIX2PPAC9C0 type=write size=3741235 2024-09-19T11:26:15.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.185+0000 7f8576bd1780 1 < suggested remove operation key=N7PGU1DM6N25 tag=8OND0ZC1BLVH type=write 2024-09-19T11:26:15.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.186+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=C1K2ZCYHH9D0 type=write size=833046 2024-09-19T11:26:15.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.187+0000 7f8576bd1780 1 < completed write operation key=FE3M1XO7TAS3 tag=MRADQ61KSJAQ type=write size=578063 2024-09-19T11:26:15.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.188+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=H3H1ZR93E34I type=del size=3249606 2024-09-19T11:26:15.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.189+0000 7f8576bd1780 1 < canceled operation key=5CG1U88JETDH tag=TKL4KLXPO3QR type=del size=2004340 2024-09-19T11:26:15.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.191+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=TVNBUQ94Y560 type=del size=1434114 2024-09-19T11:26:15.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.192+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~Y5WVX2MK4E7A.0 size=1048576 2024-09-19T11:26:15.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.193+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~Y5WVX2MK4E7A.1 size=1048576 2024-09-19T11:26:15.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.194+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~Y5WVX2MK4E7A.2 size=929081 2024-09-19T11:26:15.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.196+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=Y5WVX2MK4E7A tag=KPZUAW94HGTW type=write size=4074809 2024-09-19T11:26:15.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.198+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~9VNPPQUM23V4.0 size=191352 2024-09-19T11:26:15.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.198+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=9VNPPQUM23V4 tag=5VROX1QLK9N1 type=write size=1239928 2024-09-19T11:26:15.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.199+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=I5FMM4JD2NR3 type=del 2024-09-19T11:26:15.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.201+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=ZJ4PK8587A2V type=del size=1216466 2024-09-19T11:26:15.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.202+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~AI9P6QTNLGC4.0 size=1048576 2024-09-19T11:26:15.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.203+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~AI9P6QTNLGC4.1 size=1048576 2024-09-19T11:26:15.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.204+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~AI9P6QTNLGC4.2 size=775342 2024-09-19T11:26:15.208 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.206+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=AI9P6QTNLGC4 tag=9G45NQMKPEXH type=write size=3921070 2024-09-19T11:26:15.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.208+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~UV527FE81UT6.0 size=1048576 2024-09-19T11:26:15.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.209+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~UV527FE81UT6.1 size=1048576 2024-09-19T11:26:15.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.210+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~UV527FE81UT6.2 size=506712 2024-09-19T11:26:15.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.210+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=UV527FE81UT6 tag=KZQZY6X78SZP type=write size=3652440 2024-09-19T11:26:15.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.211+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~OAXHFFNG95PX.0 size=1048576 2024-09-19T11:26:15.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.212+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~OAXHFFNG95PX.1 size=173842 2024-09-19T11:26:15.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.214+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=OAXHFFNG95PX tag=I9SUI3XPOHG3 type=write size=2270994 2024-09-19T11:26:15.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.215+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=1ZU1TJD359S0 type=del size=3279152 2024-09-19T11:26:15.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.216+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~XCT1RYRZ76R9.0 size=1048576 2024-09-19T11:26:15.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.217+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~XCT1RYRZ76R9.1 size=573668 2024-09-19T11:26:15.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.221+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=XCT1RYRZ76R9 tag=K2Y1LL257M6E type=write size=2670820 2024-09-19T11:26:15.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.222+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=15SA993RL04R type=del size=2141365 2024-09-19T11:26:15.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.223+0000 7f8576bd1780 -1 < failed to complete operation key=N7PGU1DM6N25 tag=A6Q0FX88PV0F type=del size=162682: (22) Invalid argument 2024-09-19T11:26:15.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.224+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=FZA603ID9BEZ type=del size=2940520 2024-09-19T11:26:15.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.225+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~8PU7BSB9TYPN.0 size=853167 2024-09-19T11:26:15.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.227+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=8PU7BSB9TYPN tag=I72W8N9L29GY type=write size=1901743 2024-09-19T11:26:15.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.228+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=6VHNKU2JEH2C type=write size=689956 2024-09-19T11:26:15.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.230+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~3DSXT4Q33TR6.0 size=1048576 2024-09-19T11:26:15.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.231+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~3DSXT4Q33TR6.1 size=1048576 2024-09-19T11:26:15.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.232+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~3DSXT4Q33TR6.2 size=660789 2024-09-19T11:26:15.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.234+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=3DSXT4Q33TR6 tag=094PLW8LT2MW type=write size=3806517 2024-09-19T11:26:15.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.235+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=Q5N7H7LYGM7O type=del size=3682577 2024-09-19T11:26:15.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.236+0000 7f8576bd1780 1 < completed write operation key=N5KNLV13G1PN tag=9Z1JHZ4HN0PV type=write size=1020279 2024-09-19T11:26:15.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.239+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~0E6V02IAOBL9.0 size=91716 2024-09-19T11:26:15.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.239+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=0E6V02IAOBL9 tag=RNZDD9N30846 type=write size=1140292 2024-09-19T11:26:15.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.240+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~AI3K8PHQMNZQ.0 size=1048576 2024-09-19T11:26:15.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.241+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~AI3K8PHQMNZQ.1 size=199917 2024-09-19T11:26:15.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.243+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=AI3K8PHQMNZQ tag=B80AJSSZI951 type=write size=2297069 2024-09-19T11:26:15.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.244+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=ELKPVQE21UNS type=del size=1522984 2024-09-19T11:26:15.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.245+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=QQ16E41IT30S type=del 2024-09-19T11:26:15.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.247+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=HE5MVVNA6SLP type=del size=379760 2024-09-19T11:26:15.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.248+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=BYGJV9QVSPJT type=del 2024-09-19T11:26:15.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.249+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=YYGOUNIG938O type=del size=1216448 2024-09-19T11:26:15.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.250+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~B9XXP024CJPH.0 size=1048576 2024-09-19T11:26:15.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.251+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~B9XXP024CJPH.1 size=1048576 2024-09-19T11:26:15.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.252+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~B9XXP024CJPH.2 size=595507 2024-09-19T11:26:15.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.254+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=B9XXP024CJPH tag=6VIX2PPAC9C0 type=write size=3741235 2024-09-19T11:26:15.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.255+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=UM34DNLSTDQT type=del size=229518 2024-09-19T11:26:15.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.256+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=C1K2ZCYHH9D0 type=write size=833046 2024-09-19T11:26:15.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.258+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=JZ36PX3CVYH9 type=write size=43210 2024-09-19T11:26:15.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.259+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=H3H1ZR93E34I type=del 2024-09-19T11:26:15.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.260+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=FWS0DMQMNX5F type=del size=1025986 2024-09-19T11:26:15.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.263+0000 7f8576bd1780 1 < suggested update operation key=7B4T99OA9CO4 tag=TVNBUQ94Y560 type=del size=1434114 2024-09-19T11:26:15.267 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.265+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~O9D713H4M2XG.0 size=1048576 2024-09-19T11:26:15.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.266+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~O9D713H4M2XG.1 size=1048576 2024-09-19T11:26:15.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.267+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~O9D713H4M2XG.2 size=243775 2024-09-19T11:26:15.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.267+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=O9D713H4M2XG tag=FH7K8PQA4NVO type=write size=3389503 2024-09-19T11:26:15.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.268+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~9VNPPQUM23V4.0 size=191352 2024-09-19T11:26:15.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.270+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=9VNPPQUM23V4 tag=5VROX1QLK9N1 type=write size=1239928 2024-09-19T11:26:15.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.271+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=0H3J4EWNETW0 type=del size=1774751 2024-09-19T11:26:15.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.272+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=ZJ4PK8587A2V type=del 2024-09-19T11:26:15.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.273+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=JO2YHVD1U01K type=del size=2022941 2024-09-19T11:26:15.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.275+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~UV527FE81UT6.0 size=1048576 2024-09-19T11:26:15.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.276+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~UV527FE81UT6.1 size=1048576 2024-09-19T11:26:15.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.277+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~UV527FE81UT6.2 size=506712 2024-09-19T11:26:15.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.279+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=UV527FE81UT6 tag=KZQZY6X78SZP type=write size=3652440 2024-09-19T11:26:15.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.280+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=XEDLG8KGUM8E type=del size=1409980 2024-09-19T11:26:15.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.281+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=1ZU1TJD359S0 type=del 2024-09-19T11:26:15.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.282+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=DFXQP6DIF9OO type=del size=1156531 2024-09-19T11:26:15.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.285+0000 7f8576bd1780 1 < suggested remove operation key=8TXDCE73VSEB tag=15SA993RL04R type=del 2024-09-19T11:26:15.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.286+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=ZEN12L5RMWQW type=del size=4093925 2024-09-19T11:26:15.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.287+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=FZA603ID9BEZ type=del 2024-09-19T11:26:15.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.289+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=Y5SS7PNLEZLM type=del size=1663058 2024-09-19T11:26:15.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.290+0000 7f8576bd1780 1 < canceled operation key=MZMHUNQR1QO8 tag=6VHNKU2JEH2C type=write size=689956 2024-09-19T11:26:15.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.291+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=DUEB732JF7I1 type=del size=340900 2024-09-19T11:26:15.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.293+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=Q5N7H7LYGM7O type=del 2024-09-19T11:26:15.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.294+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=3TTPSTXHV996 type=write size=581601 2024-09-19T11:26:15.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.295+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~0E6V02IAOBL9.0 size=91716 2024-09-19T11:26:15.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.297+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=0E6V02IAOBL9 tag=RNZDD9N30846 type=write size=1140292 2024-09-19T11:26:15.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.298+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=CN9L39W05W9P type=del size=1602174 2024-09-19T11:26:15.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.300+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=ELKPVQE21UNS type=del 2024-09-19T11:26:15.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.302+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~GN2Y9LZFVKW6.0 size=582847 2024-09-19T11:26:15.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.302+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=GN2Y9LZFVKW6 tag=V5PCYAANPYJM type=write size=1631423 2024-09-19T11:26:15.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.303+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=HE5MVVNA6SLP type=del 2024-09-19T11:26:15.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.305+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~MVBEN1831JHR.0 size=620890 2024-09-19T11:26:15.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.305+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=MVBEN1831JHR tag=W72K2IDDPNNK type=write size=1669466 2024-09-19T11:26:15.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.306+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=YYGOUNIG938O type=del 2024-09-19T11:26:15.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.308+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=Q44BAVEMV5AK type=del size=59395 2024-09-19T11:26:15.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.309+0000 7f8576bd1780 -1 < failed to complete operation key=7B4T99OA9CO4 tag=UM34DNLSTDQT type=del size=229518: (22) Invalid argument 2024-09-19T11:26:15.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.311+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~K58NWMGHDQAQ.0 size=1048576 2024-09-19T11:26:15.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.312+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~K58NWMGHDQAQ.1 size=345815 2024-09-19T11:26:15.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.312+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=K58NWMGHDQAQ tag=FLFRQWRAQX78 type=write size=2442967 2024-09-19T11:26:15.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.314+0000 7f8576bd1780 1 < canceled operation key=N5KNLV13G1PN tag=JZ36PX3CVYH9 type=write size=43210 2024-09-19T11:26:15.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.316+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~4V1IF6F1XWJV.0 size=1048576 2024-09-19T11:26:15.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.316+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~4V1IF6F1XWJV.1 size=1048576 2024-09-19T11:26:15.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.317+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~4V1IF6F1XWJV.2 size=852994 2024-09-19T11:26:15.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.317+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=4V1IF6F1XWJV tag=0PPSWQCQ72OB type=write size=3998722 2024-09-19T11:26:15.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.319+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=FWS0DMQMNX5F type=del 2024-09-19T11:26:15.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.321+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~JTTELKU1P4Q5.0 size=1048576 2024-09-19T11:26:15.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.322+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~JTTELKU1P4Q5.1 size=1048576 2024-09-19T11:26:15.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.323+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~JTTELKU1P4Q5.2 size=213442 2024-09-19T11:26:15.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.323+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=JTTELKU1P4Q5 tag=6F5MV0XUQFPE type=write size=3359170 2024-09-19T11:26:15.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.324+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~O9D713H4M2XG.0 size=1048576 2024-09-19T11:26:15.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.325+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~O9D713H4M2XG.1 size=1048576 2024-09-19T11:26:15.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.326+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~O9D713H4M2XG.2 size=243775 2024-09-19T11:26:15.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.328+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=O9D713H4M2XG tag=FH7K8PQA4NVO type=write size=3389503 2024-09-19T11:26:15.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.329+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=ZNZHBJ991H1J type=del size=3658915 2024-09-19T11:26:15.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.331+0000 7f8576bd1780 1 < canceled operation key=5PL1P4MQWBJN tag=0H3J4EWNETW0 type=del size=1774751 2024-09-19T11:26:15.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.334+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~WPJXG4UKC81J.0 size=1048576 2024-09-19T11:26:15.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.335+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~WPJXG4UKC81J.1 size=709724 2024-09-19T11:26:15.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.335+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=WPJXG4UKC81J tag=0PG5AX0ONGWB type=write size=2806876 2024-09-19T11:26:15.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.337+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=JO2YHVD1U01K type=del 2024-09-19T11:26:15.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.340+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=FS5L4UE59KX2 type=del size=450632 2024-09-19T11:26:15.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.340+0000 7f8576bd1780 -1 < no bi entry to suggest for operation key=8TXDCE73VSEB tag=XEDLG8KGUM8E type=del size=1409980: (2) No such file or directory 2024-09-19T11:26:15.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.342+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~BAQB31YEM0CI.0 size=1048576 2024-09-19T11:26:15.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.343+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~BAQB31YEM0CI.1 size=433532 2024-09-19T11:26:15.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.344+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=BAQB31YEM0CI tag=0CQC4IVHDZEI type=write size=2530684 2024-09-19T11:26:15.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.345+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=DFXQP6DIF9OO type=del 2024-09-19T11:26:15.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.347+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~RJS6I589EPEA.0 size=299807 2024-09-19T11:26:15.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.347+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=RJS6I589EPEA tag=H9R8N2B3T078 type=write size=1348383 2024-09-19T11:26:15.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.348+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=ZEN12L5RMWQW type=del 2024-09-19T11:26:15.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.350+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=W26PL131ELGU type=del size=2500185 2024-09-19T11:26:15.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.351+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=Y5SS7PNLEZLM type=del 2024-09-19T11:26:15.354 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.352+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=BQE1QRLWR9V8 type=write size=152264 2024-09-19T11:26:15.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.353+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=DUEB732JF7I1 type=del 2024-09-19T11:26:15.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.355+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~R1XYNZGN8V21.0 size=1048576 2024-09-19T11:26:15.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.356+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~R1XYNZGN8V21.1 size=1048576 2024-09-19T11:26:15.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.357+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~R1XYNZGN8V21.2 size=1030607 2024-09-19T11:26:15.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.357+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=R1XYNZGN8V21 tag=DVGHTS6UZNEP type=write size=4176335 2024-09-19T11:26:15.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.359+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=3TTPSTXHV996 type=write size=581601 2024-09-19T11:26:15.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.360+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=C7VMYBEJ5CG8 type=del size=119347 2024-09-19T11:26:15.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.362+0000 7f8576bd1780 1 < suggested remove operation key=XD7FFT9LKVRY tag=CN9L39W05W9P type=del 2024-09-19T11:26:15.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.364+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~I9U3MVECDU0W.0 size=80552 2024-09-19T11:26:15.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.364+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=I9U3MVECDU0W tag=0BSJ8IZXEVPL type=write size=1129128 2024-09-19T11:26:15.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.366+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~GN2Y9LZFVKW6.0 size=582847 2024-09-19T11:26:15.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.368+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=GN2Y9LZFVKW6 tag=V5PCYAANPYJM type=write size=1631423 2024-09-19T11:26:15.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.370+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~EZA13A8RAJO8.0 size=1048576 2024-09-19T11:26:15.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.371+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~EZA13A8RAJO8.1 size=1048576 2024-09-19T11:26:15.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.372+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~EZA13A8RAJO8.2 size=633425 2024-09-19T11:26:15.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.372+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=EZA13A8RAJO8 tag=6Z4DYPOIKYC4 type=write size=3779153 2024-09-19T11:26:15.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.373+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~MVBEN1831JHR.0 size=620890 2024-09-19T11:26:15.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.375+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=MVBEN1831JHR tag=W72K2IDDPNNK type=write size=1669466 2024-09-19T11:26:15.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.376+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=J2RK2XT6W5YZ type=write size=1032189 2024-09-19T11:26:15.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.377+0000 7f8576bd1780 1 < canceled operation key=U74I0YULWM14 tag=Q44BAVEMV5AK type=del size=59395 2024-09-19T11:26:15.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.379+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=ZGBNIGCNGJVJ type=del size=169496 2024-09-19T11:26:15.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.380+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~K58NWMGHDQAQ.0 size=1048576 2024-09-19T11:26:15.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.381+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~K58NWMGHDQAQ.1 size=345815 2024-09-19T11:26:15.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.383+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=K58NWMGHDQAQ tag=FLFRQWRAQX78 type=write size=2442967 2024-09-19T11:26:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.384+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=F7NY1WPQ9W9J type=del size=1171378 2024-09-19T11:26:15.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.386+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~4V1IF6F1XWJV.0 size=1048576 2024-09-19T11:26:15.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.387+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~4V1IF6F1XWJV.1 size=1048576 2024-09-19T11:26:15.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.388+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~4V1IF6F1XWJV.2 size=852994 2024-09-19T11:26:15.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.390+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=4V1IF6F1XWJV tag=0PPSWQCQ72OB type=write size=3998722 2024-09-19T11:26:15.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.392+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=H9C1UJ1DTIBK type=del size=3718652 2024-09-19T11:26:15.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.393+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~JTTELKU1P4Q5.0 size=1048576 2024-09-19T11:26:15.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.394+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~JTTELKU1P4Q5.1 size=1048576 2024-09-19T11:26:15.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.395+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~JTTELKU1P4Q5.2 size=213442 2024-09-19T11:26:15.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.397+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=JTTELKU1P4Q5 tag=6F5MV0XUQFPE type=write size=3359170 2024-09-19T11:26:15.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.399+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~NC1IUFZQDXAJ.0 size=1048576 2024-09-19T11:26:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.400+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~NC1IUFZQDXAJ.1 size=1048576 2024-09-19T11:26:15.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.401+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~NC1IUFZQDXAJ.2 size=523516 2024-09-19T11:26:15.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.401+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=NC1IUFZQDXAJ tag=TNE95LOGX8XU type=write size=3669244 2024-09-19T11:26:15.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.403+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=ZNZHBJ991H1J type=del 2024-09-19T11:26:15.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.405+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~ECVOPSFFU0HR.0 size=870945 2024-09-19T11:26:15.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.405+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=ECVOPSFFU0HR tag=6NDKIEQ3ACE2 type=write size=1919521 2024-09-19T11:26:15.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.406+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~WPJXG4UKC81J.0 size=1048576 2024-09-19T11:26:15.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.407+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~WPJXG4UKC81J.1 size=709724 2024-09-19T11:26:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.409+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=WPJXG4UKC81J tag=0PG5AX0ONGWB type=write size=2806876 2024-09-19T11:26:15.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.410+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=3W7D1Q9FH3J6 type=del size=1317258 2024-09-19T11:26:15.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.411+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=FS5L4UE59KX2 type=del size=450632 2024-09-19T11:26:15.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.412+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=TWX63BMTX357 type=del size=3914887 2024-09-19T11:26:15.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.414+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~BAQB31YEM0CI.0 size=1048576 2024-09-19T11:26:15.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.415+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~BAQB31YEM0CI.1 size=433532 2024-09-19T11:26:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.417+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=BAQB31YEM0CI tag=0CQC4IVHDZEI type=write size=2530684 2024-09-19T11:26:15.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.419+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~GVXG36S6H3LP.0 size=1048576 2024-09-19T11:26:15.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.420+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~GVXG36S6H3LP.1 size=1048576 2024-09-19T11:26:15.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.421+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~GVXG36S6H3LP.2 size=1038815 2024-09-19T11:26:15.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.421+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=GVXG36S6H3LP tag=005LC8J6NWJR type=write size=4184543 2024-09-19T11:26:15.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.422+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~RJS6I589EPEA.0 size=299807 2024-09-19T11:26:15.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.424+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=RJS6I589EPEA tag=H9R8N2B3T078 type=write size=1348383 2024-09-19T11:26:15.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.425+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=WE9GKL9YUBG5 type=del size=2233605 2024-09-19T11:26:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.426+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=W26PL131ELGU type=del 2024-09-19T11:26:15.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.427+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=EISD9VCMW6QZ type=del size=807682 2024-09-19T11:26:15.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.430+0000 7f8576bd1780 1 < suggested update operation key=SQT4SZMGZ35M tag=BQE1QRLWR9V8 type=write size=152264 2024-09-19T11:26:15.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.431+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=0JBDA1X31AKP type=write size=728568 2024-09-19T11:26:15.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.432+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~R1XYNZGN8V21.0 size=1048576 2024-09-19T11:26:15.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.433+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~R1XYNZGN8V21.1 size=1048576 2024-09-19T11:26:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.434+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~R1XYNZGN8V21.2 size=1030607 2024-09-19T11:26:15.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.436+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=R1XYNZGN8V21 tag=DVGHTS6UZNEP type=write size=4176335 2024-09-19T11:26:15.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.437+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=538QLD9IW2E3 type=write size=922853 2024-09-19T11:26:15.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.438+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=C7VMYBEJ5CG8 type=del 2024-09-19T11:26:15.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.439+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=3MNTFDLRXRE7 type=del size=3386183 2024-09-19T11:26:15.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.440+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~I9U3MVECDU0W.0 size=80552 2024-09-19T11:26:15.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.442+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=I9U3MVECDU0W tag=0BSJ8IZXEVPL type=write size=1129128 2024-09-19T11:26:15.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.444+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~LHS3MQN2QRX2.0 size=434000 2024-09-19T11:26:15.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.444+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=LHS3MQN2QRX2 tag=5988MKQ7LED2 type=write size=1482576 2024-09-19T11:26:15.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.446+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~EZA13A8RAJO8.0 size=1048576 2024-09-19T11:26:15.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.446+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~EZA13A8RAJO8.1 size=1048576 2024-09-19T11:26:15.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.448+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~EZA13A8RAJO8.2 size=633425 2024-09-19T11:26:15.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.450+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=EZA13A8RAJO8 tag=6Z4DYPOIKYC4 type=write size=3779153 2024-09-19T11:26:15.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.451+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=KP5I7QNNPFRM type=del size=513086 2024-09-19T11:26:15.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.453+0000 7f8576bd1780 1 < completed write operation key=FE3M1XO7TAS3 tag=J2RK2XT6W5YZ type=write size=1032189 2024-09-19T11:26:15.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.454+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=490EBE7M317V type=del size=2817742 2024-09-19T11:26:15.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.455+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=ZGBNIGCNGJVJ type=del 2024-09-19T11:26:15.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.457+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=KGDYG597W7YV type=del size=1655398 2024-09-19T11:26:15.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.458+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=F7NY1WPQ9W9J type=del 2024-09-19T11:26:15.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.459+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=CG8HGOTO5AGC type=del size=119611 2024-09-19T11:26:15.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.460+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=H9C1UJ1DTIBK type=del 2024-09-19T11:26:15.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.461+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=7NV3M0QAONA1 type=del size=2298601 2024-09-19T11:26:15.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.463+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~NC1IUFZQDXAJ.0 size=1048576 2024-09-19T11:26:15.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.463+0000 7f8576bd1780 1 < canceled part key=_multipart_FE3M1XO7TAS3.2~NC1IUFZQDXAJ.1 size=1048576 2024-09-19T11:26:15.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.464+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~NC1IUFZQDXAJ.2 size=523516 2024-09-19T11:26:15.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.466+0000 7f8576bd1780 1 < canceled multipart upload key=FE3M1XO7TAS3 upload=NC1IUFZQDXAJ tag=TNE95LOGX8XU type=write size=3669244 2024-09-19T11:26:15.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.467+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=T8734A5H3GTS type=del size=2535210 2024-09-19T11:26:15.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.467+0000 7f8576bd1780 1 < canceled part key=_multipart_D8MAT4VBLN2R.2~ECVOPSFFU0HR.0 size=870945 2024-09-19T11:26:15.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.469+0000 7f8576bd1780 1 < canceled multipart upload key=D8MAT4VBLN2R upload=ECVOPSFFU0HR tag=6NDKIEQ3ACE2 type=write size=1919521 2024-09-19T11:26:15.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.471+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~K41RHQRS4RXW.0 size=1048576 2024-09-19T11:26:15.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.472+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~K41RHQRS4RXW.1 size=1048576 2024-09-19T11:26:15.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.473+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~K41RHQRS4RXW.2 size=677113 2024-09-19T11:26:15.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.473+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=K41RHQRS4RXW tag=ZZFSR0WMXC98 type=write size=3822841 2024-09-19T11:26:15.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.474+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=3W7D1Q9FH3J6 type=del 2024-09-19T11:26:15.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.477+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=DNPGR1SH53L9 type=del size=3456511 2024-09-19T11:26:15.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.478+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=TWX63BMTX357 type=del 2024-09-19T11:26:15.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.479+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=6N3G0073OJ4B type=del size=74533 2024-09-19T11:26:15.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.479+0000 7f8576bd1780 1 < canceled part key=_multipart_TRUD9FI7BSLD.2~GVXG36S6H3LP.0 size=1048576 2024-09-19T11:26:15.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.480+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~GVXG36S6H3LP.1 size=1048576 2024-09-19T11:26:15.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.481+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~GVXG36S6H3LP.2 size=1038815 2024-09-19T11:26:15.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.483+0000 7f8576bd1780 1 < canceled multipart upload key=TRUD9FI7BSLD upload=GVXG36S6H3LP tag=005LC8J6NWJR type=write size=4184543 2024-09-19T11:26:15.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.484+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=WHFIGE2CLEHX type=del size=2386608 2024-09-19T11:26:15.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.486+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=WE9GKL9YUBG5 type=del 2024-09-19T11:26:15.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.487+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=3F1FRAD55ZXP type=del size=2890190 2024-09-19T11:26:15.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.488+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=EISD9VCMW6QZ type=del 2024-09-19T11:26:15.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.489+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=L6S19ET1AYPU type=write size=579645 2024-09-19T11:26:15.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.491+0000 7f8576bd1780 1 < suggested update operation key=58U30UDUEZ3W tag=0JBDA1X31AKP type=write size=728568 2024-09-19T11:26:15.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.493+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=75P2ODOXYTY1 type=write size=734134 2024-09-19T11:26:15.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.494+0000 7f8576bd1780 1 < canceled operation key=YC1UNQBZOH98 tag=538QLD9IW2E3 type=write size=922853 2024-09-19T11:26:15.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.496+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~K2CH4BX1TUKO.0 size=1048576 2024-09-19T11:26:15.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.497+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~K2CH4BX1TUKO.1 size=469841 2024-09-19T11:26:15.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.497+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=K2CH4BX1TUKO tag=FU0UIFK4T9LO type=write size=2566993 2024-09-19T11:26:15.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.499+0000 7f8576bd1780 1 < suggested update operation key=3321TAKJUZTG tag=3MNTFDLRXRE7 type=del size=3386183 2024-09-19T11:26:15.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.501+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~SI2R6ZX3PR0V.0 size=1048576 2024-09-19T11:26:15.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.502+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~SI2R6ZX3PR0V.1 size=476422 2024-09-19T11:26:15.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.502+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=SI2R6ZX3PR0V tag=NDYBKUP7OUI1 type=write size=2573574 2024-09-19T11:26:15.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.503+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~LHS3MQN2QRX2.0 size=434000 2024-09-19T11:26:15.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.505+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=LHS3MQN2QRX2 tag=5988MKQ7LED2 type=write size=1482576 2024-09-19T11:26:15.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.507+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=7CGVU9FVJ191 type=write size=181249 2024-09-19T11:26:15.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.508+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=KP5I7QNNPFRM type=del 2024-09-19T11:26:15.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.509+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=PPVM0VN2FIRW type=del size=4083616 2024-09-19T11:26:15.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.510+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=490EBE7M317V type=del 2024-09-19T11:26:15.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.512+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~ASF5TSGWFREV.0 size=616386 2024-09-19T11:26:15.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.512+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=ASF5TSGWFREV tag=L7AFYK2QCZD5 type=write size=1664962 2024-09-19T11:26:15.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.513+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=KGDYG597W7YV type=del 2024-09-19T11:26:15.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.515+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=OTF6BEVIVWLR type=del size=3404625 2024-09-19T11:26:15.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.516+0000 7f8576bd1780 1 < canceled operation key=KFMJ4RY4PU1U tag=CG8HGOTO5AGC type=del size=119611 2024-09-19T11:26:15.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.517+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=JUE4DNUP3KFP type=del size=2084230 2024-09-19T11:26:15.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.518+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=7NV3M0QAONA1 type=del 2024-09-19T11:26:15.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.520+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~VCB13TJ3XV2H.0 size=1048576 2024-09-19T11:26:15.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.521+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~VCB13TJ3XV2H.1 size=357074 2024-09-19T11:26:15.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.521+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=VCB13TJ3XV2H tag=K55XF7Q3ZC38 type=write size=2454226 2024-09-19T11:26:15.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.523+0000 7f8576bd1780 1 < suggested update operation key=BFY7ZISN7X2F tag=T8734A5H3GTS type=del size=2535210 2024-09-19T11:26:15.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.524+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=RRC44KDXIFJJ type=del size=2445999 2024-09-19T11:26:15.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.526+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~K41RHQRS4RXW.0 size=1048576 2024-09-19T11:26:15.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.526+0000 7f8576bd1780 1 < canceled part key=_multipart_5PL1P4MQWBJN.2~K41RHQRS4RXW.1 size=1048576 2024-09-19T11:26:15.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.527+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~K41RHQRS4RXW.2 size=677113 2024-09-19T11:26:15.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.529+0000 7f8576bd1780 1 < canceled multipart upload key=5PL1P4MQWBJN upload=K41RHQRS4RXW tag=ZZFSR0WMXC98 type=write size=3822841 2024-09-19T11:26:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.531+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~64XREMSQ3RLU.0 size=112538 2024-09-19T11:26:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.531+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=64XREMSQ3RLU tag=Q6RMEUZHRR6E type=write size=1161114 2024-09-19T11:26:15.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.532+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=DNPGR1SH53L9 type=del 2024-09-19T11:26:15.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.534+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~GVB2WEVI8COP.0 size=231569 2024-09-19T11:26:15.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.534+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=GVB2WEVI8COP tag=I6HCOE2JJTR5 type=write size=1280145 2024-09-19T11:26:15.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.535+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=6N3G0073OJ4B type=del 2024-09-19T11:26:15.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.538+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~W72JORXS5APM.0 size=904796 2024-09-19T11:26:15.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.538+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=W72JORXS5APM tag=S0EPKAZKZVSN type=write size=1953372 2024-09-19T11:26:15.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.539+0000 7f8576bd1780 1 < canceled operation key=C5X0XZYLQT84 tag=WHFIGE2CLEHX type=del size=2386608 2024-09-19T11:26:15.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.541+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~UFMKTWLK90DG.0 size=956140 2024-09-19T11:26:15.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.541+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=UFMKTWLK90DG tag=K4HOMQ8AN2TB type=write size=2004716 2024-09-19T11:26:15.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.542+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=3F1FRAD55ZXP type=del 2024-09-19T11:26:15.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.543+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=ZZZLPALAIO8A type=del size=1337102 2024-09-19T11:26:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.545+0000 7f8576bd1780 1 < completed write operation key=SQT4SZMGZ35M tag=L6S19ET1AYPU type=write size=579645 2024-09-19T11:26:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.546+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=AXU4QL8M3394 type=del size=3722203 2024-09-19T11:26:15.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.548+0000 7f8576bd1780 1 < suggested update operation key=N3RHCSW3HQCI tag=75P2ODOXYTY1 type=write size=734134 2024-09-19T11:26:15.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.550+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~LO5HG0ANELL2.0 size=1048576 2024-09-19T11:26:15.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.551+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~LO5HG0ANELL2.1 size=1048576 2024-09-19T11:26:15.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.552+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~LO5HG0ANELL2.2 size=718776 2024-09-19T11:26:15.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.552+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=LO5HG0ANELL2 tag=UMFP4GSL1ZT4 type=write size=3864504 2024-09-19T11:26:15.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.553+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~K2CH4BX1TUKO.0 size=1048576 2024-09-19T11:26:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.554+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~K2CH4BX1TUKO.1 size=469841 2024-09-19T11:26:15.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.556+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=K2CH4BX1TUKO tag=FU0UIFK4T9LO type=write size=2566993 2024-09-19T11:26:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.557+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=H85Z73BZFTHG type=del size=2962804 2024-09-19T11:26:15.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.558+0000 7f8576bd1780 1 < canceled part key=_multipart_U74I0YULWM14.2~SI2R6ZX3PR0V.0 size=1048576 2024-09-19T11:26:15.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.558+0000 7f8576bd1780 1 < canceled part key=_multipart_U74I0YULWM14.2~SI2R6ZX3PR0V.1 size=476422 2024-09-19T11:26:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.559+0000 7f8576bd1780 1 < canceled multipart upload key=U74I0YULWM14 upload=SI2R6ZX3PR0V tag=NDYBKUP7OUI1 type=write size=2573574 2024-09-19T11:26:15.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.562+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=CLHZA3XKW5OY type=del size=2278135 2024-09-19T11:26:15.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.563+0000 7f8576bd1780 1 < completed write operation key=PSPJL1Y4L8JB tag=7CGVU9FVJ191 type=write size=181249 2024-09-19T11:26:15.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.564+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=4FKSH3MXCI5P type=del size=2106014 2024-09-19T11:26:15.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.565+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=PPVM0VN2FIRW type=del 2024-09-19T11:26:15.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.566+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=MJU7LTG2XR5N type=del size=5684 2024-09-19T11:26:15.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.568+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~ASF5TSGWFREV.0 size=616386 2024-09-19T11:26:15.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.570+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=ASF5TSGWFREV tag=L7AFYK2QCZD5 type=write size=1664962 2024-09-19T11:26:15.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.572+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~3MEAFM95IEHR.0 size=809874 2024-09-19T11:26:15.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.572+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=3MEAFM95IEHR tag=52HG5H8R0N34 type=write size=1858450 2024-09-19T11:26:15.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.573+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=OTF6BEVIVWLR type=del 2024-09-19T11:26:15.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.574+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=URKO7O867W2L type=del size=444028 2024-09-19T11:26:15.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.575+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=JUE4DNUP3KFP type=del 2024-09-19T11:26:15.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.577+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~MGLWOABHSR4Q.0 size=1048576 2024-09-19T11:26:15.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.578+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~MGLWOABHSR4Q.1 size=1039096 2024-09-19T11:26:15.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.578+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=MGLWOABHSR4Q tag=A0D1OLOSYS8Z type=write size=3136248 2024-09-19T11:26:15.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.579+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~VCB13TJ3XV2H.0 size=1048576 2024-09-19T11:26:15.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.579+0000 7f8576bd1780 1 < canceled part key=_multipart_5CG1U88JETDH.2~VCB13TJ3XV2H.1 size=357074 2024-09-19T11:26:15.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.581+0000 7f8576bd1780 1 < canceled multipart upload key=5CG1U88JETDH upload=VCB13TJ3XV2H tag=K55XF7Q3ZC38 type=write size=2454226 2024-09-19T11:26:15.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.583+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~L5XIIP65VQTH.0 size=1048576 2024-09-19T11:26:15.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.584+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~L5XIIP65VQTH.1 size=1035308 2024-09-19T11:26:15.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.584+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=L5XIIP65VQTH tag=9ZRNW0G38Z9C type=write size=3132460 2024-09-19T11:26:15.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.585+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=RRC44KDXIFJJ type=del 2024-09-19T11:26:15.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.586+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=1JL24O5XP227 type=del size=894909 2024-09-19T11:26:15.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.588+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~64XREMSQ3RLU.0 size=112538 2024-09-19T11:26:15.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.590+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=64XREMSQ3RLU tag=Q6RMEUZHRR6E type=write size=1161114 2024-09-19T11:26:15.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.591+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=K6TAO2VZFB8U type=write size=152973 2024-09-19T11:26:15.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.592+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~GVB2WEVI8COP.0 size=231569 2024-09-19T11:26:15.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.594+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=GVB2WEVI8COP tag=I6HCOE2JJTR5 type=write size=1280145 2024-09-19T11:26:15.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.596+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~MR35QKLN8N2Z.0 size=1048576 2024-09-19T11:26:15.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.597+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~MR35QKLN8N2Z.1 size=1048576 2024-09-19T11:26:15.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.598+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~MR35QKLN8N2Z.2 size=536552 2024-09-19T11:26:15.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.598+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=MR35QKLN8N2Z tag=AB2UY9YTLAS2 type=write size=3682280 2024-09-19T11:26:15.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.600+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~W72JORXS5APM.0 size=904796 2024-09-19T11:26:15.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.602+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=W72JORXS5APM tag=S0EPKAZKZVSN type=write size=1953372 2024-09-19T11:26:15.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.604+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~57GHG0TYFVLH.0 size=1048576 2024-09-19T11:26:15.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.605+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~57GHG0TYFVLH.1 size=686180 2024-09-19T11:26:15.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.605+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=57GHG0TYFVLH tag=5I71F5199QL9 type=write size=2783332 2024-09-19T11:26:15.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.606+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~UFMKTWLK90DG.0 size=956140 2024-09-19T11:26:15.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.608+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=UFMKTWLK90DG tag=K4HOMQ8AN2TB type=write size=2004716 2024-09-19T11:26:15.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.609+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=9UDM3YQJMABH type=write size=734236 2024-09-19T11:26:15.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.610+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=ZZZLPALAIO8A type=del 2024-09-19T11:26:15.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.612+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=H5GW669N8SLT type=write size=113444 2024-09-19T11:26:15.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.613+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=AXU4QL8M3394 type=del 2024-09-19T11:26:15.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.614+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=PAH92YMO2ANG type=write size=1027823 2024-09-19T11:26:15.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.615+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~LO5HG0ANELL2.0 size=1048576 2024-09-19T11:26:15.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.616+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~LO5HG0ANELL2.1 size=1048576 2024-09-19T11:26:15.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.616+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~LO5HG0ANELL2.2 size=718776 2024-09-19T11:26:15.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.618+0000 7f8576bd1780 1 < canceled multipart upload key=3321TAKJUZTG upload=LO5HG0ANELL2 tag=UMFP4GSL1ZT4 type=write size=3864504 2024-09-19T11:26:15.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.620+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~IINEF1ITDJDE.0 size=1048576 2024-09-19T11:26:15.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.621+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~IINEF1ITDJDE.1 size=194279 2024-09-19T11:26:15.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.621+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=IINEF1ITDJDE tag=04OUWRV6UOQS type=write size=2291431 2024-09-19T11:26:15.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.622+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=H85Z73BZFTHG type=del size=2962804 2024-09-19T11:26:15.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.624+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~FFUWI48YHE8G.0 size=1048576 2024-09-19T11:26:15.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.625+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~FFUWI48YHE8G.1 size=598393 2024-09-19T11:26:15.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.625+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=FFUWI48YHE8G tag=W8XS3BL4PWCK type=write size=2695545 2024-09-19T11:26:15.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.628+0000 7f8576bd1780 1 < suggested remove operation key=ZPXM7YL89HZJ tag=CLHZA3XKW5OY type=del 2024-09-19T11:26:15.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.629+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=DT7BF165ZU34 type=write size=676854 2024-09-19T11:26:15.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.630+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=4FKSH3MXCI5P type=del 2024-09-19T11:26:15.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.631+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=OCT14615L31Z type=write size=191388 2024-09-19T11:26:15.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.632+0000 7f8576bd1780 -1 < failed to complete operation key=ZPXM7YL89HZJ tag=MJU7LTG2XR5N type=del size=5684: (22) Invalid argument 2024-09-19T11:26:15.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.634+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~GGPC92UQ8FXN.0 size=264034 2024-09-19T11:26:15.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.634+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=GGPC92UQ8FXN tag=9WK7XJLSVQBZ type=write size=1312610 2024-09-19T11:26:15.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.636+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~3MEAFM95IEHR.0 size=809874 2024-09-19T11:26:15.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.637+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=3MEAFM95IEHR tag=52HG5H8R0N34 type=write size=1858450 2024-09-19T11:26:15.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.640+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~X8D3A83IMOM5.0 size=1044372 2024-09-19T11:26:15.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.640+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=X8D3A83IMOM5 tag=SYUQFWFD5EUV type=write size=2092948 2024-09-19T11:26:15.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.642+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=URKO7O867W2L type=del 2024-09-19T11:26:15.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.644+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~3A1AOBEB7X07.0 size=705720 2024-09-19T11:26:15.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.644+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=3A1AOBEB7X07 tag=AKC94OU08AKK type=write size=1754296 2024-09-19T11:26:15.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.645+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~MGLWOABHSR4Q.0 size=1048576 2024-09-19T11:26:15.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.646+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~MGLWOABHSR4Q.1 size=1039096 2024-09-19T11:26:15.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.648+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=MGLWOABHSR4Q tag=A0D1OLOSYS8Z type=write size=3136248 2024-09-19T11:26:15.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.650+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=DMVH7E36J01V type=write size=887503 2024-09-19T11:26:15.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.651+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~L5XIIP65VQTH.0 size=1048576 2024-09-19T11:26:15.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.652+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~L5XIIP65VQTH.1 size=1035308 2024-09-19T11:26:15.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.654+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=L5XIIP65VQTH tag=9ZRNW0G38Z9C type=write size=3132460 2024-09-19T11:26:15.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.655+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=FYGAYJ8DFPUV type=write size=66124 2024-09-19T11:26:15.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.656+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=1JL24O5XP227 type=del 2024-09-19T11:26:15.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.657+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=Q2YA45G82Z7W type=del size=2554908 2024-09-19T11:26:15.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.658+0000 7f8576bd1780 1 < completed write operation key=YJ3WDCJJJLOH tag=K6TAO2VZFB8U type=write size=152973 2024-09-19T11:26:15.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.660+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=NGCSUONSL93K type=del size=1329394 2024-09-19T11:26:15.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.661+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~MR35QKLN8N2Z.0 size=1048576 2024-09-19T11:26:15.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.661+0000 7f8576bd1780 1 < canceled part key=_multipart_JCTD8EOFVYS2.2~MR35QKLN8N2Z.1 size=1048576 2024-09-19T11:26:15.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.662+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~MR35QKLN8N2Z.2 size=536552 2024-09-19T11:26:15.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.664+0000 7f8576bd1780 1 < canceled multipart upload key=JCTD8EOFVYS2 upload=MR35QKLN8N2Z tag=AB2UY9YTLAS2 type=write size=3682280 2024-09-19T11:26:15.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.665+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=4OU2LQRC7LK0 type=del size=1878998 2024-09-19T11:26:15.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.666+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~57GHG0TYFVLH.0 size=1048576 2024-09-19T11:26:15.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.667+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~57GHG0TYFVLH.1 size=686180 2024-09-19T11:26:15.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.670+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=57GHG0TYFVLH tag=5I71F5199QL9 type=write size=2783332 2024-09-19T11:26:15.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.673+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~SIMKSGGHM2X4.0 size=1048576 2024-09-19T11:26:15.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.674+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~SIMKSGGHM2X4.1 size=206369 2024-09-19T11:26:15.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.674+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=SIMKSGGHM2X4 tag=V5DOI9CXUZUY type=write size=2303521 2024-09-19T11:26:15.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.675+0000 7f8576bd1780 1 < completed write operation key=Y3SGWOZW0N7T tag=9UDM3YQJMABH type=write size=734236 2024-09-19T11:26:15.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.676+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=XA0C77JBB7PX type=del size=2235395 2024-09-19T11:26:15.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.677+0000 7f8576bd1780 1 < completed write operation key=JCTD8EOFVYS2 tag=H5GW669N8SLT type=write size=113444 2024-09-19T11:26:15.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.679+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=H5U2SHRHO33T type=del size=544052 2024-09-19T11:26:15.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.680+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=PAH92YMO2ANG type=write size=1027823 2024-09-19T11:26:15.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.682+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~ASZHP0WW3N1K.0 size=1048576 2024-09-19T11:26:15.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.683+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~ASZHP0WW3N1K.1 size=1048576 2024-09-19T11:26:15.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.684+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~ASZHP0WW3N1K.2 size=502258 2024-09-19T11:26:15.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.684+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=ASZHP0WW3N1K tag=UOD41W6DSCEM type=write size=3647986 2024-09-19T11:26:15.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.685+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~IINEF1ITDJDE.0 size=1048576 2024-09-19T11:26:15.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.686+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~IINEF1ITDJDE.1 size=194279 2024-09-19T11:26:15.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.688+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=IINEF1ITDJDE tag=04OUWRV6UOQS type=write size=2291431 2024-09-19T11:26:15.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.689+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=PO2R67UUAONI type=write size=547794 2024-09-19T11:26:15.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.690+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~FFUWI48YHE8G.0 size=1048576 2024-09-19T11:26:15.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.691+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~FFUWI48YHE8G.1 size=598393 2024-09-19T11:26:15.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.693+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=FFUWI48YHE8G tag=W8XS3BL4PWCK type=write size=2695545 2024-09-19T11:26:15.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.694+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=DEIQMCIMQE0A type=write size=897272 2024-09-19T11:26:15.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.695+0000 7f8576bd1780 1 < completed write operation key=KFMJ4RY4PU1U tag=DT7BF165ZU34 type=write size=676854 2024-09-19T11:26:15.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.696+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=A0MRNMD2Q6NX type=del size=1531463 2024-09-19T11:26:15.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.698+0000 7f8576bd1780 1 < completed write operation key=U74I0YULWM14 tag=OCT14615L31Z type=write size=191388 2024-09-19T11:26:15.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.700+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~301JTSV4BGUV.0 size=1048576 2024-09-19T11:26:15.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.701+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~301JTSV4BGUV.1 size=866286 2024-09-19T11:26:15.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.701+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=301JTSV4BGUV tag=6T1F24NCNYXG type=write size=2963438 2024-09-19T11:26:15.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.702+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~GGPC92UQ8FXN.0 size=264034 2024-09-19T11:26:15.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.704+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=GGPC92UQ8FXN tag=9WK7XJLSVQBZ type=write size=1312610 2024-09-19T11:26:15.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.705+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=OW3E5GNYTJGZ type=del size=2567875 2024-09-19T11:26:15.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.706+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~X8D3A83IMOM5.0 size=1044372 2024-09-19T11:26:15.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.708+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=X8D3A83IMOM5 tag=SYUQFWFD5EUV type=write size=2092948 2024-09-19T11:26:15.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.711+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~6UXR5XDCMV57.0 size=30598 2024-09-19T11:26:15.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.711+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=6UXR5XDCMV57 tag=SK0TC8L8M0S4 type=write size=1079174 2024-09-19T11:26:15.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.712+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~3A1AOBEB7X07.0 size=705720 2024-09-19T11:26:15.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.714+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=3A1AOBEB7X07 tag=AKC94OU08AKK type=write size=1754296 2024-09-19T11:26:15.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.715+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=UP0PA2VAGSY4 type=del size=1063348 2024-09-19T11:26:15.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.716+0000 7f8576bd1780 1 < completed write operation key=7B4T99OA9CO4 tag=DMVH7E36J01V type=write size=887503 2024-09-19T11:26:15.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.717+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=4ZAMDDT1RHNM type=del size=2993002 2024-09-19T11:26:15.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.719+0000 7f8576bd1780 1 < completed write operation key=C4PTRIG04GCR tag=FYGAYJ8DFPUV type=write size=66124 2024-09-19T11:26:15.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.721+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~RQB4D6L5SBDZ.0 size=1048576 2024-09-19T11:26:15.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.722+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~RQB4D6L5SBDZ.1 size=737071 2024-09-19T11:26:15.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.722+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=RQB4D6L5SBDZ tag=TMUPK7ZGVCIW type=write size=2834223 2024-09-19T11:26:15.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.723+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=Q2YA45G82Z7W type=del 2024-09-19T11:26:15.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.724+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=5T6QVIK0WB09 type=write size=560730 2024-09-19T11:26:15.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.725+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=NGCSUONSL93K type=del 2024-09-19T11:26:15.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.726+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=3GG4KSXJIML9 type=del size=3353488 2024-09-19T11:26:15.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.727+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=4OU2LQRC7LK0 type=del 2024-09-19T11:26:15.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.729+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~O2PFRZR26GUT.0 size=1048576 2024-09-19T11:26:15.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.730+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~O2PFRZR26GUT.1 size=698765 2024-09-19T11:26:15.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.730+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=O2PFRZR26GUT tag=X9K8PI26JUUC type=write size=2795917 2024-09-19T11:26:15.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.732+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~SIMKSGGHM2X4.0 size=1048576 2024-09-19T11:26:15.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.733+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~SIMKSGGHM2X4.1 size=206369 2024-09-19T11:26:15.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.735+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=SIMKSGGHM2X4 tag=V5DOI9CXUZUY type=write size=2303521 2024-09-19T11:26:15.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.736+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=H92827D12RPF type=write size=313694 2024-09-19T11:26:15.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.737+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=XA0C77JBB7PX type=del 2024-09-19T11:26:15.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.738+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=Y5VS9MQS8H22 type=write size=485962 2024-09-19T11:26:15.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.739+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=H5U2SHRHO33T type=del 2024-09-19T11:26:15.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.740+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=37L3KNA9IOWA type=del size=3129159 2024-09-19T11:26:15.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.741+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~ASZHP0WW3N1K.0 size=1048576 2024-09-19T11:26:15.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.742+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~ASZHP0WW3N1K.1 size=1048576 2024-09-19T11:26:15.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.743+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~ASZHP0WW3N1K.2 size=502258 2024-09-19T11:26:15.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.745+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=ASZHP0WW3N1K tag=UOD41W6DSCEM type=write size=3647986 2024-09-19T11:26:15.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.747+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~FDRLK2FVPF4P.0 size=904066 2024-09-19T11:26:15.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.747+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=FDRLK2FVPF4P tag=32M52E3NIFR7 type=write size=1952642 2024-09-19T11:26:15.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.750+0000 7f8576bd1780 1 < suggested update operation key=MZMHUNQR1QO8 tag=PO2R67UUAONI type=write size=547794 2024-09-19T11:26:15.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.751+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=32GSBKWR3T2U type=del size=1017265 2024-09-19T11:26:15.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.752+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=DEIQMCIMQE0A type=write size=897272 2024-09-19T11:26:15.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.753+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=NVSD8U96X4U5 type=del size=3652438 2024-09-19T11:26:15.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.754+0000 7f8576bd1780 1 < canceled operation key=N3RHCSW3HQCI tag=A0MRNMD2Q6NX type=del size=1531463 2024-09-19T11:26:15.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.756+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~06D4YUTRP5SM.0 size=1048576 2024-09-19T11:26:15.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.757+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~06D4YUTRP5SM.1 size=252768 2024-09-19T11:26:15.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.757+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=06D4YUTRP5SM tag=FJVM2JX25TB4 type=write size=2349920 2024-09-19T11:26:15.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.758+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~301JTSV4BGUV.0 size=1048576 2024-09-19T11:26:15.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.759+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~301JTSV4BGUV.1 size=866286 2024-09-19T11:26:15.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.761+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=301JTSV4BGUV tag=6T1F24NCNYXG type=write size=2963438 2024-09-19T11:26:15.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.763+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=12Q97WE3WC0K type=del size=855858 2024-09-19T11:26:15.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.764+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=OW3E5GNYTJGZ type=del 2024-09-19T11:26:15.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.765+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=LTLB33ONOUPJ type=write size=93359 2024-09-19T11:26:15.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.766+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~6UXR5XDCMV57.0 size=30598 2024-09-19T11:26:15.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.768+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=6UXR5XDCMV57 tag=SK0TC8L8M0S4 type=write size=1079174 2024-09-19T11:26:15.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.770+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=I16EMUB5UPLV type=del size=819250 2024-09-19T11:26:15.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.771+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=UP0PA2VAGSY4 type=del 2024-09-19T11:26:15.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.772+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=0JH5W1E8PKSD type=write size=209883 2024-09-19T11:26:15.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.773+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=4ZAMDDT1RHNM type=del 2024-09-19T11:26:15.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.776+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~GDWWB4MAZ2EW.0 size=1048576 2024-09-19T11:26:15.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.777+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~GDWWB4MAZ2EW.1 size=815216 2024-09-19T11:26:15.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.777+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=GDWWB4MAZ2EW tag=7BHQV77R19H6 type=write size=2912368 2024-09-19T11:26:15.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.778+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~RQB4D6L5SBDZ.0 size=1048576 2024-09-19T11:26:15.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.779+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~RQB4D6L5SBDZ.1 size=737071 2024-09-19T11:26:15.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.782+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=RQB4D6L5SBDZ tag=TMUPK7ZGVCIW type=write size=2834223 2024-09-19T11:26:15.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.783+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=MKONH7J6CPUY type=del size=1283419 2024-09-19T11:26:15.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.785+0000 7f8576bd1780 1 < completed write operation key=8TXDCE73VSEB tag=5T6QVIK0WB09 type=write size=560730 2024-09-19T11:26:15.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.787+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~9V07THLM9E8Z.0 size=945046 2024-09-19T11:26:15.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.787+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=9V07THLM9E8Z tag=HZ4L56ODSA6V type=write size=1993622 2024-09-19T11:26:15.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.789+0000 7f8576bd1780 1 < canceled operation key=3FHKTREC6TOT tag=3GG4KSXJIML9 type=del size=3353488 2024-09-19T11:26:15.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.790+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=F5K6DV3DR1X9 type=del size=1257356 2024-09-19T11:26:15.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.791+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~O2PFRZR26GUT.0 size=1048576 2024-09-19T11:26:15.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.792+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~O2PFRZR26GUT.1 size=698765 2024-09-19T11:26:15.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.794+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=O2PFRZR26GUT tag=X9K8PI26JUUC type=write size=2795917 2024-09-19T11:26:15.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.796+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~DXXJ7RYQL8KH.0 size=101322 2024-09-19T11:26:15.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.796+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=DXXJ7RYQL8KH tag=9OJBNRWKV86H type=write size=1149898 2024-09-19T11:26:15.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.798+0000 7f8576bd1780 1 < completed write operation key=3FHKTREC6TOT tag=H92827D12RPF type=write size=313694 2024-09-19T11:26:15.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.799+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=LXM5ZCN8DLFF type=write size=123043 2024-09-19T11:26:15.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.800+0000 7f8576bd1780 1 < canceled operation key=3FHKTREC6TOT tag=Y5VS9MQS8H22 type=write size=485962 2024-09-19T11:26:15.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.801+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=8CBTDTV7DZ3K type=del size=1893578 2024-09-19T11:26:15.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.802+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=37L3KNA9IOWA type=del 2024-09-19T11:26:15.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.804+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=GM7SDIFWOWHO type=del size=4167611 2024-09-19T11:26:15.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.805+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~FDRLK2FVPF4P.0 size=904066 2024-09-19T11:26:15.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.807+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=FDRLK2FVPF4P tag=32M52E3NIFR7 type=write size=1952642 2024-09-19T11:26:15.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.809+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~ZOER94Y380AR.0 size=1048576 2024-09-19T11:26:15.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.810+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~ZOER94Y380AR.1 size=985879 2024-09-19T11:26:15.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.810+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=ZOER94Y380AR tag=TW3ZVI138XGE type=write size=3083031 2024-09-19T11:26:15.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.811+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=32GSBKWR3T2U type=del 2024-09-19T11:26:15.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.814+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~V9GHGNZO58CM.0 size=1048576 2024-09-19T11:26:15.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.814+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~V9GHGNZO58CM.1 size=618267 2024-09-19T11:26:15.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.814+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=V9GHGNZO58CM tag=2PD1GNUY535E type=write size=2715419 2024-09-19T11:26:15.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.816+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=NVSD8U96X4U5 type=del 2024-09-19T11:26:15.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.818+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~K2U4PGRLDAAJ.0 size=680100 2024-09-19T11:26:15.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.818+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=K2U4PGRLDAAJ tag=OZL593ZLN2Z0 type=write size=1728676 2024-09-19T11:26:15.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.819+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~06D4YUTRP5SM.0 size=1048576 2024-09-19T11:26:15.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.820+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~06D4YUTRP5SM.1 size=252768 2024-09-19T11:26:15.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.822+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=06D4YUTRP5SM tag=FJVM2JX25TB4 type=write size=2349920 2024-09-19T11:26:15.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.823+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=248FB39K0N6C type=del size=1979603 2024-09-19T11:26:15.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.824+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=12Q97WE3WC0K type=del 2024-09-19T11:26:15.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.826+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=B04NCOK4N6A1 type=del size=1756765 2024-09-19T11:26:15.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.827+0000 7f8576bd1780 1 < completed write operation key=C5X0XZYLQT84 tag=LTLB33ONOUPJ type=write size=93359 2024-09-19T11:26:15.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.828+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=6BOE5W45FE8J type=del size=223712 2024-09-19T11:26:15.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.831+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=I16EMUB5UPLV type=del 2024-09-19T11:26:15.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.832+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=7ZF85508Q17Q type=del size=1875237 2024-09-19T11:26:15.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.833+0000 7f8576bd1780 1 < completed write operation key=TRUD9FI7BSLD tag=0JH5W1E8PKSD type=write size=209883 2024-09-19T11:26:15.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.834+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=QJQBOF1W51T0 type=del size=2239116 2024-09-19T11:26:15.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.835+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~GDWWB4MAZ2EW.0 size=1048576 2024-09-19T11:26:15.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.836+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~GDWWB4MAZ2EW.1 size=815216 2024-09-19T11:26:15.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.838+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=GDWWB4MAZ2EW tag=7BHQV77R19H6 type=write size=2912368 2024-09-19T11:26:15.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.840+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~8NA9PKME2746.0 size=712600 2024-09-19T11:26:15.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.840+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=8NA9PKME2746 tag=A1TLLEUX0YJX type=write size=1761176 2024-09-19T11:26:15.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.841+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=MKONH7J6CPUY type=del 2024-09-19T11:26:15.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.843+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=0EGLXS8U2GPY type=del size=1228498 2024-09-19T11:26:15.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.843+0000 7f8576bd1780 1 < canceled part key=_multipart_XD7FFT9LKVRY.2~9V07THLM9E8Z.0 size=945046 2024-09-19T11:26:15.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.845+0000 7f8576bd1780 1 < canceled multipart upload key=XD7FFT9LKVRY upload=9V07THLM9E8Z tag=HZ4L56ODSA6V type=write size=1993622 2024-09-19T11:26:15.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.846+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=3X2BMIBZQDXK type=write size=997021 2024-09-19T11:26:15.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.847+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=F5K6DV3DR1X9 type=del 2024-09-19T11:26:15.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.848+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=9CYJRF2IMXVX type=del size=2087498 2024-09-19T11:26:15.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.849+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~DXXJ7RYQL8KH.0 size=101322 2024-09-19T11:26:15.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.851+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=DXXJ7RYQL8KH tag=9OJBNRWKV86H type=write size=1149898 2024-09-19T11:26:15.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.854+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DR3XA5364GCA.0 size=1048576 2024-09-19T11:26:15.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.854+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DR3XA5364GCA.1 size=1048576 2024-09-19T11:26:15.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.855+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DR3XA5364GCA.2 size=440088 2024-09-19T11:26:15.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.855+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=DR3XA5364GCA tag=K4IWITHAT7CZ type=write size=3585816 2024-09-19T11:26:15.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.857+0000 7f8576bd1780 1 < completed write operation key=U74I0YULWM14 tag=LXM5ZCN8DLFF type=write size=123043 2024-09-19T11:26:15.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.859+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~8MV59W49E4WO.0 size=99093 2024-09-19T11:26:15.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.859+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=8MV59W49E4WO tag=CZEPXV3KG6FL type=write size=1147669 2024-09-19T11:26:15.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.860+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=8CBTDTV7DZ3K type=del 2024-09-19T11:26:15.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.861+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=WKZO0ZTMIF98 type=del size=2506845 2024-09-19T11:26:15.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.862+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=GM7SDIFWOWHO type=del 2024-09-19T11:26:15.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.864+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=SB59H6BHYQ50 type=del size=2499796 2024-09-19T11:26:15.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.865+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~ZOER94Y380AR.0 size=1048576 2024-09-19T11:26:15.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.866+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~ZOER94Y380AR.1 size=985879 2024-09-19T11:26:15.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.868+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=ZOER94Y380AR tag=TW3ZVI138XGE type=write size=3083031 2024-09-19T11:26:15.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.869+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=AN6HULICDPTN type=del size=1443185 2024-09-19T11:26:15.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.870+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~V9GHGNZO58CM.0 size=1048576 2024-09-19T11:26:15.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.871+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~V9GHGNZO58CM.1 size=618267 2024-09-19T11:26:15.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.873+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=V9GHGNZO58CM tag=2PD1GNUY535E type=write size=2715419 2024-09-19T11:26:15.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.875+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~HOCY84GTKE97.0 size=1048576 2024-09-19T11:26:15.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.876+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~HOCY84GTKE97.1 size=655320 2024-09-19T11:26:15.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.876+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=HOCY84GTKE97 tag=V7D64Z8I96VM type=write size=2752472 2024-09-19T11:26:15.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.877+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~K2U4PGRLDAAJ.0 size=680100 2024-09-19T11:26:15.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.879+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=K2U4PGRLDAAJ tag=OZL593ZLN2Z0 type=write size=1728676 2024-09-19T11:26:15.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.881+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~SOZP9SBAUDCY.0 size=1048576 2024-09-19T11:26:15.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.882+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~SOZP9SBAUDCY.1 size=1005451 2024-09-19T11:26:15.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.882+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=SOZP9SBAUDCY tag=U8N5WDB8L73V type=write size=3102603 2024-09-19T11:26:15.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.885+0000 7f8576bd1780 1 < suggested update operation key=YC1UNQBZOH98 tag=248FB39K0N6C type=del size=1979603 2024-09-19T11:26:15.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.887+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~WQBNBLFKFM3L.0 size=1048576 2024-09-19T11:26:15.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.888+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~WQBNBLFKFM3L.1 size=908840 2024-09-19T11:26:15.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.888+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=WQBNBLFKFM3L tag=PSP1GUC0EEXZ type=write size=3005992 2024-09-19T11:26:15.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.889+0000 7f8576bd1780 -1 < failed to complete operation key=YC1UNQBZOH98 tag=B04NCOK4N6A1 type=del size=1756765: (22) Invalid argument 2024-09-19T11:26:15.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.891+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~BPFA9X0SOTR6.0 size=1048576 2024-09-19T11:26:15.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.892+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~BPFA9X0SOTR6.1 size=1048576 2024-09-19T11:26:15.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.893+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~BPFA9X0SOTR6.2 size=336263 2024-09-19T11:26:15.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.893+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=BPFA9X0SOTR6 tag=N6H258RQFYXQ type=write size=3481991 2024-09-19T11:26:15.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.896+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=6BOE5W45FE8J type=del 2024-09-19T11:26:15.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.898+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~OYW3WCL23Y11.0 size=341976 2024-09-19T11:26:15.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.898+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=OYW3WCL23Y11 tag=WYL0QB15V8S8 type=write size=1390552 2024-09-19T11:26:15.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.900+0000 7f8576bd1780 1 < suggested update operation key=5G75PFJB25A0 tag=7ZF85508Q17Q type=del size=1875237 2024-09-19T11:26:15.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.902+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~XWQ20X37HMN7.0 size=302753 2024-09-19T11:26:15.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.902+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=XWQ20X37HMN7 tag=57EVXOVP3T9X type=write size=1351329 2024-09-19T11:26:15.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.904+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=QJQBOF1W51T0 type=del 2024-09-19T11:26:15.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.905+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=ZP4Z2FJ2GWW6 type=del size=2869168 2024-09-19T11:26:15.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.906+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~8NA9PKME2746.0 size=712600 2024-09-19T11:26:15.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.908+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=8NA9PKME2746 tag=A1TLLEUX0YJX type=write size=1761176 2024-09-19T11:26:15.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.910+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~E0MRDD3LPJ9A.0 size=1048576 2024-09-19T11:26:15.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.911+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~E0MRDD3LPJ9A.1 size=1048576 2024-09-19T11:26:15.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.912+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~E0MRDD3LPJ9A.2 size=989673 2024-09-19T11:26:15.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.912+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=E0MRDD3LPJ9A tag=KC5FR5PU1188 type=write size=4135401 2024-09-19T11:26:15.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.913+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=0EGLXS8U2GPY type=del 2024-09-19T11:26:15.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.915+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=XCQZXGAEPV78 type=del size=31393 2024-09-19T11:26:15.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.916+0000 7f8576bd1780 1 < completed write operation key=BFY7ZISN7X2F tag=3X2BMIBZQDXK type=write size=997021 2024-09-19T11:26:15.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.917+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=0NQMC931XNX3 type=del size=2756331 2024-09-19T11:26:15.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.918+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=9CYJRF2IMXVX type=del 2024-09-19T11:26:15.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.920+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=144NVOV1C4VC type=del size=3547111 2024-09-19T11:26:15.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.921+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~DR3XA5364GCA.0 size=1048576 2024-09-19T11:26:15.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.922+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~DR3XA5364GCA.1 size=1048576 2024-09-19T11:26:15.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.923+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~DR3XA5364GCA.2 size=440088 2024-09-19T11:26:15.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.925+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=DR3XA5364GCA tag=K4IWITHAT7CZ type=write size=3585816 2024-09-19T11:26:15.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.927+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~S1CVMELW6QW4.0 size=1048576 2024-09-19T11:26:15.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.928+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~S1CVMELW6QW4.1 size=271959 2024-09-19T11:26:15.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.928+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=S1CVMELW6QW4 tag=JL2X37S2RQCP type=write size=2369111 2024-09-19T11:26:15.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.930+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~8MV59W49E4WO.0 size=99093 2024-09-19T11:26:15.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.932+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=8MV59W49E4WO tag=CZEPXV3KG6FL type=write size=1147669 2024-09-19T11:26:15.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.933+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=DPK21TCXD8ZU type=del size=103114 2024-09-19T11:26:15.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.934+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=WKZO0ZTMIF98 type=del 2024-09-19T11:26:15.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.937+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~WHFXE5FKGFL0.0 size=1048576 2024-09-19T11:26:15.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.938+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~WHFXE5FKGFL0.1 size=285522 2024-09-19T11:26:15.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.938+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=WHFXE5FKGFL0 tag=DFTOIRUUE7WT type=write size=2382674 2024-09-19T11:26:15.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.939+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=SB59H6BHYQ50 type=del 2024-09-19T11:26:15.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.940+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=N4SNHZUEOBCU type=del size=2013505 2024-09-19T11:26:15.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.942+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=AN6HULICDPTN type=del 2024-09-19T11:26:15.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.943+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=MUI8JJ001DYE type=del size=4049812 2024-09-19T11:26:15.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.945+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~HOCY84GTKE97.0 size=1048576 2024-09-19T11:26:15.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.946+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~HOCY84GTKE97.1 size=655320 2024-09-19T11:26:15.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.948+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=HOCY84GTKE97 tag=V7D64Z8I96VM type=write size=2752472 2024-09-19T11:26:15.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.949+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=NVGICD7B9RQ6 type=del size=2993368 2024-09-19T11:26:15.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.951+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~SOZP9SBAUDCY.0 size=1048576 2024-09-19T11:26:15.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.952+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~SOZP9SBAUDCY.1 size=1005451 2024-09-19T11:26:15.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.954+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=SOZP9SBAUDCY tag=U8N5WDB8L73V type=write size=3102603 2024-09-19T11:26:15.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.956+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~45DY4ANLYZW2.0 size=1048576 2024-09-19T11:26:15.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.957+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~45DY4ANLYZW2.1 size=1048576 2024-09-19T11:26:15.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.958+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~45DY4ANLYZW2.2 size=281564 2024-09-19T11:26:15.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.958+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=45DY4ANLYZW2 tag=ALBJAKFDMYRF type=write size=3427292 2024-09-19T11:26:15.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.960+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~WQBNBLFKFM3L.0 size=1048576 2024-09-19T11:26:15.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.961+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~WQBNBLFKFM3L.1 size=908840 2024-09-19T11:26:15.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.963+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=WQBNBLFKFM3L tag=PSP1GUC0EEXZ type=write size=3005992 2024-09-19T11:26:15.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.964+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=RK8PBG7N42XI type=write size=532452 2024-09-19T11:26:15.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.965+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~BPFA9X0SOTR6.0 size=1048576 2024-09-19T11:26:15.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.966+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~BPFA9X0SOTR6.1 size=1048576 2024-09-19T11:26:15.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.967+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~BPFA9X0SOTR6.2 size=336263 2024-09-19T11:26:15.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.969+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=BPFA9X0SOTR6 tag=N6H258RQFYXQ type=write size=3481991 2024-09-19T11:26:15.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.971+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=NHFVLK8HSO4R type=del size=1446654 2024-09-19T11:26:15.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.972+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~OYW3WCL23Y11.0 size=341976 2024-09-19T11:26:15.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.974+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=OYW3WCL23Y11 tag=WYL0QB15V8S8 type=write size=1390552 2024-09-19T11:26:15.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.976+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~XMQYEX0F1U31.0 size=866077 2024-09-19T11:26:15.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.976+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=XMQYEX0F1U31 tag=621LVNS1E670 type=write size=1914653 2024-09-19T11:26:15.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.977+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~XWQ20X37HMN7.0 size=302753 2024-09-19T11:26:15.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.979+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=XWQ20X37HMN7 tag=57EVXOVP3T9X type=write size=1351329 2024-09-19T11:26:15.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.980+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=IZTM25H0V2NZ type=write size=1012688 2024-09-19T11:26:15.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.981+0000 7f8576bd1780 1 < canceled operation key=U74I0YULWM14 tag=ZP4Z2FJ2GWW6 type=del size=2869168 2024-09-19T11:26:15.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.983+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=1NGO6BP9LBQQ type=del size=3607157 2024-09-19T11:26:15.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.983+0000 7f8576bd1780 1 < canceled part key=_multipart_58U30UDUEZ3W.2~E0MRDD3LPJ9A.0 size=1048576 2024-09-19T11:26:15.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.984+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~E0MRDD3LPJ9A.1 size=1048576 2024-09-19T11:26:15.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.985+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~E0MRDD3LPJ9A.2 size=989673 2024-09-19T11:26:15.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.987+0000 7f8576bd1780 1 < canceled multipart upload key=58U30UDUEZ3W upload=E0MRDD3LPJ9A tag=KC5FR5PU1188 type=write size=4135401 2024-09-19T11:26:15.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.989+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~WQTC96W3Q30D.0 size=1048576 2024-09-19T11:26:15.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.990+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~WQTC96W3Q30D.1 size=254734 2024-09-19T11:26:15.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.990+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=WQTC96W3Q30D tag=MBGH2TKFL8O2 type=write size=2351886 2024-09-19T11:26:15.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.992+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=XCQZXGAEPV78 type=del 2024-09-19T11:26:15.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.993+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=C4NKRHSRVLK2 type=del size=941400 2024-09-19T11:26:15.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.994+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=0NQMC931XNX3 type=del 2024-09-19T11:26:15.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.997+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~54DAQTBLPICH.0 size=1048576 2024-09-19T11:26:16.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.998+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~54DAQTBLPICH.1 size=1048576 2024-09-19T11:26:16.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.999+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~54DAQTBLPICH.2 size=591311 2024-09-19T11:26:16.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:15.999+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=54DAQTBLPICH tag=XCCQ4ZM0KXUE type=write size=3737039 2024-09-19T11:26:16.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.000+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=144NVOV1C4VC type=del 2024-09-19T11:26:16.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.001+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=PGWW0Z95QBPV type=write size=406636 2024-09-19T11:26:16.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.002+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~S1CVMELW6QW4.0 size=1048576 2024-09-19T11:26:16.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.003+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~S1CVMELW6QW4.1 size=271959 2024-09-19T11:26:16.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.005+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=S1CVMELW6QW4 tag=JL2X37S2RQCP type=write size=2369111 2024-09-19T11:26:16.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.007+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=7CK94SIDJKCW type=write size=693310 2024-09-19T11:26:16.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.008+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=DPK21TCXD8ZU type=del 2024-09-19T11:26:16.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.011+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~9S0QTULPARKW.0 size=775559 2024-09-19T11:26:16.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.011+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=9S0QTULPARKW tag=Z115T6IF9UMF type=write size=1824135 2024-09-19T11:26:16.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.013+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~WHFXE5FKGFL0.0 size=1048576 2024-09-19T11:26:16.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.016+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~WHFXE5FKGFL0.1 size=285522 2024-09-19T11:26:16.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.018+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=WHFXE5FKGFL0 tag=DFTOIRUUE7WT type=write size=2382674 2024-09-19T11:26:16.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.019+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=1VPVF5CX38JV type=del size=509787 2024-09-19T11:26:16.023 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.021+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=N4SNHZUEOBCU type=del 2024-09-19T11:26:16.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.022+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=47O95YGJK0W5 type=del size=4048851 2024-09-19T11:26:16.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.023+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=MUI8JJ001DYE type=del 2024-09-19T11:26:16.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.024+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=OIIYO28RNVFX type=del size=3566458 2024-09-19T11:26:16.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.027+0000 7f8576bd1780 1 < suggested remove operation key=ZPXM7YL89HZJ tag=NVGICD7B9RQ6 type=del 2024-09-19T11:26:16.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.028+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=AM6W2201ZU0L type=write size=674509 2024-09-19T11:26:16.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.029+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~45DY4ANLYZW2.0 size=1048576 2024-09-19T11:26:16.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.030+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~45DY4ANLYZW2.1 size=1048576 2024-09-19T11:26:16.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.031+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~45DY4ANLYZW2.2 size=281564 2024-09-19T11:26:16.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.033+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=45DY4ANLYZW2 tag=ALBJAKFDMYRF type=write size=3427292 2024-09-19T11:26:16.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.035+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~ZSYSHB9MEB0H.0 size=1048576 2024-09-19T11:26:16.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.036+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~ZSYSHB9MEB0H.1 size=1048576 2024-09-19T11:26:16.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.037+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~ZSYSHB9MEB0H.2 size=790991 2024-09-19T11:26:16.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.037+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=ZSYSHB9MEB0H tag=V0Q2SF460S2P type=write size=3936719 2024-09-19T11:26:16.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.038+0000 7f8576bd1780 -1 < failed to complete operation key=ZPXM7YL89HZJ tag=RK8PBG7N42XI type=write size=532452: (22) Invalid argument 2024-09-19T11:26:16.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.041+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~WMU0HIFX2MM4.0 size=235614 2024-09-19T11:26:16.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.041+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=WMU0HIFX2MM4 tag=B6DZKRV5GFFT type=write size=1284190 2024-09-19T11:26:16.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.042+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=NHFVLK8HSO4R type=del 2024-09-19T11:26:16.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.043+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=CT9WJFPVP8GF type=del size=199484 2024-09-19T11:26:16.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.044+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~XMQYEX0F1U31.0 size=866077 2024-09-19T11:26:16.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.046+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=XMQYEX0F1U31 tag=621LVNS1E670 type=write size=1914653 2024-09-19T11:26:16.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.048+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=MDVF68Q2UC7P type=del size=2108583 2024-09-19T11:26:16.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.049+0000 7f8576bd1780 1 < completed write operation key=3321TAKJUZTG tag=IZTM25H0V2NZ type=write size=1012688 2024-09-19T11:26:16.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.051+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~D2SDMTF18S6F.0 size=1048576 2024-09-19T11:26:16.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.052+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~D2SDMTF18S6F.1 size=525637 2024-09-19T11:26:16.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.052+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=D2SDMTF18S6F tag=CV41RO1PPFJO type=write size=2622789 2024-09-19T11:26:16.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.054+0000 7f8576bd1780 1 < suggested remove operation key=N3RHCSW3HQCI tag=1NGO6BP9LBQQ type=del 2024-09-19T11:26:16.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.056+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~YLI6GE5CWX78.0 size=1048576 2024-09-19T11:26:16.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.057+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~YLI6GE5CWX78.1 size=115320 2024-09-19T11:26:16.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.057+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=YLI6GE5CWX78 tag=C3T77EK9QI3R type=write size=2212472 2024-09-19T11:26:16.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.058+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~WQTC96W3Q30D.0 size=1048576 2024-09-19T11:26:16.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.059+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~WQTC96W3Q30D.1 size=254734 2024-09-19T11:26:16.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.061+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=WQTC96W3Q30D tag=MBGH2TKFL8O2 type=write size=2351886 2024-09-19T11:26:16.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.062+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=GY2IP13I9Z54 type=del size=3233087 2024-09-19T11:26:16.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.063+0000 7f8576bd1780 1 < canceled operation key=XD7FFT9LKVRY tag=C4NKRHSRVLK2 type=del size=941400 2024-09-19T11:26:16.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.064+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=K7POXZ45259L type=del size=2491636 2024-09-19T11:26:16.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.066+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~54DAQTBLPICH.0 size=1048576 2024-09-19T11:26:16.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.067+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~54DAQTBLPICH.1 size=1048576 2024-09-19T11:26:16.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.068+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~54DAQTBLPICH.2 size=591311 2024-09-19T11:26:16.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.070+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=54DAQTBLPICH tag=XCCQ4ZM0KXUE type=write size=3737039 2024-09-19T11:26:16.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.071+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=BTQ6ADUFM5CW type=del size=1788871 2024-09-19T11:26:16.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.073+0000 7f8576bd1780 1 < suggested update operation key=YC1UNQBZOH98 tag=PGWW0Z95QBPV type=write size=406636 2024-09-19T11:26:16.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.075+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~5EU29POI4IGS.0 size=1048576 2024-09-19T11:26:16.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.076+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~5EU29POI4IGS.1 size=1048576 2024-09-19T11:26:16.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.077+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~5EU29POI4IGS.2 size=64826 2024-09-19T11:26:16.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.077+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=5EU29POI4IGS tag=FWFN26WJ2BGB type=write size=3210554 2024-09-19T11:26:16.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.078+0000 7f8576bd1780 1 < completed write operation key=PSPJL1Y4L8JB tag=7CK94SIDJKCW type=write size=693310 2024-09-19T11:26:16.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.079+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=ZGC78NOD7D4L type=del size=2285401 2024-09-19T11:26:16.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.081+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~9S0QTULPARKW.0 size=775559 2024-09-19T11:26:16.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.083+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=9S0QTULPARKW tag=Z115T6IF9UMF type=write size=1824135 2024-09-19T11:26:16.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.085+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~M4TM9VYRWSIS.0 size=171427 2024-09-19T11:26:16.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.085+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=M4TM9VYRWSIS tag=623NVWUQAH65 type=write size=1220003 2024-09-19T11:26:16.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.087+0000 7f8576bd1780 1 < suggested update operation key=R1ZFOJD08GS5 tag=1VPVF5CX38JV type=del size=509787 2024-09-19T11:26:16.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.088+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=252D7WHAYRH6 type=del size=2971354 2024-09-19T11:26:16.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.091+0000 7f8576bd1780 1 < suggested remove operation key=Y9OEXPZ4M5UK tag=47O95YGJK0W5 type=del 2024-09-19T11:26:16.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.093+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~FX0BWM4IU7H6.0 size=460066 2024-09-19T11:26:16.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.093+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=FX0BWM4IU7H6 tag=QAPFL42VNKZ3 type=write size=1508642 2024-09-19T11:26:16.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.094+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=OIIYO28RNVFX type=del 2024-09-19T11:26:16.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.095+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=0X6T3RADHRTW type=del size=74786 2024-09-19T11:26:16.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.096+0000 7f8576bd1780 1 < canceled operation key=JCTD8EOFVYS2 tag=AM6W2201ZU0L type=write size=674509 2024-09-19T11:26:16.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.097+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=UJH64RD0HBTJ type=del size=2353258 2024-09-19T11:26:16.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.099+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~ZSYSHB9MEB0H.0 size=1048576 2024-09-19T11:26:16.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.100+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~ZSYSHB9MEB0H.1 size=1048576 2024-09-19T11:26:16.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.100+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~ZSYSHB9MEB0H.2 size=790991 2024-09-19T11:26:16.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.102+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=ZSYSHB9MEB0H tag=V0Q2SF460S2P type=write size=3936719 2024-09-19T11:26:16.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.104+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=G10AY10P03ER type=del size=1824986 2024-09-19T11:26:16.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.105+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~WMU0HIFX2MM4.0 size=235614 2024-09-19T11:26:16.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.107+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=WMU0HIFX2MM4 tag=B6DZKRV5GFFT type=write size=1284190 2024-09-19T11:26:16.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.109+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~PGBGA25W3B3L.0 size=1048576 2024-09-19T11:26:16.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.110+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~PGBGA25W3B3L.1 size=1048576 2024-09-19T11:26:16.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.111+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~PGBGA25W3B3L.2 size=489332 2024-09-19T11:26:16.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.111+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=PGBGA25W3B3L tag=F116RSDDPNDK type=write size=3635060 2024-09-19T11:26:16.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.112+0000 7f8576bd1780 -1 < failed to complete operation key=Y9OEXPZ4M5UK tag=CT9WJFPVP8GF type=del size=199484: (22) Invalid argument 2024-09-19T11:26:16.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.113+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=N668J0CJUML4 type=del size=2829709 2024-09-19T11:26:16.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.114+0000 7f8576bd1780 -1 < failed to complete operation key=R1ZFOJD08GS5 tag=MDVF68Q2UC7P type=del size=2108583: (22) Invalid argument 2024-09-19T11:26:16.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.116+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=1DNWHTF0RH75 type=del size=1306541 2024-09-19T11:26:16.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.117+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~D2SDMTF18S6F.0 size=1048576 2024-09-19T11:26:16.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.119+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~D2SDMTF18S6F.1 size=525637 2024-09-19T11:26:16.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.123+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=D2SDMTF18S6F tag=CV41RO1PPFJO type=write size=2622789 2024-09-19T11:26:16.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.124+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=S5JNEBKBZYFW type=del size=4036075 2024-09-19T11:26:16.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.125+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~YLI6GE5CWX78.0 size=1048576 2024-09-19T11:26:16.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.128+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~YLI6GE5CWX78.1 size=115320 2024-09-19T11:26:16.132 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.130+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=YLI6GE5CWX78 tag=C3T77EK9QI3R type=write size=2212472 2024-09-19T11:26:16.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.131+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=CZ9FTROU57GN type=del size=1522538 2024-09-19T11:26:16.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.132+0000 7f8576bd1780 1 < canceled operation key=YJ3WDCJJJLOH tag=GY2IP13I9Z54 type=del size=3233087 2024-09-19T11:26:16.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.134+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=OTT1UN0503XZ type=del size=2696604 2024-09-19T11:26:16.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.135+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=K7POXZ45259L type=del 2024-09-19T11:26:16.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.136+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=PACJS6ABI19F type=del size=3362841 2024-09-19T11:26:16.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.137+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=BTQ6ADUFM5CW type=del 2024-09-19T11:26:16.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.139+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=9K04H2MTR090 type=del size=2118503 2024-09-19T11:26:16.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.140+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~5EU29POI4IGS.0 size=1048576 2024-09-19T11:26:16.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.141+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~5EU29POI4IGS.1 size=1048576 2024-09-19T11:26:16.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.142+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~5EU29POI4IGS.2 size=64826 2024-09-19T11:26:16.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.144+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=5EU29POI4IGS tag=FWFN26WJ2BGB type=write size=3210554 2024-09-19T11:26:16.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.145+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=63UC6T6MI6N1 type=del size=2358968 2024-09-19T11:26:16.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.147+0000 7f8576bd1780 1 < suggested update operation key=3321TAKJUZTG tag=ZGC78NOD7D4L type=del size=2285401 2024-09-19T11:26:16.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.148+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=104MPA0R6ES3 type=del size=1828065 2024-09-19T11:26:16.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.150+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~M4TM9VYRWSIS.0 size=171427 2024-09-19T11:26:16.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.152+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=M4TM9VYRWSIS tag=623NVWUQAH65 type=write size=1220003 2024-09-19T11:26:16.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.154+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~VYCJYY2SKNLP.0 size=1048576 2024-09-19T11:26:16.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.155+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~VYCJYY2SKNLP.1 size=545947 2024-09-19T11:26:16.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.155+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=VYCJYY2SKNLP tag=7DABBYD0QOF9 type=write size=2643099 2024-09-19T11:26:16.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.156+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=252D7WHAYRH6 type=del 2024-09-19T11:26:16.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.157+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=WHDR1GHVI866 type=del size=4082809 2024-09-19T11:26:16.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.159+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~FX0BWM4IU7H6.0 size=460066 2024-09-19T11:26:16.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.161+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=FX0BWM4IU7H6 tag=QAPFL42VNKZ3 type=write size=1508642 2024-09-19T11:26:16.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.163+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~I4OXQPVUXLXB.0 size=1048576 2024-09-19T11:26:16.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.164+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~I4OXQPVUXLXB.1 size=1048576 2024-09-19T11:26:16.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.165+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~I4OXQPVUXLXB.2 size=166100 2024-09-19T11:26:16.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.165+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=I4OXQPVUXLXB tag=OUQ5C0NSAIXN type=write size=3311828 2024-09-19T11:26:16.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.166+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=0X6T3RADHRTW type=del 2024-09-19T11:26:16.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.169+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~Y0URR9WJPD12.0 size=286028 2024-09-19T11:26:16.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.169+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=Y0URR9WJPD12 tag=2OM9CQSVSD7C type=write size=1334604 2024-09-19T11:26:16.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.170+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=UJH64RD0HBTJ type=del 2024-09-19T11:26:16.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.171+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=EJZL3YFIGQ8J type=del size=2120791 2024-09-19T11:26:16.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.172+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=G10AY10P03ER type=del 2024-09-19T11:26:16.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.173+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=QYOIKU3AI3DW type=write size=527970 2024-09-19T11:26:16.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.175+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~PGBGA25W3B3L.0 size=1048576 2024-09-19T11:26:16.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.176+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~PGBGA25W3B3L.1 size=1048576 2024-09-19T11:26:16.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.177+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~PGBGA25W3B3L.2 size=489332 2024-09-19T11:26:16.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.179+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=PGBGA25W3B3L tag=F116RSDDPNDK type=write size=3635060 2024-09-19T11:26:16.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.180+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=LKLUML01X34M type=write size=862771 2024-09-19T11:26:16.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.181+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=N668J0CJUML4 type=del 2024-09-19T11:26:16.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.183+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=U8SAC6PVXNLX type=write size=555751 2024-09-19T11:26:16.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.184+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=1DNWHTF0RH75 type=del 2024-09-19T11:26:16.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.185+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=6VFB3FBXFP5B type=del size=2265840 2024-09-19T11:26:16.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.186+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=S5JNEBKBZYFW type=del 2024-09-19T11:26:16.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.188+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DSIXP8LNU34R.0 size=1048576 2024-09-19T11:26:16.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.189+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~DSIXP8LNU34R.1 size=211097 2024-09-19T11:26:16.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.189+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=DSIXP8LNU34R tag=0B13DISZZI1Y type=write size=2308249 2024-09-19T11:26:16.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.191+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=CZ9FTROU57GN type=del 2024-09-19T11:26:16.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.192+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=G8H71JGJL7KP type=del size=1714518 2024-09-19T11:26:16.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.193+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=OTT1UN0503XZ type=del 2024-09-19T11:26:16.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.194+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=68WNAAZEHYP9 type=del size=4152893 2024-09-19T11:26:16.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.196+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=PACJS6ABI19F type=del 2024-09-19T11:26:16.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.197+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=RH6HS1VYVJB2 type=write size=827597 2024-09-19T11:26:16.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.198+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=9K04H2MTR090 type=del 2024-09-19T11:26:16.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.200+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~AKPY3O3WR7R3.0 size=1048576 2024-09-19T11:26:16.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.201+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~AKPY3O3WR7R3.1 size=555076 2024-09-19T11:26:16.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.201+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=AKPY3O3WR7R3 tag=X0KH64JP9IW3 type=write size=2652228 2024-09-19T11:26:16.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.203+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=63UC6T6MI6N1 type=del 2024-09-19T11:26:16.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.204+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=DPALAG038T2O type=del size=992493 2024-09-19T11:26:16.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.207+0000 7f8576bd1780 1 < suggested remove operation key=U74I0YULWM14 tag=104MPA0R6ES3 type=del 2024-09-19T11:26:16.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.209+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~C2ANH20IVK66.0 size=1048576 2024-09-19T11:26:16.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.210+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~C2ANH20IVK66.1 size=1048576 2024-09-19T11:26:16.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.211+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~C2ANH20IVK66.2 size=620189 2024-09-19T11:26:16.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.211+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=C2ANH20IVK66 tag=HDZK2OC7YS1J type=write size=3765917 2024-09-19T11:26:16.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.212+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~VYCJYY2SKNLP.0 size=1048576 2024-09-19T11:26:16.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.213+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~VYCJYY2SKNLP.1 size=545947 2024-09-19T11:26:16.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.215+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=VYCJYY2SKNLP tag=7DABBYD0QOF9 type=write size=2643099 2024-09-19T11:26:16.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.218+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=M1ZLQ52DQ70E type=del size=2639802 2024-09-19T11:26:16.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.220+0000 7f8576bd1780 1 < suggested remove operation key=N5KNLV13G1PN tag=WHDR1GHVI866 type=del 2024-09-19T11:26:16.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.221+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=WTMG4N4203TA type=write size=426136 2024-09-19T11:26:16.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.223+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~I4OXQPVUXLXB.0 size=1048576 2024-09-19T11:26:16.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.224+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~I4OXQPVUXLXB.1 size=1048576 2024-09-19T11:26:16.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.224+0000 7f8576bd1780 1 < canceled part key=_multipart_JCTD8EOFVYS2.2~I4OXQPVUXLXB.2 size=166100 2024-09-19T11:26:16.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.226+0000 7f8576bd1780 1 < canceled multipart upload key=JCTD8EOFVYS2 upload=I4OXQPVUXLXB tag=OUQ5C0NSAIXN type=write size=3311828 2024-09-19T11:26:16.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.228+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~EPOG58V21VKP.0 size=1048576 2024-09-19T11:26:16.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.229+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~EPOG58V21VKP.1 size=745963 2024-09-19T11:26:16.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.229+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=EPOG58V21VKP tag=FVS8RNAX0R4M type=write size=2843115 2024-09-19T11:26:16.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.230+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~Y0URR9WJPD12.0 size=286028 2024-09-19T11:26:16.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.232+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=Y0URR9WJPD12 tag=2OM9CQSVSD7C type=write size=1334604 2024-09-19T11:26:16.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.233+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=GM7QPS0EAE2R type=del size=3362328 2024-09-19T11:26:16.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.235+0000 7f8576bd1780 -1 < failed to complete operation key=N5KNLV13G1PN tag=EJZL3YFIGQ8J type=del size=2120791: (22) Invalid argument 2024-09-19T11:26:16.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.237+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~CNJ9HCAAJM11.0 size=1048576 2024-09-19T11:26:16.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.238+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~CNJ9HCAAJM11.1 size=512837 2024-09-19T11:26:16.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.238+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=CNJ9HCAAJM11 tag=VQGZWNC2QX39 type=write size=2609989 2024-09-19T11:26:16.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.239+0000 7f8576bd1780 1 < canceled operation key=7B4T99OA9CO4 tag=QYOIKU3AI3DW type=write size=527970 2024-09-19T11:26:16.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.241+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~5E7QBT0Y7ZCA.0 size=1048576 2024-09-19T11:26:16.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.242+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~5E7QBT0Y7ZCA.1 size=1048576 2024-09-19T11:26:16.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.244+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~5E7QBT0Y7ZCA.2 size=258885 2024-09-19T11:26:16.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.244+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=5E7QBT0Y7ZCA tag=OIWT2M4Z3VMU type=write size=3404613 2024-09-19T11:26:16.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.246+0000 7f8576bd1780 1 < completed write operation key=7B4T99OA9CO4 tag=LKLUML01X34M type=write size=862771 2024-09-19T11:26:16.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.247+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=DXLX3JCWPDX0 type=del size=3607700 2024-09-19T11:26:16.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.249+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=U8SAC6PVXNLX type=write size=555751 2024-09-19T11:26:16.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.250+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=U9C64IP6SX5G type=del size=3815910 2024-09-19T11:26:16.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.252+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=6VFB3FBXFP5B type=del 2024-09-19T11:26:16.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.253+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=SP5KRTTYQUF5 type=del size=3779268 2024-09-19T11:26:16.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.254+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~DSIXP8LNU34R.0 size=1048576 2024-09-19T11:26:16.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.254+0000 7f8576bd1780 1 < canceled part key=_multipart_FE3M1XO7TAS3.2~DSIXP8LNU34R.1 size=211097 2024-09-19T11:26:16.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.256+0000 7f8576bd1780 1 < canceled multipart upload key=FE3M1XO7TAS3 upload=DSIXP8LNU34R tag=0B13DISZZI1Y type=write size=2308249 2024-09-19T11:26:16.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.258+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~NQIVV2U919BS.0 size=1048576 2024-09-19T11:26:16.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.259+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~NQIVV2U919BS.1 size=477668 2024-09-19T11:26:16.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.259+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=NQIVV2U919BS tag=8T3ELG05X4IP type=write size=2574820 2024-09-19T11:26:16.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.261+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=G8H71JGJL7KP type=del 2024-09-19T11:26:16.264 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.262+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=XR3Z59FQYB48 type=del size=327188 2024-09-19T11:26:16.267 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.263+0000 7f8576bd1780 -1 < failed to complete operation key=N5KNLV13G1PN tag=68WNAAZEHYP9 type=del size=4152893: (22) Invalid argument 2024-09-19T11:26:16.267 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.265+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~8RCVBJB7MJNK.0 size=1048576 2024-09-19T11:26:16.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.266+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~8RCVBJB7MJNK.1 size=851139 2024-09-19T11:26:16.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.266+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=8RCVBJB7MJNK tag=I0J6HO26IH2Q type=write size=2948291 2024-09-19T11:26:16.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.267+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=RH6HS1VYVJB2 type=write size=827597 2024-09-19T11:26:16.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.269+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~14Y4O45LG2CL.0 size=989240 2024-09-19T11:26:16.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.269+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=14Y4O45LG2CL tag=330XNMGUA4HS type=write size=2037816 2024-09-19T11:26:16.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.270+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~AKPY3O3WR7R3.0 size=1048576 2024-09-19T11:26:16.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.271+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~AKPY3O3WR7R3.1 size=555076 2024-09-19T11:26:16.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.273+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=AKPY3O3WR7R3 tag=X0KH64JP9IW3 type=write size=2652228 2024-09-19T11:26:16.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.275+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~K2X6R5BS94DX.0 size=1048576 2024-09-19T11:26:16.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.276+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~K2X6R5BS94DX.1 size=107463 2024-09-19T11:26:16.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.276+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=K2X6R5BS94DX tag=YM93F0EBLIHI type=write size=2204615 2024-09-19T11:26:16.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.279+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=DPALAG038T2O type=del 2024-09-19T11:26:16.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.280+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=PL554JJUQYX3 type=write size=807024 2024-09-19T11:26:16.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.281+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~C2ANH20IVK66.0 size=1048576 2024-09-19T11:26:16.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.282+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~C2ANH20IVK66.1 size=1048576 2024-09-19T11:26:16.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.283+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~C2ANH20IVK66.2 size=620189 2024-09-19T11:26:16.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.285+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=C2ANH20IVK66 tag=HDZK2OC7YS1J type=write size=3765917 2024-09-19T11:26:16.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.286+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=X6PGKBLVGD6N type=del size=1543272 2024-09-19T11:26:16.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.288+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=M1ZLQ52DQ70E type=del 2024-09-19T11:26:16.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.290+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~KHBY43M66AOR.0 size=1048576 2024-09-19T11:26:16.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.291+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~KHBY43M66AOR.1 size=1048576 2024-09-19T11:26:16.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.292+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~KHBY43M66AOR.2 size=966589 2024-09-19T11:26:16.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.292+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=KHBY43M66AOR tag=MGW4ANUL8TPF type=write size=4112317 2024-09-19T11:26:16.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.294+0000 7f8576bd1780 1 < suggested remove operation key=PSPJL1Y4L8JB tag=WTMG4N4203TA type=write 2024-09-19T11:26:16.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.295+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=7AW2DD3S2QC4 type=write size=908722 2024-09-19T11:26:16.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.296+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~EPOG58V21VKP.0 size=1048576 2024-09-19T11:26:16.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.297+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~EPOG58V21VKP.1 size=745963 2024-09-19T11:26:16.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.299+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=EPOG58V21VKP tag=FVS8RNAX0R4M type=write size=2843115 2024-09-19T11:26:16.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.302+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~YJOWCZKB7VMM.0 size=1048576 2024-09-19T11:26:16.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.302+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~YJOWCZKB7VMM.1 size=1048576 2024-09-19T11:26:16.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.303+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~YJOWCZKB7VMM.2 size=454176 2024-09-19T11:26:16.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.303+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=YJOWCZKB7VMM tag=KQFI7TEMDETS type=write size=3599904 2024-09-19T11:26:16.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.305+0000 7f8576bd1780 1 < canceled operation key=8TXDCE73VSEB tag=GM7QPS0EAE2R type=del size=3362328 2024-09-19T11:26:16.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.307+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~6P45RL6E7DEZ.0 size=1048576 2024-09-19T11:26:16.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.308+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~6P45RL6E7DEZ.1 size=1048576 2024-09-19T11:26:16.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.309+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~6P45RL6E7DEZ.2 size=240240 2024-09-19T11:26:16.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.309+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=6P45RL6E7DEZ tag=XSLGFUBX0X33 type=write size=3385968 2024-09-19T11:26:16.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.310+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~CNJ9HCAAJM11.0 size=1048576 2024-09-19T11:26:16.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.310+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~CNJ9HCAAJM11.1 size=512837 2024-09-19T11:26:16.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.312+0000 7f8576bd1780 1 < canceled multipart upload key=3321TAKJUZTG upload=CNJ9HCAAJM11 tag=VQGZWNC2QX39 type=write size=2609989 2024-09-19T11:26:16.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.314+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~UATLUIGE5LW7.0 size=1048576 2024-09-19T11:26:16.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.315+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~UATLUIGE5LW7.1 size=863681 2024-09-19T11:26:16.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.315+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=UATLUIGE5LW7 tag=U03BSGUVEY32 type=write size=2960833 2024-09-19T11:26:16.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.316+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~5E7QBT0Y7ZCA.0 size=1048576 2024-09-19T11:26:16.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.317+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~5E7QBT0Y7ZCA.1 size=1048576 2024-09-19T11:26:16.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.317+0000 7f8576bd1780 1 < canceled part key=_multipart_Y9OEXPZ4M5UK.2~5E7QBT0Y7ZCA.2 size=258885 2024-09-19T11:26:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.319+0000 7f8576bd1780 1 < canceled multipart upload key=Y9OEXPZ4M5UK upload=5E7QBT0Y7ZCA tag=OIWT2M4Z3VMU type=write size=3404613 2024-09-19T11:26:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.321+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=2BHPTD5ONLM5 type=write size=114987 2024-09-19T11:26:16.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.322+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=DXLX3JCWPDX0 type=del 2024-09-19T11:26:16.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.323+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=731J87S9RVRL type=del size=727229 2024-09-19T11:26:16.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.324+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=U9C64IP6SX5G type=del 2024-09-19T11:26:16.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.326+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~DYTU4T7XDO6Z.0 size=1048576 2024-09-19T11:26:16.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.327+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~DYTU4T7XDO6Z.1 size=1048576 2024-09-19T11:26:16.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.328+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~DYTU4T7XDO6Z.2 size=787505 2024-09-19T11:26:16.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.328+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=DYTU4T7XDO6Z tag=5W57FDQBMR24 type=write size=3933233 2024-09-19T11:26:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.330+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=SP5KRTTYQUF5 type=del size=3779268 2024-09-19T11:26:16.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.331+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=8KT384YEXBMD type=del size=1859593 2024-09-19T11:26:16.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.331+0000 7f8576bd1780 1 < canceled part key=_multipart_PSPJL1Y4L8JB.2~NQIVV2U919BS.0 size=1048576 2024-09-19T11:26:16.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.332+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~NQIVV2U919BS.1 size=477668 2024-09-19T11:26:16.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.334+0000 7f8576bd1780 1 < canceled multipart upload key=PSPJL1Y4L8JB upload=NQIVV2U919BS tag=8T3ELG05X4IP type=write size=2574820 2024-09-19T11:26:16.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.335+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=AXXWCP90YJJ0 type=write size=446165 2024-09-19T11:26:16.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.336+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=XR3Z59FQYB48 type=del 2024-09-19T11:26:16.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.338+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~L8YYL2RNQXL0.0 size=268719 2024-09-19T11:26:16.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.338+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=L8YYL2RNQXL0 tag=3WW9QO6HGZEQ type=write size=1317295 2024-09-19T11:26:16.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.340+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~8RCVBJB7MJNK.0 size=1048576 2024-09-19T11:26:16.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.341+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~8RCVBJB7MJNK.1 size=851139 2024-09-19T11:26:16.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.343+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=8RCVBJB7MJNK tag=I0J6HO26IH2Q type=write size=2948291 2024-09-19T11:26:16.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.344+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=93GMVRFJ9S97 type=del size=2898970 2024-09-19T11:26:16.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.345+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~14Y4O45LG2CL.0 size=989240 2024-09-19T11:26:16.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.347+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=14Y4O45LG2CL tag=330XNMGUA4HS type=write size=2037816 2024-09-19T11:26:16.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.348+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=6VGK4OENIZUJ type=del size=3535249 2024-09-19T11:26:16.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.350+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~K2X6R5BS94DX.0 size=1048576 2024-09-19T11:26:16.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.351+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~K2X6R5BS94DX.1 size=107463 2024-09-19T11:26:16.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.353+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=K2X6R5BS94DX tag=YM93F0EBLIHI type=write size=2204615 2024-09-19T11:26:16.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.354+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=EK8TVPZIE6Q7 type=del size=534127 2024-09-19T11:26:16.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.358+0000 7f8576bd1780 1 < suggested update operation key=3321TAKJUZTG tag=PL554JJUQYX3 type=write size=807024 2024-09-19T11:26:16.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.360+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~Q27SHMFCJRNP.0 size=1048576 2024-09-19T11:26:16.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.361+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~Q27SHMFCJRNP.1 size=28667 2024-09-19T11:26:16.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.361+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=Q27SHMFCJRNP tag=N8D1PHJGUPGL type=write size=2125819 2024-09-19T11:26:16.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.362+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=X6PGKBLVGD6N type=del 2024-09-19T11:26:16.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.364+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~B11DXN3EUP01.0 size=1048576 2024-09-19T11:26:16.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.365+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~B11DXN3EUP01.1 size=1048576 2024-09-19T11:26:16.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.366+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~B11DXN3EUP01.2 size=171461 2024-09-19T11:26:16.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.366+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=B11DXN3EUP01 tag=8MPS44BJADFF type=write size=3317189 2024-09-19T11:26:16.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.367+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~KHBY43M66AOR.0 size=1048576 2024-09-19T11:26:16.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.368+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~KHBY43M66AOR.1 size=1048576 2024-09-19T11:26:16.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.369+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~KHBY43M66AOR.2 size=966589 2024-09-19T11:26:16.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.371+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=KHBY43M66AOR tag=MGW4ANUL8TPF type=write size=4112317 2024-09-19T11:26:16.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.372+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=PUZ4AINJLFML type=del size=2871295 2024-09-19T11:26:16.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.374+0000 7f8576bd1780 1 < canceled operation key=YJ3WDCJJJLOH tag=7AW2DD3S2QC4 type=write size=908722 2024-09-19T11:26:16.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.376+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~U0GXVNPSP2LE.0 size=1048576 2024-09-19T11:26:16.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.377+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~U0GXVNPSP2LE.1 size=1048576 2024-09-19T11:26:16.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.378+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~U0GXVNPSP2LE.2 size=108708 2024-09-19T11:26:16.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.378+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=U0GXVNPSP2LE tag=ZJQVQWILUN21 type=write size=3254436 2024-09-19T11:26:16.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.379+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~YJOWCZKB7VMM.0 size=1048576 2024-09-19T11:26:16.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.380+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~YJOWCZKB7VMM.1 size=1048576 2024-09-19T11:26:16.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.380+0000 7f8576bd1780 1 < canceled part key=_multipart_PSPJL1Y4L8JB.2~YJOWCZKB7VMM.2 size=454176 2024-09-19T11:26:16.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.382+0000 7f8576bd1780 1 < canceled multipart upload key=PSPJL1Y4L8JB upload=YJOWCZKB7VMM tag=KQFI7TEMDETS type=write size=3599904 2024-09-19T11:26:16.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.384+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~IXXEST9Z52VZ.0 size=1048576 2024-09-19T11:26:16.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.385+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~IXXEST9Z52VZ.1 size=1048576 2024-09-19T11:26:16.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.385+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~IXXEST9Z52VZ.2 size=248465 2024-09-19T11:26:16.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.386+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=IXXEST9Z52VZ tag=C5P7RCZ17U89 type=write size=3394193 2024-09-19T11:26:16.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.387+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~6P45RL6E7DEZ.0 size=1048576 2024-09-19T11:26:16.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.388+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~6P45RL6E7DEZ.1 size=1048576 2024-09-19T11:26:16.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.389+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~6P45RL6E7DEZ.2 size=240240 2024-09-19T11:26:16.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.391+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=6P45RL6E7DEZ tag=XSLGFUBX0X33 type=write size=3385968 2024-09-19T11:26:16.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.392+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=RH2LUAOEJ51W type=del size=1765720 2024-09-19T11:26:16.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.394+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~UATLUIGE5LW7.0 size=1048576 2024-09-19T11:26:16.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.394+0000 7f8576bd1780 1 < canceled part key=_multipart_KKKADFW73I84.2~UATLUIGE5LW7.1 size=863681 2024-09-19T11:26:16.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.396+0000 7f8576bd1780 1 < canceled multipart upload key=KKKADFW73I84 upload=UATLUIGE5LW7 tag=U03BSGUVEY32 type=write size=2960833 2024-09-19T11:26:16.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.397+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=L9UJ55TZ8SKO type=del size=2201753 2024-09-19T11:26:16.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.399+0000 7f8576bd1780 1 < completed write operation key=XD7FFT9LKVRY tag=2BHPTD5ONLM5 type=write size=114987 2024-09-19T11:26:16.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.400+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=HE58LF2HGGX6 type=write size=52180 2024-09-19T11:26:16.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.401+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=731J87S9RVRL type=del 2024-09-19T11:26:16.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.402+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=2NCGP30I4JOR type=write size=871779 2024-09-19T11:26:16.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.404+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~DYTU4T7XDO6Z.0 size=1048576 2024-09-19T11:26:16.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.405+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~DYTU4T7XDO6Z.1 size=1048576 2024-09-19T11:26:16.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.406+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~DYTU4T7XDO6Z.2 size=787505 2024-09-19T11:26:16.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.408+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=DYTU4T7XDO6Z tag=5W57FDQBMR24 type=write size=3933233 2024-09-19T11:26:16.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.409+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=I8RRN1VYQGV5 type=del size=2632684 2024-09-19T11:26:16.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.410+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=8KT384YEXBMD type=del 2024-09-19T11:26:16.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.411+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=4P97N706IHN7 type=del size=3856225 2024-09-19T11:26:16.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.413+0000 7f8576bd1780 1 < suggested update operation key=8TXDCE73VSEB tag=AXXWCP90YJJ0 type=write size=446165 2024-09-19T11:26:16.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.415+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=VHZADY26QBRM type=del size=2448533 2024-09-19T11:26:16.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.416+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~L8YYL2RNQXL0.0 size=268719 2024-09-19T11:26:16.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.418+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=L8YYL2RNQXL0 tag=3WW9QO6HGZEQ type=write size=1317295 2024-09-19T11:26:16.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.419+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=VX7NQTZJ26V2 type=del size=1557490 2024-09-19T11:26:16.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.420+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=93GMVRFJ9S97 type=del 2024-09-19T11:26:16.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.422+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~PDHMZ2YWMZSF.0 size=785667 2024-09-19T11:26:16.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.422+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=PDHMZ2YWMZSF tag=NTEUA81IX774 type=write size=1834243 2024-09-19T11:26:16.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.423+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=6VGK4OENIZUJ type=del 2024-09-19T11:26:16.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.424+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=6YKFTZZ7CAWN type=del size=748531 2024-09-19T11:26:16.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.426+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=EK8TVPZIE6Q7 type=del 2024-09-19T11:26:16.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.428+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~RV0MD8PHXULO.0 size=1048576 2024-09-19T11:26:16.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.429+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~RV0MD8PHXULO.1 size=108915 2024-09-19T11:26:16.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.429+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=RV0MD8PHXULO tag=Y2DJT3DGSLRJ type=write size=2206067 2024-09-19T11:26:16.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.430+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~Q27SHMFCJRNP.0 size=1048576 2024-09-19T11:26:16.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.431+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~Q27SHMFCJRNP.1 size=28667 2024-09-19T11:26:16.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.433+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=Q27SHMFCJRNP tag=N8D1PHJGUPGL type=write size=2125819 2024-09-19T11:26:16.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.435+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~WIN1KHB5A7OZ.0 size=1048576 2024-09-19T11:26:16.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.436+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~WIN1KHB5A7OZ.1 size=1048576 2024-09-19T11:26:16.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.437+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~WIN1KHB5A7OZ.2 size=395856 2024-09-19T11:26:16.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.437+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=WIN1KHB5A7OZ tag=1YMU9OTXVSQ1 type=write size=3541584 2024-09-19T11:26:16.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.439+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~B11DXN3EUP01.0 size=1048576 2024-09-19T11:26:16.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.440+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~B11DXN3EUP01.1 size=1048576 2024-09-19T11:26:16.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.441+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~B11DXN3EUP01.2 size=171461 2024-09-19T11:26:16.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.443+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=B11DXN3EUP01 tag=8MPS44BJADFF type=write size=3317189 2024-09-19T11:26:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.445+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~ZCC59H6OOGEA.0 size=1048576 2024-09-19T11:26:16.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.446+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~ZCC59H6OOGEA.1 size=1048576 2024-09-19T11:26:16.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.447+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~ZCC59H6OOGEA.2 size=883082 2024-09-19T11:26:16.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.447+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=ZCC59H6OOGEA tag=DUEQYYA000QH type=write size=4028810 2024-09-19T11:26:16.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.448+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=PUZ4AINJLFML type=del 2024-09-19T11:26:16.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.449+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=HDIQUB8ZBWM0 type=del size=1189286 2024-09-19T11:26:16.452 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.450+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~U0GXVNPSP2LE.0 size=1048576 2024-09-19T11:26:16.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.451+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~U0GXVNPSP2LE.1 size=1048576 2024-09-19T11:26:16.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.452+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~U0GXVNPSP2LE.2 size=108708 2024-09-19T11:26:16.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.454+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=U0GXVNPSP2LE tag=ZJQVQWILUN21 type=write size=3254436 2024-09-19T11:26:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.456+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~0EREJXLUZU56.0 size=1048576 2024-09-19T11:26:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.457+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~0EREJXLUZU56.1 size=129380 2024-09-19T11:26:16.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.457+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=0EREJXLUZU56 tag=F9MFKRRL6BRA type=write size=2226532 2024-09-19T11:26:16.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.459+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~IXXEST9Z52VZ.0 size=1048576 2024-09-19T11:26:16.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.460+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~IXXEST9Z52VZ.1 size=1048576 2024-09-19T11:26:16.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.461+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~IXXEST9Z52VZ.2 size=248465 2024-09-19T11:26:16.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.463+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=IXXEST9Z52VZ tag=C5P7RCZ17U89 type=write size=3394193 2024-09-19T11:26:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.464+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=1U55VGJ6LPM2 type=del size=2679352 2024-09-19T11:26:16.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.467+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=RH2LUAOEJ51W type=del 2024-09-19T11:26:16.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.468+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=9FZ5RAYW2U1S type=del size=3183702 2024-09-19T11:26:16.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.470+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=L9UJ55TZ8SKO type=del 2024-09-19T11:26:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.471+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=C2JLX2Y1WW1G type=del size=3190118 2024-09-19T11:26:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.473+0000 7f8576bd1780 1 < suggested update operation key=C5X0XZYLQT84 tag=HE58LF2HGGX6 type=write size=52180 2024-09-19T11:26:16.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.474+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=05SDQ7IJZ237 type=del size=1541490 2024-09-19T11:26:16.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.475+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=2NCGP30I4JOR type=write size=871779 2024-09-19T11:26:16.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.477+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=YK3T6BDJAP07 type=del size=168477 2024-09-19T11:26:16.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.478+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=I8RRN1VYQGV5 type=del 2024-09-19T11:26:16.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.479+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=N98CCLIDDOS2 type=del size=2547827 2024-09-19T11:26:16.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.480+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=4P97N706IHN7 type=del 2024-09-19T11:26:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.481+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=E5OF8HCLZJLB type=del size=612315 2024-09-19T11:26:16.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.482+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=VHZADY26QBRM type=del 2024-09-19T11:26:16.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.485+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~T5H126M8XMBD.0 size=1048576 2024-09-19T11:26:16.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.486+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~T5H126M8XMBD.1 size=1048576 2024-09-19T11:26:16.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.487+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~T5H126M8XMBD.2 size=828211 2024-09-19T11:26:16.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.487+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=T5H126M8XMBD tag=M85JP3DUTHUB type=write size=3973939 2024-09-19T11:26:16.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.488+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=VX7NQTZJ26V2 type=del 2024-09-19T11:26:16.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.490+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~6LMHJAJJ0BU5.0 size=1048576 2024-09-19T11:26:16.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.491+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~6LMHJAJJ0BU5.1 size=470070 2024-09-19T11:26:16.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.491+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=6LMHJAJJ0BU5 tag=LI9V8P0FAG23 type=write size=2567222 2024-09-19T11:26:16.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.491+0000 7f8576bd1780 1 < canceled part key=_multipart_Y3SGWOZW0N7T.2~PDHMZ2YWMZSF.0 size=785667 2024-09-19T11:26:16.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.493+0000 7f8576bd1780 1 < canceled multipart upload key=Y3SGWOZW0N7T upload=PDHMZ2YWMZSF tag=NTEUA81IX774 type=write size=1834243 2024-09-19T11:26:16.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.495+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~2VWVM47DN1C5.0 size=1048576 2024-09-19T11:26:16.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.496+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~2VWVM47DN1C5.1 size=1048576 2024-09-19T11:26:16.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.497+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~2VWVM47DN1C5.2 size=741548 2024-09-19T11:26:16.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.497+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=2VWVM47DN1C5 tag=5N7LSP0GCL2M type=write size=3887276 2024-09-19T11:26:16.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.499+0000 7f8576bd1780 1 < suggested remove operation key=KKKADFW73I84 tag=6YKFTZZ7CAWN type=del 2024-09-19T11:26:16.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.501+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=K6X3O0OQEN08 type=del size=2369374 2024-09-19T11:26:16.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.502+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~RV0MD8PHXULO.0 size=1048576 2024-09-19T11:26:16.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.503+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~RV0MD8PHXULO.1 size=108915 2024-09-19T11:26:16.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.505+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=RV0MD8PHXULO tag=Y2DJT3DGSLRJ type=write size=2206067 2024-09-19T11:26:16.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.507+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~CWN5F2440R8G.0 size=726806 2024-09-19T11:26:16.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.507+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=CWN5F2440R8G tag=7AH4VKK5UPUH type=write size=1775382 2024-09-19T11:26:16.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.508+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~WIN1KHB5A7OZ.0 size=1048576 2024-09-19T11:26:16.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.509+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~WIN1KHB5A7OZ.1 size=1048576 2024-09-19T11:26:16.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.510+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~WIN1KHB5A7OZ.2 size=395856 2024-09-19T11:26:16.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.512+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=WIN1KHB5A7OZ tag=1YMU9OTXVSQ1 type=write size=3541584 2024-09-19T11:26:16.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.513+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=DG805TFO4IGD type=write size=770683 2024-09-19T11:26:16.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.514+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~ZCC59H6OOGEA.0 size=1048576 2024-09-19T11:26:16.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.515+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~ZCC59H6OOGEA.1 size=1048576 2024-09-19T11:26:16.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.516+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~ZCC59H6OOGEA.2 size=883082 2024-09-19T11:26:16.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.518+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=ZCC59H6OOGEA tag=DUEQYYA000QH type=write size=4028810 2024-09-19T11:26:16.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.520+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~HPTSXP6ZN0X8.0 size=1048576 2024-09-19T11:26:16.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.521+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~HPTSXP6ZN0X8.1 size=1048576 2024-09-19T11:26:16.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.522+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~HPTSXP6ZN0X8.2 size=116926 2024-09-19T11:26:16.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.522+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=HPTSXP6ZN0X8 tag=C5OKXHOBOTG2 type=write size=3262654 2024-09-19T11:26:16.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.524+0000 7f8576bd1780 1 < suggested remove operation key=XD7FFT9LKVRY tag=HDIQUB8ZBWM0 type=del 2024-09-19T11:26:16.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.526+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~K3UI7OYT0AC3.0 size=1048576 2024-09-19T11:26:16.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.527+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~K3UI7OYT0AC3.1 size=1048576 2024-09-19T11:26:16.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.528+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~K3UI7OYT0AC3.2 size=606710 2024-09-19T11:26:16.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.528+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=K3UI7OYT0AC3 tag=KNTRHC9VNQSJ type=write size=3752438 2024-09-19T11:26:16.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.529+0000 7f8576bd1780 1 < canceled part key=_multipart_SQT4SZMGZ35M.2~0EREJXLUZU56.0 size=1048576 2024-09-19T11:26:16.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.530+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~0EREJXLUZU56.1 size=129380 2024-09-19T11:26:16.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.532+0000 7f8576bd1780 1 < canceled multipart upload key=SQT4SZMGZ35M upload=0EREJXLUZU56 tag=F9MFKRRL6BRA type=write size=2226532 2024-09-19T11:26:16.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.533+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=C0UW35NXRM11 type=del size=2035137 2024-09-19T11:26:16.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.534+0000 7f8576bd1780 1 < canceled operation key=5CG1U88JETDH tag=1U55VGJ6LPM2 type=del size=2679352 2024-09-19T11:26:16.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.535+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=Z0LV1KKIUB8I type=del size=2351283 2024-09-19T11:26:16.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.536+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=9FZ5RAYW2U1S type=del 2024-09-19T11:26:16.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.538+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=3FHSWC5JUZM1 type=del size=1825669 2024-09-19T11:26:16.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.539+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=C2JLX2Y1WW1G type=del 2024-09-19T11:26:16.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.540+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=DN269SHWV67T type=del size=3961100 2024-09-19T11:26:16.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.541+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=05SDQ7IJZ237 type=del 2024-09-19T11:26:16.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.542+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=IM2IQGI2M5Q8 type=del size=3814144 2024-09-19T11:26:16.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.544+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=YK3T6BDJAP07 type=del 2024-09-19T11:26:16.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.545+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=XXD57H0VVD02 type=del size=2705671 2024-09-19T11:26:16.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.546+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=N98CCLIDDOS2 type=del 2024-09-19T11:26:16.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.547+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=1K2UGKBQZ6LV type=del size=2137926 2024-09-19T11:26:16.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.548+0000 7f8576bd1780 -1 < no bi entry to suggest for operation key=KKKADFW73I84 tag=E5OF8HCLZJLB type=del size=612315: (2) No such file or directory 2024-09-19T11:26:16.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.549+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=1TCK6YT5UEX2 type=del size=3647897 2024-09-19T11:26:16.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.550+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~T5H126M8XMBD.0 size=1048576 2024-09-19T11:26:16.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.551+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~T5H126M8XMBD.1 size=1048576 2024-09-19T11:26:16.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.552+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~T5H126M8XMBD.2 size=828211 2024-09-19T11:26:16.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.554+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=T5H126M8XMBD tag=M85JP3DUTHUB type=write size=3973939 2024-09-19T11:26:16.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.555+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=5ZYCGAMMK47J type=write size=558780 2024-09-19T11:26:16.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.556+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~6LMHJAJJ0BU5.0 size=1048576 2024-09-19T11:26:16.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.557+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~6LMHJAJJ0BU5.1 size=470070 2024-09-19T11:26:16.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.559+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=6LMHJAJJ0BU5 tag=LI9V8P0FAG23 type=write size=2567222 2024-09-19T11:26:16.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.561+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=WFK6HEPAE82N type=del size=382990 2024-09-19T11:26:16.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.562+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~2VWVM47DN1C5.0 size=1048576 2024-09-19T11:26:16.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.562+0000 7f8576bd1780 1 < canceled part key=_multipart_8TXDCE73VSEB.2~2VWVM47DN1C5.1 size=1048576 2024-09-19T11:26:16.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.563+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~2VWVM47DN1C5.2 size=741548 2024-09-19T11:26:16.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.565+0000 7f8576bd1780 1 < canceled multipart upload key=8TXDCE73VSEB upload=2VWVM47DN1C5 tag=5N7LSP0GCL2M type=write size=3887276 2024-09-19T11:26:16.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.567+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~1L43JM06VNPA.0 size=1048576 2024-09-19T11:26:16.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.568+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~1L43JM06VNPA.1 size=1048576 2024-09-19T11:26:16.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.569+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~1L43JM06VNPA.2 size=472288 2024-09-19T11:26:16.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.569+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=1L43JM06VNPA tag=HMRPAEYRSPQW type=write size=3618016 2024-09-19T11:26:16.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.570+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=K6X3O0OQEN08 type=del 2024-09-19T11:26:16.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.573+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~3S29TNQYFVGC.0 size=261775 2024-09-19T11:26:16.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.573+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=3S29TNQYFVGC tag=IWBLY4H2W3RL type=write size=1310351 2024-09-19T11:26:16.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.574+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~CWN5F2440R8G.0 size=726806 2024-09-19T11:26:16.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.576+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=CWN5F2440R8G tag=7AH4VKK5UPUH type=write size=1775382 2024-09-19T11:26:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.579+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~FNWQNW0WOQME.0 size=1048576 2024-09-19T11:26:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.580+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~FNWQNW0WOQME.1 size=1048576 2024-09-19T11:26:16.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.581+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~FNWQNW0WOQME.2 size=571696 2024-09-19T11:26:16.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.581+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=FNWQNW0WOQME tag=W1EGFVICQ8US type=write size=3717424 2024-09-19T11:26:16.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.583+0000 7f8576bd1780 1 < completed write operation key=3FHKTREC6TOT tag=DG805TFO4IGD type=write size=770683 2024-09-19T11:26:16.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.584+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=W13QKEF47PCB type=del size=3337126 2024-09-19T11:26:16.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.584+0000 7f8576bd1780 1 < canceled part key=_multipart_C5X0XZYLQT84.2~HPTSXP6ZN0X8.0 size=1048576 2024-09-19T11:26:16.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.584+0000 7f8576bd1780 1 < canceled part key=_multipart_C5X0XZYLQT84.2~HPTSXP6ZN0X8.1 size=1048576 2024-09-19T11:26:16.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.585+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~HPTSXP6ZN0X8.2 size=116926 2024-09-19T11:26:16.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.587+0000 7f8576bd1780 1 < canceled multipart upload key=C5X0XZYLQT84 upload=HPTSXP6ZN0X8 tag=C5OKXHOBOTG2 type=write size=3262654 2024-09-19T11:26:16.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.588+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=9M3F5V0ERI20 type=write size=460439 2024-09-19T11:26:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.590+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~K3UI7OYT0AC3.0 size=1048576 2024-09-19T11:26:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.591+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~K3UI7OYT0AC3.1 size=1048576 2024-09-19T11:26:16.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.592+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~K3UI7OYT0AC3.2 size=606710 2024-09-19T11:26:16.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.594+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=K3UI7OYT0AC3 tag=KNTRHC9VNQSJ type=write size=3752438 2024-09-19T11:26:16.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.596+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~VUHT556GMMVW.0 size=1048576 2024-09-19T11:26:16.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.597+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~VUHT556GMMVW.1 size=1048576 2024-09-19T11:26:16.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.598+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~VUHT556GMMVW.2 size=297921 2024-09-19T11:26:16.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.598+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=VUHT556GMMVW tag=GOG6JWAD03W7 type=write size=3443649 2024-09-19T11:26:16.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.599+0000 7f8576bd1780 1 < canceled operation key=Y3SGWOZW0N7T tag=C0UW35NXRM11 type=del size=2035137 2024-09-19T11:26:16.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.600+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=7DZ2G8JMSSK1 type=del size=2444841 2024-09-19T11:26:16.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.602+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=Z0LV1KKIUB8I type=del 2024-09-19T11:26:16.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.603+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=MB1AJEIGKRRO type=write size=107257 2024-09-19T11:26:16.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.604+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=3FHSWC5JUZM1 type=del 2024-09-19T11:26:16.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.606+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~I90S6I6ZOQ17.0 size=1048576 2024-09-19T11:26:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.607+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~I90S6I6ZOQ17.1 size=1048576 2024-09-19T11:26:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.608+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~I90S6I6ZOQ17.2 size=367103 2024-09-19T11:26:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.608+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=I90S6I6ZOQ17 tag=OTX598S5MWU6 type=write size=3512831 2024-09-19T11:26:16.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.609+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=DN269SHWV67T type=del 2024-09-19T11:26:16.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.610+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=DN16I8E2NCGL type=write size=133267 2024-09-19T11:26:16.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.612+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=IM2IQGI2M5Q8 type=del 2024-09-19T11:26:16.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.613+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=2LR3GFK6NXFK type=del size=3268573 2024-09-19T11:26:16.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.614+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=XXD57H0VVD02 type=del 2024-09-19T11:26:16.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.616+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~TC253IPO6ZL6.0 size=1048576 2024-09-19T11:26:16.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.617+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~TC253IPO6ZL6.1 size=997500 2024-09-19T11:26:16.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.617+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=TC253IPO6ZL6 tag=B1GQD9DMK4W3 type=write size=3094652 2024-09-19T11:26:16.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.618+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=1K2UGKBQZ6LV type=del 2024-09-19T11:26:16.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.619+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=CTG5RUEJ4DFL type=del size=803788 2024-09-19T11:26:16.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.621+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=1TCK6YT5UEX2 type=del 2024-09-19T11:26:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.622+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=D1SEFQOX9LZS type=write size=84672 2024-09-19T11:26:16.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.623+0000 7f8576bd1780 1 < completed write operation key=KFMJ4RY4PU1U tag=5ZYCGAMMK47J type=write size=558780 2024-09-19T11:26:16.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.625+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~EX4MS34WD7MZ.0 size=133208 2024-09-19T11:26:16.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.625+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=EX4MS34WD7MZ tag=2E25G18N1GXL type=write size=1181784 2024-09-19T11:26:16.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.627+0000 7f8576bd1780 1 < suggested remove operation key=JCTD8EOFVYS2 tag=WFK6HEPAE82N type=del 2024-09-19T11:26:16.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.629+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~MJ9IC4XOJSSX.0 size=1048576 2024-09-19T11:26:16.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.630+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~MJ9IC4XOJSSX.1 size=1048576 2024-09-19T11:26:16.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.632+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~MJ9IC4XOJSSX.2 size=518899 2024-09-19T11:26:16.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.632+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=MJ9IC4XOJSSX tag=FBQVGSXTJ656 type=write size=3664627 2024-09-19T11:26:16.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.633+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~1L43JM06VNPA.0 size=1048576 2024-09-19T11:26:16.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.634+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~1L43JM06VNPA.1 size=1048576 2024-09-19T11:26:16.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.634+0000 7f8576bd1780 1 < canceled part key=_multipart_ZPXM7YL89HZJ.2~1L43JM06VNPA.2 size=472288 2024-09-19T11:26:16.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.636+0000 7f8576bd1780 1 < canceled multipart upload key=ZPXM7YL89HZJ upload=1L43JM06VNPA tag=HMRPAEYRSPQW type=write size=3618016 2024-09-19T11:26:16.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.638+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=BAV3EC96H7K9 type=del size=2494084 2024-09-19T11:26:16.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.639+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~3S29TNQYFVGC.0 size=261775 2024-09-19T11:26:16.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.641+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=3S29TNQYFVGC tag=IWBLY4H2W3RL type=write size=1310351 2024-09-19T11:26:16.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.643+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=DPSMKGOHJ9MD type=del size=3892 2024-09-19T11:26:16.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.644+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~FNWQNW0WOQME.0 size=1048576 2024-09-19T11:26:16.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.645+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~FNWQNW0WOQME.1 size=1048576 2024-09-19T11:26:16.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.646+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~FNWQNW0WOQME.2 size=571696 2024-09-19T11:26:16.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.648+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=FNWQNW0WOQME tag=W1EGFVICQ8US type=write size=3717424 2024-09-19T11:26:16.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.650+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~GWIT1P9CPOCY.0 size=1048576 2024-09-19T11:26:16.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.651+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~GWIT1P9CPOCY.1 size=243102 2024-09-19T11:26:16.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.651+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=GWIT1P9CPOCY tag=03BD6UOLY5OE type=write size=2340254 2024-09-19T11:26:16.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.652+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=W13QKEF47PCB type=del 2024-09-19T11:26:16.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.653+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=RVK1VL7Y2E83 type=del size=3341720 2024-09-19T11:26:16.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.655+0000 7f8576bd1780 1 < completed write operation key=D8MAT4VBLN2R tag=9M3F5V0ERI20 type=write size=460439 2024-09-19T11:26:16.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.656+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=JPLEDWT7QFR2 type=del size=3503506 2024-09-19T11:26:16.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.657+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~VUHT556GMMVW.0 size=1048576 2024-09-19T11:26:16.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.658+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~VUHT556GMMVW.1 size=1048576 2024-09-19T11:26:16.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.659+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~VUHT556GMMVW.2 size=297921 2024-09-19T11:26:16.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.661+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=VUHT556GMMVW tag=GOG6JWAD03W7 type=write size=3443649 2024-09-19T11:26:16.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.662+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=N3OHMB054TY6 type=del size=2352608 2024-09-19T11:26:16.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.664+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=7DZ2G8JMSSK1 type=del 2024-09-19T11:26:16.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.666+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~AHPAZ7MTH73U.0 size=1048576 2024-09-19T11:26:16.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.667+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~AHPAZ7MTH73U.1 size=661525 2024-09-19T11:26:16.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.667+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=AHPAZ7MTH73U tag=RN8G9W8CYLL1 type=write size=2758677 2024-09-19T11:26:16.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.668+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=MB1AJEIGKRRO type=write size=107257 2024-09-19T11:26:16.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.669+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=3D7F1YM70PMD type=del size=3501560 2024-09-19T11:26:16.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.671+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~I90S6I6ZOQ17.0 size=1048576 2024-09-19T11:26:16.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.671+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~I90S6I6ZOQ17.1 size=1048576 2024-09-19T11:26:16.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.672+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~I90S6I6ZOQ17.2 size=367103 2024-09-19T11:26:16.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.674+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=I90S6I6ZOQ17 tag=OTX598S5MWU6 type=write size=3512831 2024-09-19T11:26:16.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.675+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=EO2GAO7X0A7M type=write size=696531 2024-09-19T11:26:16.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.676+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=DN16I8E2NCGL type=write size=133267 2024-09-19T11:26:16.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.679+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~4VBVFDSWOIAL.0 size=409081 2024-09-19T11:26:16.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.679+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=4VBVFDSWOIAL tag=TLL32FR65H4U type=write size=1457657 2024-09-19T11:26:16.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.680+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=2LR3GFK6NXFK type=del 2024-09-19T11:26:16.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.682+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~OO4V5FHWECTW.0 size=1048576 2024-09-19T11:26:16.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.683+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~OO4V5FHWECTW.1 size=1048576 2024-09-19T11:26:16.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.684+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~OO4V5FHWECTW.2 size=216261 2024-09-19T11:26:16.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.684+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=OO4V5FHWECTW tag=HETYGCU6FS5X type=write size=3361989 2024-09-19T11:26:16.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.685+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~TC253IPO6ZL6.0 size=1048576 2024-09-19T11:26:16.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.686+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~TC253IPO6ZL6.1 size=997500 2024-09-19T11:26:16.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.688+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=TC253IPO6ZL6 tag=B1GQD9DMK4W3 type=write size=3094652 2024-09-19T11:26:16.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.690+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=2DLTND2XAV4R type=del size=2077616 2024-09-19T11:26:16.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.692+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=CTG5RUEJ4DFL type=del 2024-09-19T11:26:16.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.694+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~TESD8RKH8B2J.0 size=446574 2024-09-19T11:26:16.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.694+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=TESD8RKH8B2J tag=AVMFIWTGWW0B type=write size=1495150 2024-09-19T11:26:16.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.696+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=D1SEFQOX9LZS type=write size=84672 2024-09-19T11:26:16.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.698+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~BDD1QEDWRF03.0 size=1048576 2024-09-19T11:26:16.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.699+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~BDD1QEDWRF03.1 size=402572 2024-09-19T11:26:16.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.699+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=BDD1QEDWRF03 tag=GG5VQ5UBV75E type=write size=2499724 2024-09-19T11:26:16.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.699+0000 7f8576bd1780 1 < canceled part key=_multipart_5G75PFJB25A0.2~EX4MS34WD7MZ.0 size=133208 2024-09-19T11:26:16.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.701+0000 7f8576bd1780 1 < canceled multipart upload key=5G75PFJB25A0 upload=EX4MS34WD7MZ tag=2E25G18N1GXL type=write size=1181784 2024-09-19T11:26:16.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.702+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=94SKO1W52XII type=del size=4162678 2024-09-19T11:26:16.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.703+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~MJ9IC4XOJSSX.0 size=1048576 2024-09-19T11:26:16.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.703+0000 7f8576bd1780 1 < canceled part key=_multipart_XD7FFT9LKVRY.2~MJ9IC4XOJSSX.1 size=1048576 2024-09-19T11:26:16.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.704+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~MJ9IC4XOJSSX.2 size=518899 2024-09-19T11:26:16.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.706+0000 7f8576bd1780 1 < canceled multipart upload key=XD7FFT9LKVRY upload=MJ9IC4XOJSSX tag=FBQVGSXTJ656 type=write size=3664627 2024-09-19T11:26:16.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.708+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~BRV9PWANPMD8.0 size=1048576 2024-09-19T11:26:16.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.709+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~BRV9PWANPMD8.1 size=634504 2024-09-19T11:26:16.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.709+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=BRV9PWANPMD8 tag=LWOHRPS17FI7 type=write size=2731656 2024-09-19T11:26:16.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.710+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=BAV3EC96H7K9 type=del 2024-09-19T11:26:16.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.711+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=L6DJG9GNPXVN type=del size=2715728 2024-09-19T11:26:16.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.712+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=DPSMKGOHJ9MD type=del 2024-09-19T11:26:16.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.714+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=6YK61NYGMDR2 type=del size=1941776 2024-09-19T11:26:16.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.715+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~GWIT1P9CPOCY.0 size=1048576 2024-09-19T11:26:16.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.716+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~GWIT1P9CPOCY.1 size=243102 2024-09-19T11:26:16.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.718+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=GWIT1P9CPOCY tag=03BD6UOLY5OE type=write size=2340254 2024-09-19T11:26:16.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.719+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=QW38UA4MMX70 type=del size=739471 2024-09-19T11:26:16.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.720+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=RVK1VL7Y2E83 type=del 2024-09-19T11:26:16.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.721+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=2VK5OU2WTQJ0 type=del size=1085124 2024-09-19T11:26:16.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.722+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=JPLEDWT7QFR2 type=del 2024-09-19T11:26:16.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.725+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~YMO3RR0RKQ95.0 size=1048576 2024-09-19T11:26:16.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.726+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~YMO3RR0RKQ95.1 size=1048576 2024-09-19T11:26:16.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.727+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~YMO3RR0RKQ95.2 size=52325 2024-09-19T11:26:16.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.727+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=YMO3RR0RKQ95 tag=OZ52B3T9QS0F type=write size=3198053 2024-09-19T11:26:16.730 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.728+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=N3OHMB054TY6 type=del 2024-09-19T11:26:16.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.729+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=2HRT37HQVSKO type=del size=3526015 2024-09-19T11:26:16.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.731+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~AHPAZ7MTH73U.0 size=1048576 2024-09-19T11:26:16.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.732+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~AHPAZ7MTH73U.1 size=661525 2024-09-19T11:26:16.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.734+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=AHPAZ7MTH73U tag=RN8G9W8CYLL1 type=write size=2758677 2024-09-19T11:26:16.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.735+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=6MLR9GL0UZFE type=write size=871504 2024-09-19T11:26:16.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.737+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=3D7F1YM70PMD type=del 2024-09-19T11:26:16.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.739+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~2XKPSC9W3YTS.0 size=660907 2024-09-19T11:26:16.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.739+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=2XKPSC9W3YTS tag=QN1G4SHTMTCP type=write size=1709483 2024-09-19T11:26:16.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.740+0000 7f8576bd1780 1 < completed write operation key=KFMJ4RY4PU1U tag=EO2GAO7X0A7M type=write size=696531 2024-09-19T11:26:16.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.741+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=XX0TUWZMHFKC type=del size=2858606 2024-09-19T11:26:16.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.743+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~4VBVFDSWOIAL.0 size=409081 2024-09-19T11:26:16.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.745+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=4VBVFDSWOIAL tag=TLL32FR65H4U type=write size=1457657 2024-09-19T11:26:16.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.746+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=A7HJHRCELP69 type=del size=3519819 2024-09-19T11:26:16.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.747+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~OO4V5FHWECTW.0 size=1048576 2024-09-19T11:26:16.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.748+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~OO4V5FHWECTW.1 size=1048576 2024-09-19T11:26:16.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.749+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~OO4V5FHWECTW.2 size=216261 2024-09-19T11:26:16.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.752+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=OO4V5FHWECTW tag=HETYGCU6FS5X type=write size=3361989 2024-09-19T11:26:16.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.753+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=6FIOXLGBZ09Y type=del size=3520849 2024-09-19T11:26:16.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.755+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=2DLTND2XAV4R type=del 2024-09-19T11:26:16.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.756+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=7NOTO11MFDVJ type=del size=2710667 2024-09-19T11:26:16.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.757+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~TESD8RKH8B2J.0 size=446574 2024-09-19T11:26:16.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.759+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=TESD8RKH8B2J tag=AVMFIWTGWW0B type=write size=1495150 2024-09-19T11:26:16.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.760+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=3BTP8059WF6P type=del size=1685357 2024-09-19T11:26:16.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.762+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~BDD1QEDWRF03.0 size=1048576 2024-09-19T11:26:16.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.763+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~BDD1QEDWRF03.1 size=402572 2024-09-19T11:26:16.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.765+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=BDD1QEDWRF03 tag=GG5VQ5UBV75E type=write size=2499724 2024-09-19T11:26:16.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.766+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=O9TIWWO4GQ37 type=write size=895495 2024-09-19T11:26:16.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.767+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=94SKO1W52XII type=del 2024-09-19T11:26:16.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.769+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~UFFWWGQFR5KB.0 size=1048576 2024-09-19T11:26:16.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.770+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~UFFWWGQFR5KB.1 size=1048576 2024-09-19T11:26:16.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.772+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~UFFWWGQFR5KB.2 size=709009 2024-09-19T11:26:16.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.772+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=UFFWWGQFR5KB tag=TRV02JBTC358 type=write size=3854737 2024-09-19T11:26:16.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.773+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~BRV9PWANPMD8.0 size=1048576 2024-09-19T11:26:16.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.773+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~BRV9PWANPMD8.1 size=634504 2024-09-19T11:26:16.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.775+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=BRV9PWANPMD8 tag=LWOHRPS17FI7 type=write size=2731656 2024-09-19T11:26:16.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.776+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=CJLA1DZ87A13 type=del size=2920802 2024-09-19T11:26:16.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.778+0000 7f8576bd1780 1 < canceled operation key=SQT4SZMGZ35M tag=L6DJG9GNPXVN type=del size=2715728 2024-09-19T11:26:16.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.779+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=3ZKTOTC7OGOV type=del size=597317 2024-09-19T11:26:16.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.780+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=6YK61NYGMDR2 type=del 2024-09-19T11:26:16.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.783+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~9YL5E3KB84KL.0 size=1018547 2024-09-19T11:26:16.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.783+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=9YL5E3KB84KL tag=TPJF66T6TXIP type=write size=2067123 2024-09-19T11:26:16.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.784+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=QW38UA4MMX70 type=del 2024-09-19T11:26:16.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.785+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=IFF1A7QZOA59 type=del size=519345 2024-09-19T11:26:16.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.786+0000 7f8576bd1780 1 < canceled operation key=KKKADFW73I84 tag=2VK5OU2WTQJ0 type=del size=1085124 2024-09-19T11:26:16.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.788+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=HX2IV2L3G0BQ type=del size=938942 2024-09-19T11:26:16.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.788+0000 7f8576bd1780 1 < canceled part key=_multipart_58U30UDUEZ3W.2~YMO3RR0RKQ95.0 size=1048576 2024-09-19T11:26:16.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.789+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~YMO3RR0RKQ95.1 size=1048576 2024-09-19T11:26:16.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.790+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~YMO3RR0RKQ95.2 size=52325 2024-09-19T11:26:16.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.792+0000 7f8576bd1780 1 < canceled multipart upload key=58U30UDUEZ3W upload=YMO3RR0RKQ95 tag=OZ52B3T9QS0F type=write size=3198053 2024-09-19T11:26:16.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.794+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=97E2W1WT02N1 type=del size=2750206 2024-09-19T11:26:16.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.795+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=2HRT37HQVSKO type=del 2024-09-19T11:26:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.796+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=8V2FBU01XV2F type=del size=2520913 2024-09-19T11:26:16.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.798+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=6MLR9GL0UZFE type=write size=871504 2024-09-19T11:26:16.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.800+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~HBF8VPQWS0GS.0 size=92745 2024-09-19T11:26:16.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.800+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=HBF8VPQWS0GS tag=LHEPOWBF0MBZ type=write size=1141321 2024-09-19T11:26:16.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.801+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~2XKPSC9W3YTS.0 size=660907 2024-09-19T11:26:16.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.803+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=2XKPSC9W3YTS tag=QN1G4SHTMTCP type=write size=1709483 2024-09-19T11:26:16.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.806+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~09XJ3RX43UZ4.0 size=1048576 2024-09-19T11:26:16.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.807+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~09XJ3RX43UZ4.1 size=166348 2024-09-19T11:26:16.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.807+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=09XJ3RX43UZ4 tag=PXF9KAZX8HB9 type=write size=2263500 2024-09-19T11:26:16.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.809+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=XX0TUWZMHFKC type=del 2024-09-19T11:26:16.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.812+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=92J3C0G728PV type=del size=2400926 2024-09-19T11:26:16.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.813+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=A7HJHRCELP69 type=del 2024-09-19T11:26:16.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.815+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~W27XZYC77JRJ.0 size=130265 2024-09-19T11:26:16.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.815+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=W27XZYC77JRJ tag=6RWQ7K725H7N type=write size=1178841 2024-09-19T11:26:16.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.816+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=6FIOXLGBZ09Y type=del 2024-09-19T11:26:16.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.819+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~6VS9YJ6KF5BJ.0 size=1048576 2024-09-19T11:26:16.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.820+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~6VS9YJ6KF5BJ.1 size=1048576 2024-09-19T11:26:16.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.821+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~6VS9YJ6KF5BJ.2 size=637061 2024-09-19T11:26:16.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.821+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=6VS9YJ6KF5BJ tag=X15CN8Q071OG type=write size=3782789 2024-09-19T11:26:16.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.822+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=7NOTO11MFDVJ type=del 2024-09-19T11:26:16.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.823+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=M7HX0FZAC6YO type=del size=1051254 2024-09-19T11:26:16.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.825+0000 7f8576bd1780 1 < suggested remove operation key=R1ZFOJD08GS5 tag=3BTP8059WF6P type=del 2024-09-19T11:26:16.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.826+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=H3YB4NQI8MOU type=del size=669364 2024-09-19T11:26:16.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.828+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=O9TIWWO4GQ37 type=write size=895495 2024-09-19T11:26:16.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.830+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~ZYT0QH9KPAV3.0 size=1048576 2024-09-19T11:26:16.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.831+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~ZYT0QH9KPAV3.1 size=670071 2024-09-19T11:26:16.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.831+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=ZYT0QH9KPAV3 tag=W0VD7UZLD0BN type=write size=2767223 2024-09-19T11:26:16.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.832+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~UFFWWGQFR5KB.0 size=1048576 2024-09-19T11:26:16.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.833+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~UFFWWGQFR5KB.1 size=1048576 2024-09-19T11:26:16.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.834+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~UFFWWGQFR5KB.2 size=709009 2024-09-19T11:26:16.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.836+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=UFFWWGQFR5KB tag=TRV02JBTC358 type=write size=3854737 2024-09-19T11:26:16.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.837+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=BJ8VKNJ1VI3L type=del size=859856 2024-09-19T11:26:16.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.839+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=CJLA1DZ87A13 type=del 2024-09-19T11:26:16.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.840+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=BU9GA17AV2Y6 type=del size=2909459 2024-09-19T11:26:16.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.841+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=3ZKTOTC7OGOV type=del 2024-09-19T11:26:16.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.842+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=6FCC0HMFVCJ6 type=del size=3818440 2024-09-19T11:26:16.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.843+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~9YL5E3KB84KL.0 size=1018547 2024-09-19T11:26:16.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.845+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=9YL5E3KB84KL tag=TPJF66T6TXIP type=write size=2067123 2024-09-19T11:26:16.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.847+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~23A218RF735E.0 size=1048576 2024-09-19T11:26:16.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.848+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~23A218RF735E.1 size=714845 2024-09-19T11:26:16.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.848+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=23A218RF735E tag=DSMDYHOIJ83E type=write size=2811997 2024-09-19T11:26:16.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.850+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=IFF1A7QZOA59 type=del 2024-09-19T11:26:16.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.851+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=WTHZUCAUPMQG type=del size=2331386 2024-09-19T11:26:16.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.852+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=HX2IV2L3G0BQ type=del 2024-09-19T11:26:16.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.853+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=5GT00D90XXOM type=write size=157535 2024-09-19T11:26:16.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.854+0000 7f8576bd1780 1 < canceled operation key=XD7FFT9LKVRY tag=97E2W1WT02N1 type=del size=2750206 2024-09-19T11:26:16.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.855+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=Y6UEP28P8HHZ type=write size=267906 2024-09-19T11:26:16.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.857+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=8V2FBU01XV2F type=del 2024-09-19T11:26:16.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.858+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=FB75DPP1GJEK type=del size=379342 2024-09-19T11:26:16.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.858+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~HBF8VPQWS0GS.0 size=92745 2024-09-19T11:26:16.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.860+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=HBF8VPQWS0GS tag=LHEPOWBF0MBZ type=write size=1141321 2024-09-19T11:26:16.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.862+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~TB7STZJFLBPJ.0 size=1048576 2024-09-19T11:26:16.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.863+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~TB7STZJFLBPJ.1 size=513778 2024-09-19T11:26:16.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.863+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=TB7STZJFLBPJ tag=QKF1K36KJQER type=write size=2610930 2024-09-19T11:26:16.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.864+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~09XJ3RX43UZ4.0 size=1048576 2024-09-19T11:26:16.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.865+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~09XJ3RX43UZ4.1 size=166348 2024-09-19T11:26:16.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.867+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=09XJ3RX43UZ4 tag=PXF9KAZX8HB9 type=write size=2263500 2024-09-19T11:26:16.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.868+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=TQW2LA3B34ZI type=write size=576018 2024-09-19T11:26:16.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.869+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=92J3C0G728PV type=del 2024-09-19T11:26:16.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.871+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=ZQHNC003PAI3 type=del size=3562248 2024-09-19T11:26:16.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.872+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~W27XZYC77JRJ.0 size=130265 2024-09-19T11:26:16.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.874+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=W27XZYC77JRJ tag=6RWQ7K725H7N type=write size=1178841 2024-09-19T11:26:16.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.875+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=EG9WF7TZUG0B type=del size=1917576 2024-09-19T11:26:16.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.876+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~6VS9YJ6KF5BJ.0 size=1048576 2024-09-19T11:26:16.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.877+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~6VS9YJ6KF5BJ.1 size=1048576 2024-09-19T11:26:16.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.878+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~6VS9YJ6KF5BJ.2 size=637061 2024-09-19T11:26:16.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.880+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=6VS9YJ6KF5BJ tag=X15CN8Q071OG type=write size=3782789 2024-09-19T11:26:16.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.882+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=N1GH7Z7HSGMC type=write size=596795 2024-09-19T11:26:16.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.883+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=M7HX0FZAC6YO type=del 2024-09-19T11:26:16.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.884+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=3HX0S20RSFS3 type=write size=51118 2024-09-19T11:26:16.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.885+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=H3YB4NQI8MOU type=del 2024-09-19T11:26:16.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.888+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~YXA57NRAXO5W.0 size=1048576 2024-09-19T11:26:16.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.889+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~YXA57NRAXO5W.1 size=1048576 2024-09-19T11:26:16.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.890+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~YXA57NRAXO5W.2 size=67958 2024-09-19T11:26:16.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.890+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=YXA57NRAXO5W tag=9ZET1O03RXLU type=write size=3213686 2024-09-19T11:26:16.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.891+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~ZYT0QH9KPAV3.0 size=1048576 2024-09-19T11:26:16.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.892+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~ZYT0QH9KPAV3.1 size=670071 2024-09-19T11:26:16.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.894+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=ZYT0QH9KPAV3 tag=W0VD7UZLD0BN type=write size=2767223 2024-09-19T11:26:16.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.897+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~9ROFABLGK3J6.0 size=1048576 2024-09-19T11:26:16.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.898+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~9ROFABLGK3J6.1 size=24308 2024-09-19T11:26:16.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.898+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=9ROFABLGK3J6 tag=RTEML3YF5XAE type=write size=2121460 2024-09-19T11:26:16.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.901+0000 7f8576bd1780 1 < suggested remove operation key=7B4T99OA9CO4 tag=BJ8VKNJ1VI3L type=del 2024-09-19T11:26:16.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.903+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~MNE9JLLMHANI.0 size=1048576 2024-09-19T11:26:16.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.904+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~MNE9JLLMHANI.1 size=1048576 2024-09-19T11:26:16.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.905+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~MNE9JLLMHANI.2 size=784179 2024-09-19T11:26:16.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.905+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=MNE9JLLMHANI tag=9OKFENAP77EO type=write size=3929907 2024-09-19T11:26:16.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.906+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=BU9GA17AV2Y6 type=del 2024-09-19T11:26:16.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.907+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=SX0JUCX3OW8X type=del size=705218 2024-09-19T11:26:16.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.908+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=6FCC0HMFVCJ6 type=del 2024-09-19T11:26:16.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.910+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=0BH5R28MY068 type=del size=4005270 2024-09-19T11:26:16.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.911+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~23A218RF735E.0 size=1048576 2024-09-19T11:26:16.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.912+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~23A218RF735E.1 size=714845 2024-09-19T11:26:16.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.914+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=23A218RF735E tag=DSMDYHOIJ83E type=write size=2811997 2024-09-19T11:26:16.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.915+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=YJM9H13RPEF1 type=del size=3081413 2024-09-19T11:26:16.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.916+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=WTHZUCAUPMQG type=del 2024-09-19T11:26:16.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.918+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~I9HQ80IH2095.0 size=1048576 2024-09-19T11:26:16.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.919+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~I9HQ80IH2095.1 size=1048576 2024-09-19T11:26:16.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.920+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~I9HQ80IH2095.2 size=504840 2024-09-19T11:26:16.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.920+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=I9HQ80IH2095 tag=7MOUI4SSUCOG type=write size=3650568 2024-09-19T11:26:16.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.921+0000 7f8576bd1780 1 < completed write operation key=YJ3WDCJJJLOH tag=5GT00D90XXOM type=write size=157535 2024-09-19T11:26:16.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.923+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=TFTJ6J3BZRQK type=del size=2645454 2024-09-19T11:26:16.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.925+0000 7f8576bd1780 1 < completed write operation key=D8MAT4VBLN2R tag=Y6UEP28P8HHZ type=write size=267906 2024-09-19T11:26:16.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.926+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=WWWBTZ0EMD3N type=del size=3161241 2024-09-19T11:26:16.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.927+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=FB75DPP1GJEK type=del 2024-09-19T11:26:16.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.928+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=IVUVBWOE3TC5 type=del size=871658 2024-09-19T11:26:16.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.929+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~TB7STZJFLBPJ.0 size=1048576 2024-09-19T11:26:16.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.930+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~TB7STZJFLBPJ.1 size=513778 2024-09-19T11:26:16.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.932+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=TB7STZJFLBPJ tag=QKF1K36KJQER type=write size=2610930 2024-09-19T11:26:16.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.934+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=5C1CXDXJLN6Y type=del size=2173474 2024-09-19T11:26:16.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.935+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=TQW2LA3B34ZI type=write size=576018 2024-09-19T11:26:16.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.936+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=9DQXQFHDGQNY type=del size=1181144 2024-09-19T11:26:16.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.937+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=ZQHNC003PAI3 type=del 2024-09-19T11:26:16.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.940+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~FLJTXOI1OYQQ.0 size=1048576 2024-09-19T11:26:16.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.941+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~FLJTXOI1OYQQ.1 size=493010 2024-09-19T11:26:16.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.941+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=FLJTXOI1OYQQ tag=BIM1KKUR7IB2 type=write size=2590162 2024-09-19T11:26:16.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.942+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=EG9WF7TZUG0B type=del 2024-09-19T11:26:16.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.943+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=NSXVKLW80WYD type=del size=722939 2024-09-19T11:26:16.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.945+0000 7f8576bd1780 1 < suggested remove operation key=XD7FFT9LKVRY tag=N1GH7Z7HSGMC type=write 2024-09-19T11:26:16.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.947+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~6RAAXAOFNPNR.0 size=1048576 2024-09-19T11:26:16.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.948+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~6RAAXAOFNPNR.1 size=1048576 2024-09-19T11:26:16.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.949+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~6RAAXAOFNPNR.2 size=408811 2024-09-19T11:26:16.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.949+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=6RAAXAOFNPNR tag=N3QRPK0YF7Z4 type=write size=3554539 2024-09-19T11:26:16.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.950+0000 7f8576bd1780 1 < completed write operation key=58U30UDUEZ3W tag=3HX0S20RSFS3 type=write size=51118 2024-09-19T11:26:16.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.952+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~2LXTKIG9TI9O.0 size=653885 2024-09-19T11:26:16.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.952+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=2LXTKIG9TI9O tag=IC1CPX4HR4NZ type=write size=1702461 2024-09-19T11:26:16.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.953+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~YXA57NRAXO5W.0 size=1048576 2024-09-19T11:26:16.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.954+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~YXA57NRAXO5W.1 size=1048576 2024-09-19T11:26:16.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.955+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~YXA57NRAXO5W.2 size=67958 2024-09-19T11:26:16.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.957+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=YXA57NRAXO5W tag=9ZET1O03RXLU type=write size=3213686 2024-09-19T11:26:16.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.958+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=FQO8CKJ47526 type=write size=294598 2024-09-19T11:26:16.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.959+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~9ROFABLGK3J6.0 size=1048576 2024-09-19T11:26:16.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.960+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~9ROFABLGK3J6.1 size=24308 2024-09-19T11:26:16.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.962+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=9ROFABLGK3J6 tag=RTEML3YF5XAE type=write size=2121460 2024-09-19T11:26:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.964+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=VN1EVG5XYKCB type=del size=2009078 2024-09-19T11:26:16.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.965+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~MNE9JLLMHANI.0 size=1048576 2024-09-19T11:26:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.966+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~MNE9JLLMHANI.1 size=1048576 2024-09-19T11:26:16.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.967+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~MNE9JLLMHANI.2 size=784179 2024-09-19T11:26:16.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.969+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=MNE9JLLMHANI tag=9OKFENAP77EO type=write size=3929907 2024-09-19T11:26:16.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.971+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~IS8RDG78TMSM.0 size=1048576 2024-09-19T11:26:16.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.972+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~IS8RDG78TMSM.1 size=1048576 2024-09-19T11:26:16.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.973+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~IS8RDG78TMSM.2 size=491631 2024-09-19T11:26:16.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.973+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=IS8RDG78TMSM tag=JLW25V235Q6C type=write size=3637359 2024-09-19T11:26:16.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.974+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=SX0JUCX3OW8X type=del 2024-09-19T11:26:16.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.976+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=MYETVMTSC7K4 type=del size=566935 2024-09-19T11:26:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.977+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=0BH5R28MY068 type=del 2024-09-19T11:26:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.979+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~XMBO42C08AME.0 size=43477 2024-09-19T11:26:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.979+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=XMBO42C08AME tag=G7KHBA5QQ5IG type=write size=1092053 2024-09-19T11:26:16.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.980+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=YJM9H13RPEF1 type=del 2024-09-19T11:26:16.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.983+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~1AMRP3F0C8KY.0 size=1048576 2024-09-19T11:26:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.984+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~1AMRP3F0C8KY.1 size=356868 2024-09-19T11:26:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.984+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=1AMRP3F0C8KY tag=NK73BTRMV36Y type=write size=2454020 2024-09-19T11:26:16.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.987+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~I9HQ80IH2095.0 size=1048576 2024-09-19T11:26:16.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.988+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~I9HQ80IH2095.1 size=1048576 2024-09-19T11:26:16.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.989+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~I9HQ80IH2095.2 size=504840 2024-09-19T11:26:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.991+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=I9HQ80IH2095 tag=7MOUI4SSUCOG type=write size=3650568 2024-09-19T11:26:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.992+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=UJA2JGPW9P4F type=del size=390435 2024-09-19T11:26:16.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.993+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=TFTJ6J3BZRQK type=del 2024-09-19T11:26:16.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.995+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~QO2UW82HUE91.0 size=1048576 2024-09-19T11:26:16.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.997+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~QO2UW82HUE91.1 size=1048576 2024-09-19T11:26:16.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.997+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~QO2UW82HUE91.2 size=455849 2024-09-19T11:26:17.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.997+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=QO2UW82HUE91 tag=5C3BPQWWFQSG type=write size=3601577 2024-09-19T11:26:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:16.999+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=WWWBTZ0EMD3N type=del 2024-09-19T11:26:17.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.001+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~J6T3T7GGT2TT.0 size=1048576 2024-09-19T11:26:17.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.002+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~J6T3T7GGT2TT.1 size=1048576 2024-09-19T11:26:17.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.003+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~J6T3T7GGT2TT.2 size=550440 2024-09-19T11:26:17.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.003+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=J6T3T7GGT2TT tag=QGN65T7NEI0O type=write size=3696168 2024-09-19T11:26:17.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.004+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=IVUVBWOE3TC5 type=del 2024-09-19T11:26:17.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.007+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~5F1K7VKA1U82.0 size=668294 2024-09-19T11:26:17.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.007+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=5F1K7VKA1U82 tag=TPM47I7QH5ND type=write size=1716870 2024-09-19T11:26:17.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.010+0000 7f8576bd1780 1 < suggested remove operation key=D8MAT4VBLN2R tag=5C1CXDXJLN6Y type=del 2024-09-19T11:26:17.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.012+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~I4KV3IFCCCFS.0 size=1048576 2024-09-19T11:26:17.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.013+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~I4KV3IFCCCFS.1 size=950833 2024-09-19T11:26:17.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.013+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=I4KV3IFCCCFS tag=O1U1N5XKRZJ2 type=write size=3047985 2024-09-19T11:26:17.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.015+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=9DQXQFHDGQNY type=del 2024-09-19T11:26:17.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.017+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~SZUQEV2824SB.0 size=1048576 2024-09-19T11:26:17.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.018+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~SZUQEV2824SB.1 size=779170 2024-09-19T11:26:17.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.018+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=SZUQEV2824SB tag=DAJSQ7IJQ79O type=write size=2876322 2024-09-19T11:26:17.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.019+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~FLJTXOI1OYQQ.0 size=1048576 2024-09-19T11:26:17.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.020+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~FLJTXOI1OYQQ.1 size=493010 2024-09-19T11:26:17.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.022+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=FLJTXOI1OYQQ tag=BIM1KKUR7IB2 type=write size=2590162 2024-09-19T11:26:17.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.023+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=F9Q9B95SZPH0 type=del size=504878 2024-09-19T11:26:17.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.026+0000 7f8576bd1780 1 < suggested update operation key=Y9OEXPZ4M5UK tag=NSXVKLW80WYD type=del size=722939 2024-09-19T11:26:17.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.027+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=72O2EZA3LLOF type=del size=891269 2024-09-19T11:26:17.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.028+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~6RAAXAOFNPNR.0 size=1048576 2024-09-19T11:26:17.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.029+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~6RAAXAOFNPNR.1 size=1048576 2024-09-19T11:26:17.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.030+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~6RAAXAOFNPNR.2 size=408811 2024-09-19T11:26:17.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.032+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=6RAAXAOFNPNR tag=N3QRPK0YF7Z4 type=write size=3554539 2024-09-19T11:26:17.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.033+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=HE7K6T3C452E type=write size=176317 2024-09-19T11:26:17.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.035+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~2LXTKIG9TI9O.0 size=653885 2024-09-19T11:26:17.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.038+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=2LXTKIG9TI9O tag=IC1CPX4HR4NZ type=write size=1702461 2024-09-19T11:26:17.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.040+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=9H9ZUT6A7HC8 type=write size=1004815 2024-09-19T11:26:17.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.041+0000 7f8576bd1780 1 < completed write operation key=Y3SGWOZW0N7T tag=FQO8CKJ47526 type=write size=294598 2024-09-19T11:26:17.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.043+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~VFNVLE1UVTPZ.0 size=1048576 2024-09-19T11:26:17.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.044+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~VFNVLE1UVTPZ.1 size=120928 2024-09-19T11:26:17.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.044+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=VFNVLE1UVTPZ tag=KA0AAJZ6G3JF type=write size=2218080 2024-09-19T11:26:17.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.045+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=VN1EVG5XYKCB type=del 2024-09-19T11:26:17.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.046+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=NB2NIATLCFSL type=del size=1467386 2024-09-19T11:26:17.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.047+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~IS8RDG78TMSM.0 size=1048576 2024-09-19T11:26:17.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.048+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~IS8RDG78TMSM.1 size=1048576 2024-09-19T11:26:17.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.048+0000 7f8576bd1780 1 < canceled part key=_multipart_TRUD9FI7BSLD.2~IS8RDG78TMSM.2 size=491631 2024-09-19T11:26:17.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.050+0000 7f8576bd1780 1 < canceled multipart upload key=TRUD9FI7BSLD upload=IS8RDG78TMSM tag=JLW25V235Q6C type=write size=3637359 2024-09-19T11:26:17.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.051+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=TJ7Q3KFVXHHW type=del size=3469624 2024-09-19T11:26:17.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.053+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=MYETVMTSC7K4 type=del 2024-09-19T11:26:17.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.054+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=TWNJ8VMZMO53 type=del size=2882108 2024-09-19T11:26:17.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.056+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~XMBO42C08AME.0 size=43477 2024-09-19T11:26:17.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.058+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=XMBO42C08AME tag=G7KHBA5QQ5IG type=write size=1092053 2024-09-19T11:26:17.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.059+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=SV6NK9BACEVO type=del size=3205478 2024-09-19T11:26:17.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.061+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~1AMRP3F0C8KY.0 size=1048576 2024-09-19T11:26:17.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.062+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~1AMRP3F0C8KY.1 size=356868 2024-09-19T11:26:17.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.064+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=1AMRP3F0C8KY tag=NK73BTRMV36Y type=write size=2454020 2024-09-19T11:26:17.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.065+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=J1P6XP99OB54 type=del size=2636165 2024-09-19T11:26:17.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.066+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=UJA2JGPW9P4F type=del 2024-09-19T11:26:17.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.069+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~GB3DHYNOXVMR.0 size=616943 2024-09-19T11:26:17.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.069+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=GB3DHYNOXVMR tag=O0VVVNZWYVNB type=write size=1665519 2024-09-19T11:26:17.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.070+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~QO2UW82HUE91.0 size=1048576 2024-09-19T11:26:17.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.071+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~QO2UW82HUE91.1 size=1048576 2024-09-19T11:26:17.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.072+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~QO2UW82HUE91.2 size=455849 2024-09-19T11:26:17.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.074+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=QO2UW82HUE91 tag=5C3BPQWWFQSG type=write size=3601577 2024-09-19T11:26:17.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.075+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=0QCMQW4C4RLV type=del size=3870209 2024-09-19T11:26:17.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.075+0000 7f8576bd1780 1 < canceled part key=_multipart_5PL1P4MQWBJN.2~J6T3T7GGT2TT.0 size=1048576 2024-09-19T11:26:17.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.076+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~J6T3T7GGT2TT.1 size=1048576 2024-09-19T11:26:17.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.077+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~J6T3T7GGT2TT.2 size=550440 2024-09-19T11:26:17.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.079+0000 7f8576bd1780 1 < canceled multipart upload key=5PL1P4MQWBJN upload=J6T3T7GGT2TT tag=QGN65T7NEI0O type=write size=3696168 2024-09-19T11:26:17.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.081+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~W1UXJS209657.0 size=1048576 2024-09-19T11:26:17.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.082+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~W1UXJS209657.1 size=219556 2024-09-19T11:26:17.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.082+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=W1UXJS209657 tag=86J0NSGUTYJ7 type=write size=2316708 2024-09-19T11:26:17.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.083+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~5F1K7VKA1U82.0 size=668294 2024-09-19T11:26:17.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.085+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=5F1K7VKA1U82 tag=TPM47I7QH5ND type=write size=1716870 2024-09-19T11:26:17.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.088+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~0U240CA97DXF.0 size=1048576 2024-09-19T11:26:17.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.089+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~0U240CA97DXF.1 size=1048576 2024-09-19T11:26:17.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.090+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~0U240CA97DXF.2 size=845341 2024-09-19T11:26:17.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.090+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=0U240CA97DXF tag=BHHUA1D7Z8WG type=write size=3991069 2024-09-19T11:26:17.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.091+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~I4KV3IFCCCFS.0 size=1048576 2024-09-19T11:26:17.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.092+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~I4KV3IFCCCFS.1 size=950833 2024-09-19T11:26:17.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.094+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=I4KV3IFCCCFS tag=O1U1N5XKRZJ2 type=write size=3047985 2024-09-19T11:26:17.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.096+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~D35A9OVVZXJG.0 size=1048576 2024-09-19T11:26:17.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.097+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~D35A9OVVZXJG.1 size=1048576 2024-09-19T11:26:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.098+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~D35A9OVVZXJG.2 size=181951 2024-09-19T11:26:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.098+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=D35A9OVVZXJG tag=MKS8IMZOB9LM type=write size=3327679 2024-09-19T11:26:17.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.099+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~SZUQEV2824SB.0 size=1048576 2024-09-19T11:26:17.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.100+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~SZUQEV2824SB.1 size=779170 2024-09-19T11:26:17.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.102+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=SZUQEV2824SB tag=DAJSQ7IJQ79O type=write size=2876322 2024-09-19T11:26:17.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.105+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~TBYRJV5E5DZA.0 size=1008394 2024-09-19T11:26:17.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.105+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=TBYRJV5E5DZA tag=5XU847L8RH3X type=write size=2056970 2024-09-19T11:26:17.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.106+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=F9Q9B95SZPH0 type=del 2024-09-19T11:26:17.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.107+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=L0P0WQ3N6ADV type=write size=403875 2024-09-19T11:26:17.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.109+0000 7f8576bd1780 1 < suggested remove operation key=Y3SGWOZW0N7T tag=72O2EZA3LLOF type=del 2024-09-19T11:26:17.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.111+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=BM80ACU6CC5Y type=del size=1584441 2024-09-19T11:26:17.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.112+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=HE7K6T3C452E type=write size=176317 2024-09-19T11:26:17.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.113+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=RD75HK8IB6MP type=del size=1073010 2024-09-19T11:26:17.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.115+0000 7f8576bd1780 1 < suggested remove operation key=YC1UNQBZOH98 tag=9H9ZUT6A7HC8 type=write 2024-09-19T11:26:17.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.116+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=MTSBI6ZJP0PE type=del size=3950827 2024-09-19T11:26:17.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.118+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~VFNVLE1UVTPZ.0 size=1048576 2024-09-19T11:26:17.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.119+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~VFNVLE1UVTPZ.1 size=120928 2024-09-19T11:26:17.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.121+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=VFNVLE1UVTPZ tag=KA0AAJZ6G3JF type=write size=2218080 2024-09-19T11:26:17.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.122+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=0HZK1LUVLSQM type=del size=1046264 2024-09-19T11:26:17.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.125+0000 7f8576bd1780 1 < suggested remove operation key=MZMHUNQR1QO8 tag=NB2NIATLCFSL type=del 2024-09-19T11:26:17.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.126+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=BL040UMD3K7P type=write size=945423 2024-09-19T11:26:17.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.129+0000 7f8576bd1780 1 < canceled operation key=C4PTRIG04GCR tag=TJ7Q3KFVXHHW type=del size=3469624 2024-09-19T11:26:17.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.131+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~K7ZZDVSH9600.0 size=643681 2024-09-19T11:26:17.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.131+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=K7ZZDVSH9600 tag=QBW0E032ER09 type=write size=1692257 2024-09-19T11:26:17.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.132+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=TWNJ8VMZMO53 type=del 2024-09-19T11:26:17.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.134+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~NNGUH4ACO6XR.0 size=1048576 2024-09-19T11:26:17.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.135+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~NNGUH4ACO6XR.1 size=1048576 2024-09-19T11:26:17.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.136+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~NNGUH4ACO6XR.2 size=900676 2024-09-19T11:26:17.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.136+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=NNGUH4ACO6XR tag=GW0PF16JKENW type=write size=4046404 2024-09-19T11:26:17.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.137+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=SV6NK9BACEVO type=del 2024-09-19T11:26:17.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.138+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=5OGGDLZF1QUR type=write size=382866 2024-09-19T11:26:17.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.141+0000 7f8576bd1780 1 < suggested update operation key=C5X0XZYLQT84 tag=J1P6XP99OB54 type=del size=2636165 2024-09-19T11:26:17.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.143+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~RYH975T0EO7E.0 size=1048576 2024-09-19T11:26:17.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.144+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~RYH975T0EO7E.1 size=1048576 2024-09-19T11:26:17.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.145+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~RYH975T0EO7E.2 size=570786 2024-09-19T11:26:17.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.145+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=RYH975T0EO7E tag=B5ZZ6CVA4ICA type=write size=3716514 2024-09-19T11:26:17.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.146+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~GB3DHYNOXVMR.0 size=616943 2024-09-19T11:26:17.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.150+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=GB3DHYNOXVMR tag=O0VVVNZWYVNB type=write size=1665519 2024-09-19T11:26:17.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.151+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=PLPJ7TLV22S3 type=write size=926082 2024-09-19T11:26:17.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.153+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=0QCMQW4C4RLV type=del 2024-09-19T11:26:17.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.155+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=0I3UOT9X23IR type=write size=969279 2024-09-19T11:26:17.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.157+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~W1UXJS209657.0 size=1048576 2024-09-19T11:26:17.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.158+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~W1UXJS209657.1 size=219556 2024-09-19T11:26:17.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.160+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=W1UXJS209657 tag=86J0NSGUTYJ7 type=write size=2316708 2024-09-19T11:26:17.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.161+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=W0TQ1IVC85EJ type=write size=1040525 2024-09-19T11:26:17.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.162+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~0U240CA97DXF.0 size=1048576 2024-09-19T11:26:17.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.163+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~0U240CA97DXF.1 size=1048576 2024-09-19T11:26:17.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.164+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~0U240CA97DXF.2 size=845341 2024-09-19T11:26:17.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.166+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=0U240CA97DXF tag=BHHUA1D7Z8WG type=write size=3991069 2024-09-19T11:26:17.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.167+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=PHRJYSRCJ0NM type=del size=2138367 2024-09-19T11:26:17.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.169+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~D35A9OVVZXJG.0 size=1048576 2024-09-19T11:26:17.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.170+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~D35A9OVVZXJG.1 size=1048576 2024-09-19T11:26:17.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.171+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~D35A9OVVZXJG.2 size=181951 2024-09-19T11:26:17.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.173+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=D35A9OVVZXJG tag=MKS8IMZOB9LM type=write size=3327679 2024-09-19T11:26:17.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.175+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~MAGWFH9BHDYK.0 size=1048576 2024-09-19T11:26:17.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.176+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~MAGWFH9BHDYK.1 size=1048576 2024-09-19T11:26:17.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.177+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~MAGWFH9BHDYK.2 size=567765 2024-09-19T11:26:17.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.177+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=MAGWFH9BHDYK tag=OHPEKDDSZ7PV type=write size=3713493 2024-09-19T11:26:17.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.178+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~TBYRJV5E5DZA.0 size=1008394 2024-09-19T11:26:17.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.180+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=TBYRJV5E5DZA tag=5XU847L8RH3X type=write size=2056970 2024-09-19T11:26:17.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.181+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=DRYT6M6DZB34 type=del size=1087937 2024-09-19T11:26:17.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.182+0000 7f8576bd1780 1 < completed write operation key=JCTD8EOFVYS2 tag=L0P0WQ3N6ADV type=write size=403875 2024-09-19T11:26:17.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.183+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=UDCJ7F5DL7U6 type=del size=487534 2024-09-19T11:26:17.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.184+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=BM80ACU6CC5Y type=del 2024-09-19T11:26:17.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.187+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~IEUSZVZH35TM.0 size=1048576 2024-09-19T11:26:17.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.188+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~IEUSZVZH35TM.1 size=825634 2024-09-19T11:26:17.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.188+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=IEUSZVZH35TM tag=8BICZN4BX068 type=write size=2922786 2024-09-19T11:26:17.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.189+0000 7f8576bd1780 1 < canceled operation key=7B4T99OA9CO4 tag=RD75HK8IB6MP type=del size=1073010 2024-09-19T11:26:17.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.191+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~G9FTJZCGJVUL.0 size=1048576 2024-09-19T11:26:17.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.192+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~G9FTJZCGJVUL.1 size=489346 2024-09-19T11:26:17.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.192+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=G9FTJZCGJVUL tag=8P9TOKOMEDPX type=write size=2586498 2024-09-19T11:26:17.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.194+0000 7f8576bd1780 1 < suggested update operation key=3FHKTREC6TOT tag=MTSBI6ZJP0PE type=del size=3950827 2024-09-19T11:26:17.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.196+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~GVI8U5OZXZO6.0 size=509826 2024-09-19T11:26:17.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.196+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=GVI8U5OZXZO6 tag=S0QXFEPD1KR5 type=write size=1558402 2024-09-19T11:26:17.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.197+0000 7f8576bd1780 -1 < failed to complete operation key=3FHKTREC6TOT tag=0HZK1LUVLSQM type=del size=1046264: (22) Invalid argument 2024-09-19T11:26:17.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.200+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~VHRFQG5HDLTO.0 size=1048576 2024-09-19T11:26:17.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.201+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~VHRFQG5HDLTO.1 size=330263 2024-09-19T11:26:17.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.201+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=VHRFQG5HDLTO tag=2ADO439ZJ7GN type=write size=2427415 2024-09-19T11:26:17.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.202+0000 7f8576bd1780 1 < completed write operation key=FE3M1XO7TAS3 tag=BL040UMD3K7P type=write size=945423 2024-09-19T11:26:17.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.204+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~6BWGAA50MQDM.0 size=750976 2024-09-19T11:26:17.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.204+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=6BWGAA50MQDM tag=FLB5IWXQJFDO type=write size=1799552 2024-09-19T11:26:17.207 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.205+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~K7ZZDVSH9600.0 size=643681 2024-09-19T11:26:17.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.207+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=K7ZZDVSH9600 tag=QBW0E032ER09 type=write size=1692257 2024-09-19T11:26:17.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.208+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=I0TA30MXCH9O type=write size=1024947 2024-09-19T11:26:17.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.208+0000 7f8576bd1780 1 < canceled part key=_multipart_7B4T99OA9CO4.2~NNGUH4ACO6XR.0 size=1048576 2024-09-19T11:26:17.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.209+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~NNGUH4ACO6XR.1 size=1048576 2024-09-19T11:26:17.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.210+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~NNGUH4ACO6XR.2 size=900676 2024-09-19T11:26:17.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.212+0000 7f8576bd1780 1 < canceled multipart upload key=7B4T99OA9CO4 upload=NNGUH4ACO6XR tag=GW0PF16JKENW type=write size=4046404 2024-09-19T11:26:17.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.214+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~NT2QD9D5MQV7.0 size=671986 2024-09-19T11:26:17.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.214+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=NT2QD9D5MQV7 tag=0CLAZYE96YOD type=write size=1720562 2024-09-19T11:26:17.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.215+0000 7f8576bd1780 1 < completed write operation key=Y9OEXPZ4M5UK tag=5OGGDLZF1QUR type=write size=382866 2024-09-19T11:26:17.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.217+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~NVZMT4US9GYF.0 size=1048576 2024-09-19T11:26:17.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.218+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~NVZMT4US9GYF.1 size=1048576 2024-09-19T11:26:17.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.219+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~NVZMT4US9GYF.2 size=980851 2024-09-19T11:26:17.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.219+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=NVZMT4US9GYF tag=PJHZSJUOXJYI type=write size=4126579 2024-09-19T11:26:17.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.220+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~RYH975T0EO7E.0 size=1048576 2024-09-19T11:26:17.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.221+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~RYH975T0EO7E.1 size=1048576 2024-09-19T11:26:17.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.222+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~RYH975T0EO7E.2 size=570786 2024-09-19T11:26:17.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.225+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=RYH975T0EO7E tag=B5ZZ6CVA4ICA type=write size=3716514 2024-09-19T11:26:17.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.226+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=WTIB21JF0H42 type=del size=1450020 2024-09-19T11:26:17.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.227+0000 7f8576bd1780 1 < canceled operation key=5CG1U88JETDH tag=PLPJ7TLV22S3 type=write size=926082 2024-09-19T11:26:17.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.228+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=KORGF1ZKRCLR type=del size=2327013 2024-09-19T11:26:17.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.229+0000 7f8576bd1780 1 < completed write operation key=FE3M1XO7TAS3 tag=0I3UOT9X23IR type=write size=969279 2024-09-19T11:26:17.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.231+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~LBNF7T8TWY9F.0 size=1048576 2024-09-19T11:26:17.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.232+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~LBNF7T8TWY9F.1 size=1048576 2024-09-19T11:26:17.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.233+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~LBNF7T8TWY9F.2 size=494439 2024-09-19T11:26:17.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.233+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=LBNF7T8TWY9F tag=JH4FY4D3AREY type=write size=3640167 2024-09-19T11:26:17.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.234+0000 7f8576bd1780 1 < canceled operation key=3321TAKJUZTG tag=W0TQ1IVC85EJ type=write size=1040525 2024-09-19T11:26:17.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.236+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=2O4UFS7S2BIE type=write size=751359 2024-09-19T11:26:17.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.237+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=PHRJYSRCJ0NM type=del 2024-09-19T11:26:17.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.238+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=VEPVYO3F9YWY type=write size=298709 2024-09-19T11:26:17.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.239+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~MAGWFH9BHDYK.0 size=1048576 2024-09-19T11:26:17.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.240+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~MAGWFH9BHDYK.1 size=1048576 2024-09-19T11:26:17.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.241+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~MAGWFH9BHDYK.2 size=567765 2024-09-19T11:26:17.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.243+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=MAGWFH9BHDYK tag=OHPEKDDSZ7PV type=write size=3713493 2024-09-19T11:26:17.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.244+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=S60CZKFBPB2T type=del size=1793519 2024-09-19T11:26:17.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.246+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=DRYT6M6DZB34 type=del 2024-09-19T11:26:17.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.247+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=NVNW3J6GT7X2 type=del size=2022558 2024-09-19T11:26:17.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.248+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=UDCJ7F5DL7U6 type=del 2024-09-19T11:26:17.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.249+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=YZNP19K32Q6M type=del size=385755 2024-09-19T11:26:17.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.251+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~IEUSZVZH35TM.0 size=1048576 2024-09-19T11:26:17.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.252+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~IEUSZVZH35TM.1 size=825634 2024-09-19T11:26:17.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.254+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=IEUSZVZH35TM tag=8BICZN4BX068 type=write size=2922786 2024-09-19T11:26:17.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.256+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~QQ8MQ2CWEHVI.0 size=1048576 2024-09-19T11:26:17.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.257+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~QQ8MQ2CWEHVI.1 size=356879 2024-09-19T11:26:17.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.257+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=QQ8MQ2CWEHVI tag=1OP6VJLXADQA type=write size=2454031 2024-09-19T11:26:17.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.258+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~G9FTJZCGJVUL.0 size=1048576 2024-09-19T11:26:17.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.259+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~G9FTJZCGJVUL.1 size=489346 2024-09-19T11:26:17.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.261+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=G9FTJZCGJVUL tag=8P9TOKOMEDPX type=write size=2586498 2024-09-19T11:26:17.266 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.264+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~16G7HDNTTJSI.0 size=42645 2024-09-19T11:26:17.266 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.264+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=16G7HDNTTJSI tag=46HTO2RGCIRY type=write size=1091221 2024-09-19T11:26:17.267 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.264+0000 7f8576bd1780 1 < canceled part key=_multipart_Y9OEXPZ4M5UK.2~GVI8U5OZXZO6.0 size=509826 2024-09-19T11:26:17.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.266+0000 7f8576bd1780 1 < canceled multipart upload key=Y9OEXPZ4M5UK upload=GVI8U5OZXZO6 tag=S0QXFEPD1KR5 type=write size=1558402 2024-09-19T11:26:17.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.268+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=O0R54LAXRQZW type=del size=4137890 2024-09-19T11:26:17.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.269+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~VHRFQG5HDLTO.0 size=1048576 2024-09-19T11:26:17.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.270+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~VHRFQG5HDLTO.1 size=330263 2024-09-19T11:26:17.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.272+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=VHRFQG5HDLTO tag=2ADO439ZJ7GN type=write size=2427415 2024-09-19T11:26:17.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.273+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=0T0XUT3S42K2 type=del size=2579703 2024-09-19T11:26:17.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.275+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~6BWGAA50MQDM.0 size=750976 2024-09-19T11:26:17.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.277+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=6BWGAA50MQDM tag=FLB5IWXQJFDO type=write size=1799552 2024-09-19T11:26:17.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.279+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~VP9TUJFHT8AJ.0 size=1048576 2024-09-19T11:26:17.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.280+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~VP9TUJFHT8AJ.1 size=1048576 2024-09-19T11:26:17.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.281+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~VP9TUJFHT8AJ.2 size=550077 2024-09-19T11:26:17.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.281+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=VP9TUJFHT8AJ tag=FKUL3TTL3FQR type=write size=3695805 2024-09-19T11:26:17.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.282+0000 7f8576bd1780 1 < completed write operation key=N7PGU1DM6N25 tag=I0TA30MXCH9O type=write size=1024947 2024-09-19T11:26:17.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.284+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=SBWHNZ2X009U type=del size=2733024 2024-09-19T11:26:17.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.285+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~NT2QD9D5MQV7.0 size=671986 2024-09-19T11:26:17.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.287+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=NT2QD9D5MQV7 tag=0CLAZYE96YOD type=write size=1720562 2024-09-19T11:26:17.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.288+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=F5VIEQL41EWD type=del size=3153965 2024-09-19T11:26:17.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.290+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~NVZMT4US9GYF.0 size=1048576 2024-09-19T11:26:17.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.291+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~NVZMT4US9GYF.1 size=1048576 2024-09-19T11:26:17.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.292+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~NVZMT4US9GYF.2 size=980851 2024-09-19T11:26:17.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.296+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=NVZMT4US9GYF tag=PJHZSJUOXJYI type=write size=4126579 2024-09-19T11:26:17.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.297+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=EZ3GPM59W3KW type=write size=795739 2024-09-19T11:26:17.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.298+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=WTIB21JF0H42 type=del 2024-09-19T11:26:17.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.300+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~OHANBIOTE3S3.0 size=199792 2024-09-19T11:26:17.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.300+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=OHANBIOTE3S3 tag=7HWMZ37AB0N5 type=write size=1248368 2024-09-19T11:26:17.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.301+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=KORGF1ZKRCLR type=del 2024-09-19T11:26:17.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.303+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~SCE3WISG0MMN.0 size=1048576 2024-09-19T11:26:17.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.304+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~SCE3WISG0MMN.1 size=587324 2024-09-19T11:26:17.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.304+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=SCE3WISG0MMN tag=5847I9NNIAAN type=write size=2684476 2024-09-19T11:26:17.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.306+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~LBNF7T8TWY9F.0 size=1048576 2024-09-19T11:26:17.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.307+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~LBNF7T8TWY9F.1 size=1048576 2024-09-19T11:26:17.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.308+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~LBNF7T8TWY9F.2 size=494439 2024-09-19T11:26:17.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.310+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=LBNF7T8TWY9F tag=JH4FY4D3AREY type=write size=3640167 2024-09-19T11:26:17.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.311+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=5IX8XAYQPXK9 type=del size=2259284 2024-09-19T11:26:17.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.312+0000 7f8576bd1780 1 < completed write operation key=3321TAKJUZTG tag=2O4UFS7S2BIE type=write size=751359 2024-09-19T11:26:17.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.314+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~YRXUKHNBI7EA.0 size=590790 2024-09-19T11:26:17.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.314+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=YRXUKHNBI7EA tag=W5XX98DBGG8Q type=write size=1639366 2024-09-19T11:26:17.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.316+0000 7f8576bd1780 1 < suggested remove operation key=ZPXM7YL89HZJ tag=VEPVYO3F9YWY type=write 2024-09-19T11:26:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.317+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=H32SXJ0M8J9M type=write size=586982 2024-09-19T11:26:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.318+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=S60CZKFBPB2T type=del 2024-09-19T11:26:17.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.319+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=0T3UUQ8KYIZ8 type=write size=859888 2024-09-19T11:26:17.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.321+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=NVNW3J6GT7X2 type=del 2024-09-19T11:26:17.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.322+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=FSXL8VXDK3YR type=write size=121040 2024-09-19T11:26:17.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.323+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=YZNP19K32Q6M type=del size=385755 2024-09-19T11:26:17.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.324+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=1Z7HPCRIVN7Z type=del size=3544164 2024-09-19T11:26:17.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.324+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~QQ8MQ2CWEHVI.0 size=1048576 2024-09-19T11:26:17.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.325+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~QQ8MQ2CWEHVI.1 size=356879 2024-09-19T11:26:17.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.327+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=QQ8MQ2CWEHVI tag=1OP6VJLXADQA type=write size=2454031 2024-09-19T11:26:17.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.328+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=JEMZ7ZM001J2 type=del size=62997 2024-09-19T11:26:17.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.330+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~16G7HDNTTJSI.0 size=42645 2024-09-19T11:26:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.332+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=16G7HDNTTJSI tag=46HTO2RGCIRY type=write size=1091221 2024-09-19T11:26:17.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.334+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~ZM81U1PHK3DR.0 size=1048576 2024-09-19T11:26:17.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.335+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~ZM81U1PHK3DR.1 size=1048576 2024-09-19T11:26:17.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.336+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~ZM81U1PHK3DR.2 size=419105 2024-09-19T11:26:17.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.336+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=ZM81U1PHK3DR tag=TD16RWTYK8TK type=write size=3564833 2024-09-19T11:26:17.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.337+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=O0R54LAXRQZW type=del 2024-09-19T11:26:17.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.339+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~Z1QLDBK8VO2T.0 size=1048576 2024-09-19T11:26:17.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.340+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~Z1QLDBK8VO2T.1 size=1048576 2024-09-19T11:26:17.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.341+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~Z1QLDBK8VO2T.2 size=114694 2024-09-19T11:26:17.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.341+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=Z1QLDBK8VO2T tag=96BQPLJ81B6V type=write size=3260422 2024-09-19T11:26:17.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.342+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=0T0XUT3S42K2 type=del 2024-09-19T11:26:17.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.343+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=65IKAIGOPFZ0 type=del size=2391400 2024-09-19T11:26:17.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.344+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~VP9TUJFHT8AJ.0 size=1048576 2024-09-19T11:26:17.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.345+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~VP9TUJFHT8AJ.1 size=1048576 2024-09-19T11:26:17.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.346+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~VP9TUJFHT8AJ.2 size=550077 2024-09-19T11:26:17.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.349+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=VP9TUJFHT8AJ tag=FKUL3TTL3FQR type=write size=3695805 2024-09-19T11:26:17.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.350+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=LB30V50RYVSO type=del size=668719 2024-09-19T11:26:17.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.351+0000 7f8576bd1780 -1 < failed to complete operation key=ZPXM7YL89HZJ tag=SBWHNZ2X009U type=del size=2733024: (22) Invalid argument 2024-09-19T11:26:17.354 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.352+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=KECNNODEX862 type=del size=3902433 2024-09-19T11:26:17.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.353+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=F5VIEQL41EWD type=del 2024-09-19T11:26:17.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.354+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=H7D0KJ4JIUBO type=write size=1014663 2024-09-19T11:26:17.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.356+0000 7f8576bd1780 1 < completed write operation key=N7PGU1DM6N25 tag=EZ3GPM59W3KW type=write size=795739 2024-09-19T11:26:17.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.358+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~LVFGOPTXOBMG.0 size=1048576 2024-09-19T11:26:17.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.359+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~LVFGOPTXOBMG.1 size=242520 2024-09-19T11:26:17.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.359+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=LVFGOPTXOBMG tag=14KC6NNDK8G0 type=write size=2339672 2024-09-19T11:26:17.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.360+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~OHANBIOTE3S3.0 size=199792 2024-09-19T11:26:17.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.362+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=OHANBIOTE3S3 tag=7HWMZ37AB0N5 type=write size=1248368 2024-09-19T11:26:17.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.364+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~3P0CTQL7POVF.0 size=556194 2024-09-19T11:26:17.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.364+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=3P0CTQL7POVF tag=HW9ZDAUSHS76 type=write size=1604770 2024-09-19T11:26:17.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.366+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~SCE3WISG0MMN.0 size=1048576 2024-09-19T11:26:17.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.366+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~SCE3WISG0MMN.1 size=587324 2024-09-19T11:26:17.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.368+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=SCE3WISG0MMN tag=5847I9NNIAAN type=write size=2684476 2024-09-19T11:26:17.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.370+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~WWTQHFUA9G1D.0 size=1018383 2024-09-19T11:26:17.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.370+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=WWTQHFUA9G1D tag=SP8TDQPTYXQR type=write size=2066959 2024-09-19T11:26:17.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.372+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=5IX8XAYQPXK9 type=del 2024-09-19T11:26:17.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.374+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~KJQKCRGPVBJW.0 size=859409 2024-09-19T11:26:17.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.374+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=KJQKCRGPVBJW tag=UY2WR3052585 type=write size=1907985 2024-09-19T11:26:17.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.375+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~YRXUKHNBI7EA.0 size=590790 2024-09-19T11:26:17.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.378+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=YRXUKHNBI7EA tag=W5XX98DBGG8Q type=write size=1639366 2024-09-19T11:26:17.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.380+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~8SBWWPYRI94T.0 size=1048576 2024-09-19T11:26:17.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.381+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~8SBWWPYRI94T.1 size=803498 2024-09-19T11:26:17.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.381+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=8SBWWPYRI94T tag=H5FI04CF97V9 type=write size=2900650 2024-09-19T11:26:17.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.382+0000 7f8576bd1780 1 < completed write operation key=BFY7ZISN7X2F tag=H32SXJ0M8J9M type=write size=586982 2024-09-19T11:26:17.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.383+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=1HYIY1UMRE8D type=del size=2979740 2024-09-19T11:26:17.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.384+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=0T3UUQ8KYIZ8 type=write size=859888 2024-09-19T11:26:17.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.386+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~O3OJ310OIGGO.0 size=918182 2024-09-19T11:26:17.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.386+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=O3OJ310OIGGO tag=4BGAAG5UR9CJ type=write size=1966758 2024-09-19T11:26:17.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.388+0000 7f8576bd1780 1 < completed write operation key=SQT4SZMGZ35M tag=FSXL8VXDK3YR type=write size=121040 2024-09-19T11:26:17.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.389+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=4P5C3060NSTD type=write size=54243 2024-09-19T11:26:17.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.390+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=1Z7HPCRIVN7Z type=del 2024-09-19T11:26:17.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.392+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~T6YF2SXYC8GQ.0 size=606100 2024-09-19T11:26:17.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.392+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=T6YF2SXYC8GQ tag=9HJPGU0APR12 type=write size=1654676 2024-09-19T11:26:17.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.394+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=JEMZ7ZM001J2 type=del 2024-09-19T11:26:17.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.395+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=NV1WC0U79Q73 type=del size=453483 2024-09-19T11:26:17.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.396+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~ZM81U1PHK3DR.0 size=1048576 2024-09-19T11:26:17.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.397+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~ZM81U1PHK3DR.1 size=1048576 2024-09-19T11:26:17.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.398+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~ZM81U1PHK3DR.2 size=419105 2024-09-19T11:26:17.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.400+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=ZM81U1PHK3DR tag=TD16RWTYK8TK type=write size=3564833 2024-09-19T11:26:17.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.402+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~UM69MPS84XXR.0 size=1048576 2024-09-19T11:26:17.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.403+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~UM69MPS84XXR.1 size=895340 2024-09-19T11:26:17.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.403+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=UM69MPS84XXR tag=JX30Z99GV70W type=write size=2992492 2024-09-19T11:26:17.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.404+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~Z1QLDBK8VO2T.0 size=1048576 2024-09-19T11:26:17.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.405+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~Z1QLDBK8VO2T.1 size=1048576 2024-09-19T11:26:17.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.406+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~Z1QLDBK8VO2T.2 size=114694 2024-09-19T11:26:17.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.408+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=Z1QLDBK8VO2T tag=96BQPLJ81B6V type=write size=3260422 2024-09-19T11:26:17.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.411+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~UN1MQQA97BWE.0 size=550786 2024-09-19T11:26:17.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.411+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=UN1MQQA97BWE tag=ED8IDC3LX5Q1 type=write size=1599362 2024-09-19T11:26:17.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.413+0000 7f8576bd1780 1 < suggested remove operation key=ZWZW4UE288SB tag=65IKAIGOPFZ0 type=del 2024-09-19T11:26:17.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.415+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=RPSNH1TXPUU1 type=del size=3854282 2024-09-19T11:26:17.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.416+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=LB30V50RYVSO type=del 2024-09-19T11:26:17.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.418+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~LZ9BXO03MHQF.0 size=316531 2024-09-19T11:26:17.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.418+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=LZ9BXO03MHQF tag=P2V02EN4DBJO type=write size=1365107 2024-09-19T11:26:17.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.419+0000 7f8576bd1780 -1 < failed to complete operation key=ZWZW4UE288SB tag=KECNNODEX862 type=del size=3902433: (22) Invalid argument 2024-09-19T11:26:17.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.420+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=ZFFXHPRDLVI3 type=del size=4131440 2024-09-19T11:26:17.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.422+0000 7f8576bd1780 1 < completed write operation key=58U30UDUEZ3W tag=H7D0KJ4JIUBO type=write size=1014663 2024-09-19T11:26:17.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.424+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~V6Z8BLXT15A5.0 size=454562 2024-09-19T11:26:17.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.424+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=V6Z8BLXT15A5 tag=HWWOT01W3KP9 type=write size=1503138 2024-09-19T11:26:17.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.425+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~LVFGOPTXOBMG.0 size=1048576 2024-09-19T11:26:17.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.426+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~LVFGOPTXOBMG.1 size=242520 2024-09-19T11:26:17.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.428+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=LVFGOPTXOBMG tag=14KC6NNDK8G0 type=write size=2339672 2024-09-19T11:26:17.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.429+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=G37FZ3A7PXRJ type=del size=3208177 2024-09-19T11:26:17.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.430+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~3P0CTQL7POVF.0 size=556194 2024-09-19T11:26:17.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.432+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=3P0CTQL7POVF tag=HW9ZDAUSHS76 type=write size=1604770 2024-09-19T11:26:17.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.434+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~DCCV0ELM9H6C.0 size=1048576 2024-09-19T11:26:17.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.435+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~DCCV0ELM9H6C.1 size=984580 2024-09-19T11:26:17.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.435+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=DCCV0ELM9H6C tag=AKV2B2XUKJG9 type=write size=3081732 2024-09-19T11:26:17.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.437+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~WWTQHFUA9G1D.0 size=1018383 2024-09-19T11:26:17.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.439+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=WWTQHFUA9G1D tag=SP8TDQPTYXQR type=write size=2066959 2024-09-19T11:26:17.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.440+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=Y7XJZAOU2U17 type=write size=181190 2024-09-19T11:26:17.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.441+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~KJQKCRGPVBJW.0 size=859409 2024-09-19T11:26:17.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.444+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=KJQKCRGPVBJW tag=UY2WR3052585 type=write size=1907985 2024-09-19T11:26:17.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.445+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=QSCVX6CTW0KS type=write size=158195 2024-09-19T11:26:17.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.446+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~8SBWWPYRI94T.0 size=1048576 2024-09-19T11:26:17.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.447+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~8SBWWPYRI94T.1 size=803498 2024-09-19T11:26:17.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.449+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=8SBWWPYRI94T tag=H5FI04CF97V9 type=write size=2900650 2024-09-19T11:26:17.452 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.450+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=S2JRXJO7CYA4 type=del size=3752285 2024-09-19T11:26:17.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.451+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=1HYIY1UMRE8D type=del 2024-09-19T11:26:17.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.454+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~9GJ2L1VSCSFR.0 size=1048576 2024-09-19T11:26:17.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.455+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~9GJ2L1VSCSFR.1 size=1048576 2024-09-19T11:26:17.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.455+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~9GJ2L1VSCSFR.2 size=788553 2024-09-19T11:26:17.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.455+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=9GJ2L1VSCSFR tag=9XA2WV60FR7E type=write size=3934281 2024-09-19T11:26:17.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.457+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~O3OJ310OIGGO.0 size=918182 2024-09-19T11:26:17.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.459+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=O3OJ310OIGGO tag=4BGAAG5UR9CJ type=write size=1966758 2024-09-19T11:26:17.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.461+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~ZB51543NA7YH.0 size=1048576 2024-09-19T11:26:17.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.462+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~ZB51543NA7YH.1 size=566230 2024-09-19T11:26:17.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.462+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=ZB51543NA7YH tag=OX04GEAZOUCP type=write size=2663382 2024-09-19T11:26:17.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.463+0000 7f8576bd1780 1 < completed write operation key=3FHKTREC6TOT tag=4P5C3060NSTD type=write size=54243 2024-09-19T11:26:17.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.464+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=6ZDU64844UKC type=write size=417614 2024-09-19T11:26:17.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.465+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~T6YF2SXYC8GQ.0 size=606100 2024-09-19T11:26:17.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.467+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=T6YF2SXYC8GQ tag=9HJPGU0APR12 type=write size=1654676 2024-09-19T11:26:17.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.469+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=DXJUGN9W300Y type=del size=1847064 2024-09-19T11:26:17.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.470+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=NV1WC0U79Q73 type=del 2024-09-19T11:26:17.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.471+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=ZIKWO76Q2TIP type=del size=2304203 2024-09-19T11:26:17.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.472+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~UM69MPS84XXR.0 size=1048576 2024-09-19T11:26:17.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.473+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~UM69MPS84XXR.1 size=895340 2024-09-19T11:26:17.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.475+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=UM69MPS84XXR tag=JX30Z99GV70W type=write size=2992492 2024-09-19T11:26:17.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.477+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~X3LEJFHNO0S0.0 size=1048576 2024-09-19T11:26:17.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.478+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~X3LEJFHNO0S0.1 size=538707 2024-09-19T11:26:17.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.478+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=X3LEJFHNO0S0 tag=5NWKVPQB5UVW type=write size=2635859 2024-09-19T11:26:17.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.480+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~UN1MQQA97BWE.0 size=550786 2024-09-19T11:26:17.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.482+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=UN1MQQA97BWE tag=ED8IDC3LX5Q1 type=write size=1599362 2024-09-19T11:26:17.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.483+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=L7FF4COQY9W1 type=del size=2516673 2024-09-19T11:26:17.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.485+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=RPSNH1TXPUU1 type=del 2024-09-19T11:26:17.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.486+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=QO9K44XBE7OJ type=del size=2496151 2024-09-19T11:26:17.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.487+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~LZ9BXO03MHQF.0 size=316531 2024-09-19T11:26:17.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.490+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=LZ9BXO03MHQF tag=P2V02EN4DBJO type=write size=1365107 2024-09-19T11:26:17.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.491+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=01G5F7SZOUDG type=del size=4109838 2024-09-19T11:26:17.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.494+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=ZFFXHPRDLVI3 type=del 2024-09-19T11:26:17.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.496+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~K0ZGNS6DSY17.0 size=1048576 2024-09-19T11:26:17.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.497+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~K0ZGNS6DSY17.1 size=1048576 2024-09-19T11:26:17.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.498+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~K0ZGNS6DSY17.2 size=349733 2024-09-19T11:26:17.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.498+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=K0ZGNS6DSY17 tag=NJQWBECCMPBL type=write size=3495461 2024-09-19T11:26:17.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.499+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~V6Z8BLXT15A5.0 size=454562 2024-09-19T11:26:17.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.501+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=V6Z8BLXT15A5 tag=HWWOT01W3KP9 type=write size=1503138 2024-09-19T11:26:17.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.503+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~XGR2OW9LJ3PA.0 size=1048576 2024-09-19T11:26:17.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.504+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~XGR2OW9LJ3PA.1 size=340606 2024-09-19T11:26:17.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.504+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=XGR2OW9LJ3PA tag=KG4J038BI0CZ type=write size=2437758 2024-09-19T11:26:17.508 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.506+0000 7f8576bd1780 1 < suggested remove operation key=58U30UDUEZ3W tag=G37FZ3A7PXRJ type=del 2024-09-19T11:26:17.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.507+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=NQ65AS6XJTC5 type=del size=3319387 2024-09-19T11:26:17.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.508+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~DCCV0ELM9H6C.0 size=1048576 2024-09-19T11:26:17.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.509+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~DCCV0ELM9H6C.1 size=984580 2024-09-19T11:26:17.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.511+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=DCCV0ELM9H6C tag=AKV2B2XUKJG9 type=write size=3081732 2024-09-19T11:26:17.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.513+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~XQ0IMS617LY5.0 size=830799 2024-09-19T11:26:17.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.513+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=XQ0IMS617LY5 tag=SRXIHH60B82L type=write size=1879375 2024-09-19T11:26:17.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.515+0000 7f8576bd1780 1 < suggested update operation key=5CG1U88JETDH tag=Y7XJZAOU2U17 type=write size=181190 2024-09-19T11:26:17.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.517+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=GBCAZS7OB2CR type=write size=175998 2024-09-19T11:26:17.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.518+0000 7f8576bd1780 1 < completed write operation key=JCTD8EOFVYS2 tag=QSCVX6CTW0KS type=write size=158195 2024-09-19T11:26:17.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.519+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=0VZM3CRRLDU7 type=del size=3371579 2024-09-19T11:26:17.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.520+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=S2JRXJO7CYA4 type=del 2024-09-19T11:26:17.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.521+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=BNN2B33AXH0P type=del size=778918 2024-09-19T11:26:17.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.523+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~9GJ2L1VSCSFR.0 size=1048576 2024-09-19T11:26:17.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.523+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~9GJ2L1VSCSFR.1 size=1048576 2024-09-19T11:26:17.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.524+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~9GJ2L1VSCSFR.2 size=788553 2024-09-19T11:26:17.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.526+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=9GJ2L1VSCSFR tag=9XA2WV60FR7E type=write size=3934281 2024-09-19T11:26:17.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.529+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~5OAT7L2H282M.0 size=1048576 2024-09-19T11:26:17.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.529+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~5OAT7L2H282M.1 size=59158 2024-09-19T11:26:17.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.529+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=5OAT7L2H282M tag=RHWOA2FEO66D type=write size=2156310 2024-09-19T11:26:17.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.531+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~ZB51543NA7YH.0 size=1048576 2024-09-19T11:26:17.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.532+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~ZB51543NA7YH.1 size=566230 2024-09-19T11:26:17.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.534+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=ZB51543NA7YH tag=OX04GEAZOUCP type=write size=2663382 2024-09-19T11:26:17.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.535+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=BTR7690CYZ7U type=del size=2641801 2024-09-19T11:26:17.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.537+0000 7f8576bd1780 1 < suggested remove operation key=N3RHCSW3HQCI tag=6ZDU64844UKC type=write 2024-09-19T11:26:17.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.538+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=VO3TEDFHM3KZ type=write size=385989 2024-09-19T11:26:17.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.539+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=DXJUGN9W300Y type=del 2024-09-19T11:26:17.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.542+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~I8WXS7F6FWIR.0 size=937377 2024-09-19T11:26:17.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.542+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=I8WXS7F6FWIR tag=YWFA8ZW01THA type=write size=1985953 2024-09-19T11:26:17.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.543+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=ZIKWO76Q2TIP type=del 2024-09-19T11:26:17.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.544+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=7YPEHJ7JJYH5 type=del size=3022588 2024-09-19T11:26:17.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.545+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~X3LEJFHNO0S0.0 size=1048576 2024-09-19T11:26:17.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.546+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~X3LEJFHNO0S0.1 size=538707 2024-09-19T11:26:17.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.550+0000 7f8576bd1780 1 < completed multipart upload key=YJ3WDCJJJLOH upload=X3LEJFHNO0S0 tag=5NWKVPQB5UVW type=write size=2635859 2024-09-19T11:26:17.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.552+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~3VQF3PUNOD1K.0 size=1048576 2024-09-19T11:26:17.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.553+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~3VQF3PUNOD1K.1 size=1048576 2024-09-19T11:26:17.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.554+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~3VQF3PUNOD1K.2 size=181746 2024-09-19T11:26:17.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.554+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=3VQF3PUNOD1K tag=LGNUXTQGZBO9 type=write size=3327474 2024-09-19T11:26:17.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.555+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=L7FF4COQY9W1 type=del 2024-09-19T11:26:17.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.556+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=FXIU7GF8FDZP type=del size=2541241 2024-09-19T11:26:17.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.559+0000 7f8576bd1780 1 < suggested update operation key=3FHKTREC6TOT tag=QO9K44XBE7OJ type=del size=2496151 2024-09-19T11:26:17.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.560+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=81W7WHS2OX4I type=write size=214957 2024-09-19T11:26:17.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.561+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=01G5F7SZOUDG type=del 2024-09-19T11:26:17.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.562+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=31KBWYFG12MJ type=write size=430612 2024-09-19T11:26:17.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.564+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~K0ZGNS6DSY17.0 size=1048576 2024-09-19T11:26:17.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.565+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~K0ZGNS6DSY17.1 size=1048576 2024-09-19T11:26:17.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.565+0000 7f8576bd1780 1 < canceled part key=_multipart_KKKADFW73I84.2~K0ZGNS6DSY17.2 size=349733 2024-09-19T11:26:17.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.566+0000 7f8576bd1780 1 < canceled multipart upload key=KKKADFW73I84 upload=K0ZGNS6DSY17 tag=NJQWBECCMPBL type=write size=3495461 2024-09-19T11:26:17.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.569+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~3KAJB5443P7E.0 size=1048576 2024-09-19T11:26:17.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.570+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~3KAJB5443P7E.1 size=1048576 2024-09-19T11:26:17.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.570+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~3KAJB5443P7E.2 size=274033 2024-09-19T11:26:17.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.570+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=3KAJB5443P7E tag=1TJPLERJUA3P type=write size=3419761 2024-09-19T11:26:17.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.572+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~XGR2OW9LJ3PA.0 size=1048576 2024-09-19T11:26:17.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.573+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~XGR2OW9LJ3PA.1 size=340606 2024-09-19T11:26:17.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.575+0000 7f8576bd1780 1 < completed multipart upload key=N3RHCSW3HQCI upload=XGR2OW9LJ3PA tag=KG4J038BI0CZ type=write size=2437758 2024-09-19T11:26:17.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.576+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=6KOUTML84ENI type=del size=2197114 2024-09-19T11:26:17.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.577+0000 7f8576bd1780 -1 < failed to complete operation key=5CG1U88JETDH tag=NQ65AS6XJTC5 type=del size=3319387: (22) Invalid argument 2024-09-19T11:26:17.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.578+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=9RE1CH4K4DAY type=del size=803603 2024-09-19T11:26:17.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.580+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~XQ0IMS617LY5.0 size=830799 2024-09-19T11:26:17.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.582+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=XQ0IMS617LY5 tag=SRXIHH60B82L type=write size=1879375 2024-09-19T11:26:17.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.584+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~2VX43RAP8EYO.0 size=1048576 2024-09-19T11:26:17.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.584+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~2VX43RAP8EYO.1 size=1048576 2024-09-19T11:26:17.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.585+0000 7f8576bd1780 1 > prepared part key=_multipart_N5KNLV13G1PN.2~2VX43RAP8EYO.2 size=879003 2024-09-19T11:26:17.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.585+0000 7f8576bd1780 1 > prepared multipart upload key=N5KNLV13G1PN upload=2VX43RAP8EYO tag=KAAO3AW1PHA7 type=write size=4024731 2024-09-19T11:26:17.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.586+0000 7f8576bd1780 1 < canceled operation key=5G75PFJB25A0 tag=GBCAZS7OB2CR type=write size=175998 2024-09-19T11:26:17.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.588+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=YYP04U1N9I67 type=write size=101047 2024-09-19T11:26:17.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.590+0000 7f8576bd1780 1 < suggested update operation key=Y3SGWOZW0N7T tag=0VZM3CRRLDU7 type=del size=3371579 2024-09-19T11:26:17.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.592+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~F9O7R4WW6LEL.0 size=709513 2024-09-19T11:26:17.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.592+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=F9O7R4WW6LEL tag=52Z6LIOAQ5LL type=write size=1758089 2024-09-19T11:26:17.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.594+0000 7f8576bd1780 1 < canceled operation key=N5KNLV13G1PN tag=BNN2B33AXH0P type=del size=778918 2024-09-19T11:26:17.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.595+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=IZ54O13HLD1L type=del size=2820724 2024-09-19T11:26:17.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.596+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~5OAT7L2H282M.0 size=1048576 2024-09-19T11:26:17.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.596+0000 7f8576bd1780 1 < canceled part key=_multipart_KFMJ4RY4PU1U.2~5OAT7L2H282M.1 size=59158 2024-09-19T11:26:17.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.598+0000 7f8576bd1780 1 < canceled multipart upload key=KFMJ4RY4PU1U upload=5OAT7L2H282M tag=RHWOA2FEO66D type=write size=2156310 2024-09-19T11:26:17.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.599+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=DH3PKZXM25J9 type=del size=3206922 2024-09-19T11:26:17.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.600+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=BTR7690CYZ7U type=del 2024-09-19T11:26:17.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.602+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=JB2MPM8Q9CKN type=del size=3901804 2024-09-19T11:26:17.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.603+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=VO3TEDFHM3KZ type=write size=385989 2024-09-19T11:26:17.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.605+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~PTXQLXB5KG3H.0 size=1048576 2024-09-19T11:26:17.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.606+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~PTXQLXB5KG3H.1 size=1048576 2024-09-19T11:26:17.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.607+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~PTXQLXB5KG3H.2 size=925640 2024-09-19T11:26:17.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.607+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=PTXQLXB5KG3H tag=22OG7LQZQ2TY type=write size=4071368 2024-09-19T11:26:17.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.608+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~I8WXS7F6FWIR.0 size=937377 2024-09-19T11:26:17.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.610+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=I8WXS7F6FWIR tag=YWFA8ZW01THA type=write size=1985953 2024-09-19T11:26:17.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.611+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=CP10TF12KVZU type=del size=2604301 2024-09-19T11:26:17.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.612+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=7YPEHJ7JJYH5 type=del 2024-09-19T11:26:17.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.615+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~YZPEJ70I5261.0 size=1048576 2024-09-19T11:26:17.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.615+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~YZPEJ70I5261.1 size=1048576 2024-09-19T11:26:17.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.616+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~YZPEJ70I5261.2 size=10874 2024-09-19T11:26:17.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.616+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=YZPEJ70I5261 tag=IW03J901U29F type=write size=3156602 2024-09-19T11:26:17.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.617+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~3VQF3PUNOD1K.0 size=1048576 2024-09-19T11:26:17.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.618+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~3VQF3PUNOD1K.1 size=1048576 2024-09-19T11:26:17.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.619+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~3VQF3PUNOD1K.2 size=181746 2024-09-19T11:26:17.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.621+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=3VQF3PUNOD1K tag=LGNUXTQGZBO9 type=write size=3327474 2024-09-19T11:26:17.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.623+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~QLZX0KHCOR5V.0 size=23094 2024-09-19T11:26:17.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.623+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=QLZX0KHCOR5V tag=K4FIMCRZP6QU type=write size=1071670 2024-09-19T11:26:17.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.624+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=FXIU7GF8FDZP type=del 2024-09-19T11:26:17.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.625+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=MYKY0X6BA20N type=del size=441043 2024-09-19T11:26:17.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.627+0000 7f8576bd1780 1 < completed write operation key=SQT4SZMGZ35M tag=81W7WHS2OX4I type=write size=214957 2024-09-19T11:26:17.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.628+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~N4R6FVZ6L6AY.0 size=1004647 2024-09-19T11:26:17.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.628+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=N4R6FVZ6L6AY tag=RKU92B9Q2TS5 type=write size=2053223 2024-09-19T11:26:17.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.630+0000 7f8576bd1780 1 < completed write operation key=PSPJL1Y4L8JB tag=31KBWYFG12MJ type=write size=430612 2024-09-19T11:26:17.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.631+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=2HIEEPRPLG5N type=del size=2767625 2024-09-19T11:26:17.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.632+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~3KAJB5443P7E.0 size=1048576 2024-09-19T11:26:17.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.633+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~3KAJB5443P7E.1 size=1048576 2024-09-19T11:26:17.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.633+0000 7f8576bd1780 1 < canceled part key=_multipart_ZPXM7YL89HZJ.2~3KAJB5443P7E.2 size=274033 2024-09-19T11:26:17.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.635+0000 7f8576bd1780 1 < canceled multipart upload key=ZPXM7YL89HZJ upload=3KAJB5443P7E tag=1TJPLERJUA3P type=write size=3419761 2024-09-19T11:26:17.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.636+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=ALF9OXDE7HLX type=del size=2966405 2024-09-19T11:26:17.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.637+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=6KOUTML84ENI type=del 2024-09-19T11:26:17.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.639+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=2B72A9LXBEYE type=del size=2662434 2024-09-19T11:26:17.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.640+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=9RE1CH4K4DAY type=del 2024-09-19T11:26:17.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.641+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=1RSJ1D22WP4E type=del size=2263864 2024-09-19T11:26:17.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.642+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~2VX43RAP8EYO.0 size=1048576 2024-09-19T11:26:17.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.643+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~2VX43RAP8EYO.1 size=1048576 2024-09-19T11:26:17.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.644+0000 7f8576bd1780 1 < completed part key=_multipart_N5KNLV13G1PN.2~2VX43RAP8EYO.2 size=879003 2024-09-19T11:26:17.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.646+0000 7f8576bd1780 1 < completed multipart upload key=N5KNLV13G1PN upload=2VX43RAP8EYO tag=KAAO3AW1PHA7 type=write size=4024731 2024-09-19T11:26:17.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.647+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=E2H08EBHUUZ8 type=write size=264745 2024-09-19T11:26:17.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.648+0000 7f8576bd1780 1 < completed write operation key=N5KNLV13G1PN tag=YYP04U1N9I67 type=write size=101047 2024-09-19T11:26:17.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.651+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~XHBL3MO3U8WM.0 size=1048576 2024-09-19T11:26:17.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.652+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~XHBL3MO3U8WM.1 size=866342 2024-09-19T11:26:17.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.652+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=XHBL3MO3U8WM tag=ETAUX4KIM641 type=write size=2963494 2024-09-19T11:26:17.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.653+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~F9O7R4WW6LEL.0 size=709513 2024-09-19T11:26:17.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.655+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=F9O7R4WW6LEL tag=52Z6LIOAQ5LL type=write size=1758089 2024-09-19T11:26:17.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.656+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=FQHN2QBA9LN4 type=del size=89998 2024-09-19T11:26:17.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.657+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=IZ54O13HLD1L type=del 2024-09-19T11:26:17.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.658+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=ATABR4LJMWMG type=del size=1009542 2024-09-19T11:26:17.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.659+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=DH3PKZXM25J9 type=del 2024-09-19T11:26:17.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.661+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~BA90VZW0MJ1U.0 size=1048576 2024-09-19T11:26:17.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.662+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~BA90VZW0MJ1U.1 size=1014330 2024-09-19T11:26:17.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.662+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=BA90VZW0MJ1U tag=GW023FI0M695 type=write size=3111482 2024-09-19T11:26:17.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.664+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=JB2MPM8Q9CKN type=del 2024-09-19T11:26:17.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.665+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=11CAMRH2UJON type=del size=3839875 2024-09-19T11:26:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.666+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~PTXQLXB5KG3H.0 size=1048576 2024-09-19T11:26:17.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.667+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~PTXQLXB5KG3H.1 size=1048576 2024-09-19T11:26:17.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.668+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~PTXQLXB5KG3H.2 size=925640 2024-09-19T11:26:17.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.670+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=PTXQLXB5KG3H tag=22OG7LQZQ2TY type=write size=4071368 2024-09-19T11:26:17.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.671+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=Y3TYOPUY4LL1 type=del size=2686761 2024-09-19T11:26:17.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.672+0000 7f8576bd1780 1 < canceled operation key=FE3M1XO7TAS3 tag=CP10TF12KVZU type=del size=2604301 2024-09-19T11:26:17.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.675+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~7XY3Y861F7IW.0 size=178642 2024-09-19T11:26:17.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.675+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=7XY3Y861F7IW tag=9LIHKIKD8Z6C type=write size=1227218 2024-09-19T11:26:17.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.676+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~YZPEJ70I5261.0 size=1048576 2024-09-19T11:26:17.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.677+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~YZPEJ70I5261.1 size=1048576 2024-09-19T11:26:17.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.677+0000 7f8576bd1780 1 < canceled part key=_multipart_KFMJ4RY4PU1U.2~YZPEJ70I5261.2 size=10874 2024-09-19T11:26:17.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.679+0000 7f8576bd1780 1 < canceled multipart upload key=KFMJ4RY4PU1U upload=YZPEJ70I5261 tag=IW03J901U29F type=write size=3156602 2024-09-19T11:26:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.680+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=PP0B8HWJYY0X type=write size=973955 2024-09-19T11:26:17.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.682+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~QLZX0KHCOR5V.0 size=23094 2024-09-19T11:26:17.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.683+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=QLZX0KHCOR5V tag=K4FIMCRZP6QU type=write size=1071670 2024-09-19T11:26:17.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.685+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=FSN78ZGSUB8I type=del size=1079028 2024-09-19T11:26:17.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.686+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=MYKY0X6BA20N type=del 2024-09-19T11:26:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.689+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~I052BGOB1E63.0 size=304633 2024-09-19T11:26:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.689+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=I052BGOB1E63 tag=TOW8VGD3T5DY type=write size=1353209 2024-09-19T11:26:17.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.690+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~N4R6FVZ6L6AY.0 size=1004647 2024-09-19T11:26:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.692+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=N4R6FVZ6L6AY tag=RKU92B9Q2TS5 type=write size=2053223 2024-09-19T11:26:17.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.693+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=T0BYMQSBVFEV type=del size=1837185 2024-09-19T11:26:17.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.694+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=2HIEEPRPLG5N type=del 2024-09-19T11:26:17.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.696+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~CZP8O89NA8Q4.0 size=580691 2024-09-19T11:26:17.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.696+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=CZP8O89NA8Q4 tag=3QEF6SJY9PV1 type=write size=1629267 2024-09-19T11:26:17.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.698+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=ALF9OXDE7HLX type=del 2024-09-19T11:26:17.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.699+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=M5KWYTN8Q0XI type=del size=3468863 2024-09-19T11:26:17.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.700+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=2B72A9LXBEYE type=del 2024-09-19T11:26:17.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.702+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=I29PMHEELA7J type=del size=3586356 2024-09-19T11:26:17.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.703+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=1RSJ1D22WP4E type=del 2024-09-19T11:26:17.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.704+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=U3HFFW519HN6 type=del size=1309828 2024-09-19T11:26:17.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.706+0000 7f8576bd1780 1 < completed write operation key=5PL1P4MQWBJN tag=E2H08EBHUUZ8 type=write size=264745 2024-09-19T11:26:17.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.708+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~9CLZO105YS0R.0 size=1048576 2024-09-19T11:26:17.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.709+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~9CLZO105YS0R.1 size=1048576 2024-09-19T11:26:17.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.710+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~9CLZO105YS0R.2 size=727003 2024-09-19T11:26:17.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.710+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=9CLZO105YS0R tag=UQOS0V4ORNX7 type=write size=3872731 2024-09-19T11:26:17.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.711+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~XHBL3MO3U8WM.0 size=1048576 2024-09-19T11:26:17.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.714+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~XHBL3MO3U8WM.1 size=866342 2024-09-19T11:26:17.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.716+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=XHBL3MO3U8WM tag=ETAUX4KIM641 type=write size=2963494 2024-09-19T11:26:17.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.717+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=OYVYA0WQVLLZ type=del size=2172884 2024-09-19T11:26:17.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.718+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=FQHN2QBA9LN4 type=del 2024-09-19T11:26:17.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.720+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~MUXOZPEYN7JS.0 size=1048576 2024-09-19T11:26:17.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.721+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~MUXOZPEYN7JS.1 size=1048576 2024-09-19T11:26:17.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.722+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~MUXOZPEYN7JS.2 size=60569 2024-09-19T11:26:17.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.722+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=MUXOZPEYN7JS tag=JZR3URX33CNN type=write size=3206297 2024-09-19T11:26:17.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.724+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=ATABR4LJMWMG type=del 2024-09-19T11:26:17.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.725+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=OCMJA95YFENS type=del size=196810 2024-09-19T11:26:17.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.725+0000 7f8576bd1780 1 < canceled part key=_multipart_XD7FFT9LKVRY.2~BA90VZW0MJ1U.0 size=1048576 2024-09-19T11:26:17.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.726+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~BA90VZW0MJ1U.1 size=1014330 2024-09-19T11:26:17.730 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.728+0000 7f8576bd1780 1 < canceled multipart upload key=XD7FFT9LKVRY upload=BA90VZW0MJ1U tag=GW023FI0M695 type=write size=3111482 2024-09-19T11:26:17.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.730+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=NBT20GCK9GM3 type=del size=3043811 2024-09-19T11:26:17.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.731+0000 7f8576bd1780 1 < canceled operation key=KFMJ4RY4PU1U tag=11CAMRH2UJON type=del size=3839875 2024-09-19T11:26:17.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.732+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=0GMB14OVHZ1C type=write size=1036990 2024-09-19T11:26:17.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.735+0000 7f8576bd1780 1 < suggested remove operation key=ZPXM7YL89HZJ tag=Y3TYOPUY4LL1 type=del 2024-09-19T11:26:17.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.736+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=NX7HGB2O8L4K type=del size=420484 2024-09-19T11:26:17.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.738+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~7XY3Y861F7IW.0 size=178642 2024-09-19T11:26:17.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.740+0000 7f8576bd1780 1 < completed multipart upload key=MZMHUNQR1QO8 upload=7XY3Y861F7IW tag=9LIHKIKD8Z6C type=write size=1227218 2024-09-19T11:26:17.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.741+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=U7JK1P7N6XBN type=write size=417777 2024-09-19T11:26:17.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.742+0000 7f8576bd1780 1 < completed write operation key=R1ZFOJD08GS5 tag=PP0B8HWJYY0X type=write size=973955 2024-09-19T11:26:17.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.744+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~TW007PZ8CWDI.0 size=1048576 2024-09-19T11:26:17.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.745+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~TW007PZ8CWDI.1 size=1048576 2024-09-19T11:26:17.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.746+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~TW007PZ8CWDI.2 size=500591 2024-09-19T11:26:17.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.746+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=TW007PZ8CWDI tag=LONTNCFNV41A type=write size=3646319 2024-09-19T11:26:17.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.748+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=FSN78ZGSUB8I type=del 2024-09-19T11:26:17.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.750+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~RC002UNEHMJI.0 size=1048576 2024-09-19T11:26:17.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.751+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~RC002UNEHMJI.1 size=1048576 2024-09-19T11:26:17.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.752+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~RC002UNEHMJI.2 size=508039 2024-09-19T11:26:17.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.752+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=RC002UNEHMJI tag=JDI6FAHTVO14 type=write size=3653767 2024-09-19T11:26:17.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.754+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~I052BGOB1E63.0 size=304633 2024-09-19T11:26:17.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.755+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=I052BGOB1E63 tag=TOW8VGD3T5DY type=write size=1353209 2024-09-19T11:26:17.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.758+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~A21RZKEBGI1K.0 size=1048576 2024-09-19T11:26:17.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.759+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~A21RZKEBGI1K.1 size=1048576 2024-09-19T11:26:17.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.759+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~A21RZKEBGI1K.2 size=580089 2024-09-19T11:26:17.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.759+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=A21RZKEBGI1K tag=9JT5BUSQJ8YI type=write size=3725817 2024-09-19T11:26:17.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.761+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=T0BYMQSBVFEV type=del 2024-09-19T11:26:17.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.763+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~VEK2QIP0CFH1.0 size=1048576 2024-09-19T11:26:17.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.764+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~VEK2QIP0CFH1.1 size=1048576 2024-09-19T11:26:17.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.765+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~VEK2QIP0CFH1.2 size=227210 2024-09-19T11:26:17.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.765+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=VEK2QIP0CFH1 tag=I8YZI85R33CP type=write size=3372938 2024-09-19T11:26:17.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.766+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~CZP8O89NA8Q4.0 size=580691 2024-09-19T11:26:17.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.768+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=CZP8O89NA8Q4 tag=3QEF6SJY9PV1 type=write size=1629267 2024-09-19T11:26:17.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.769+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=5QT9VKUK56YA type=del size=1022540 2024-09-19T11:26:17.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.770+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=M5KWYTN8Q0XI type=del 2024-09-19T11:26:17.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.771+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=07BLB5VS4082 type=del size=2214168 2024-09-19T11:26:17.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.772+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=I29PMHEELA7J type=del size=3586356 2024-09-19T11:26:17.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.774+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~7TI3U5UDJQ37.0 size=1048576 2024-09-19T11:26:17.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.775+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~7TI3U5UDJQ37.1 size=458270 2024-09-19T11:26:17.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.775+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=7TI3U5UDJQ37 tag=YHMDEIHN61EW type=write size=2555422 2024-09-19T11:26:17.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.777+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=U3HFFW519HN6 type=del 2024-09-19T11:26:17.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.778+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=F0W96C4HKWZS type=del size=2273801 2024-09-19T11:26:17.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.779+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~9CLZO105YS0R.0 size=1048576 2024-09-19T11:26:17.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.780+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~9CLZO105YS0R.1 size=1048576 2024-09-19T11:26:17.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.781+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~9CLZO105YS0R.2 size=727003 2024-09-19T11:26:17.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.783+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=9CLZO105YS0R tag=UQOS0V4ORNX7 type=write size=3872731 2024-09-19T11:26:17.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.784+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=HT7HL6RUDUMB type=del size=1360788 2024-09-19T11:26:17.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.786+0000 7f8576bd1780 1 < suggested update operation key=7B4T99OA9CO4 tag=OYVYA0WQVLLZ type=del size=2172884 2024-09-19T11:26:17.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.787+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=F6YQGIIAEZW9 type=write size=181094 2024-09-19T11:26:17.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.788+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~MUXOZPEYN7JS.0 size=1048576 2024-09-19T11:26:17.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.789+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~MUXOZPEYN7JS.1 size=1048576 2024-09-19T11:26:17.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.789+0000 7f8576bd1780 1 < canceled part key=_multipart_ZPXM7YL89HZJ.2~MUXOZPEYN7JS.2 size=60569 2024-09-19T11:26:17.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.791+0000 7f8576bd1780 1 < canceled multipart upload key=ZPXM7YL89HZJ upload=MUXOZPEYN7JS tag=JZR3URX33CNN type=write size=3206297 2024-09-19T11:26:17.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.793+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~6GJWIPZ3I2DW.0 size=1048576 2024-09-19T11:26:17.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.794+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~6GJWIPZ3I2DW.1 size=290487 2024-09-19T11:26:17.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.794+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=6GJWIPZ3I2DW tag=XBOPUSUCLX9I type=write size=2387639 2024-09-19T11:26:17.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.795+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=OCMJA95YFENS type=del 2024-09-19T11:26:17.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.796+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=SEHIDG9Q471P type=del size=3977715 2024-09-19T11:26:17.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.798+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=NBT20GCK9GM3 type=del 2024-09-19T11:26:17.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.799+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=6MIXMYN8F7XA type=del size=1650032 2024-09-19T11:26:17.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.800+0000 7f8576bd1780 1 < completed write operation key=D8MAT4VBLN2R tag=0GMB14OVHZ1C type=write size=1036990 2024-09-19T11:26:17.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.802+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~PW7HTUMOL691.0 size=1048576 2024-09-19T11:26:17.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.803+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~PW7HTUMOL691.1 size=1048576 2024-09-19T11:26:17.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.804+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~PW7HTUMOL691.2 size=958050 2024-09-19T11:26:17.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.804+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=PW7HTUMOL691 tag=PU29ORO042AQ type=write size=4103778 2024-09-19T11:26:17.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.806+0000 7f8576bd1780 1 < suggested update operation key=ZWZW4UE288SB tag=NX7HGB2O8L4K type=del size=420484 2024-09-19T11:26:17.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.807+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=OA53MSE5J0M5 type=del size=1887852 2024-09-19T11:26:17.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.809+0000 7f8576bd1780 1 < canceled operation key=PSPJL1Y4L8JB tag=U7JK1P7N6XBN type=write size=417777 2024-09-19T11:26:17.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.811+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~2YX4J3FMSIQT.0 size=966371 2024-09-19T11:26:17.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.811+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=2YX4J3FMSIQT tag=Z8MMTF2YTNYK type=write size=2014947 2024-09-19T11:26:17.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.812+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~TW007PZ8CWDI.0 size=1048576 2024-09-19T11:26:17.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.813+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~TW007PZ8CWDI.1 size=1048576 2024-09-19T11:26:17.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.814+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~TW007PZ8CWDI.2 size=500591 2024-09-19T11:26:17.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.816+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=TW007PZ8CWDI tag=LONTNCFNV41A type=write size=3646319 2024-09-19T11:26:17.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.817+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=EJ30ITAMV8FP type=del size=580683 2024-09-19T11:26:17.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.819+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~RC002UNEHMJI.0 size=1048576 2024-09-19T11:26:17.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.819+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~RC002UNEHMJI.1 size=1048576 2024-09-19T11:26:17.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.820+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~RC002UNEHMJI.2 size=508039 2024-09-19T11:26:17.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.822+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=RC002UNEHMJI tag=JDI6FAHTVO14 type=write size=3653767 2024-09-19T11:26:17.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.825+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=IPUGWP3AX6AH type=write size=260592 2024-09-19T11:26:17.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.826+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~A21RZKEBGI1K.0 size=1048576 2024-09-19T11:26:17.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.827+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~A21RZKEBGI1K.1 size=1048576 2024-09-19T11:26:17.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.828+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~A21RZKEBGI1K.2 size=580089 2024-09-19T11:26:17.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.830+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=A21RZKEBGI1K tag=9JT5BUSQJ8YI type=write size=3725817 2024-09-19T11:26:17.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.833+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~0MEZBSWDKZDP.0 size=1048576 2024-09-19T11:26:17.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.834+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~0MEZBSWDKZDP.1 size=1048576 2024-09-19T11:26:17.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.835+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~0MEZBSWDKZDP.2 size=659711 2024-09-19T11:26:17.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.835+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=0MEZBSWDKZDP tag=USRNVSTMLKEZ type=write size=3805439 2024-09-19T11:26:17.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.836+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~VEK2QIP0CFH1.0 size=1048576 2024-09-19T11:26:17.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.837+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~VEK2QIP0CFH1.1 size=1048576 2024-09-19T11:26:17.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.837+0000 7f8576bd1780 1 < canceled part key=_multipart_YJ3WDCJJJLOH.2~VEK2QIP0CFH1.2 size=227210 2024-09-19T11:26:17.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.839+0000 7f8576bd1780 1 < canceled multipart upload key=YJ3WDCJJJLOH upload=VEK2QIP0CFH1 tag=I8YZI85R33CP type=write size=3372938 2024-09-19T11:26:17.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.841+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=YZHQZFF50MD5 type=del size=42190 2024-09-19T11:26:17.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.842+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=5QT9VKUK56YA type=del 2024-09-19T11:26:17.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.843+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=BLL1AAS3Q2BA type=del size=212700 2024-09-19T11:26:17.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.844+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=07BLB5VS4082 type=del 2024-09-19T11:26:17.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.845+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=DQB84S8Z2BPQ type=del size=1877128 2024-09-19T11:26:17.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.847+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~7TI3U5UDJQ37.0 size=1048576 2024-09-19T11:26:17.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.848+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~7TI3U5UDJQ37.1 size=458270 2024-09-19T11:26:17.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.850+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=7TI3U5UDJQ37 tag=YHMDEIHN61EW type=write size=2555422 2024-09-19T11:26:17.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.851+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=6VR4OOT57YRJ type=del size=56401 2024-09-19T11:26:17.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.852+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=F0W96C4HKWZS type=del 2024-09-19T11:26:17.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.853+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=DAB6JD17W9MY type=del size=222474 2024-09-19T11:26:17.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.854+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=HT7HL6RUDUMB type=del 2024-09-19T11:26:17.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.857+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~GMG3IBVPDX39.0 size=1048576 2024-09-19T11:26:17.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.858+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~GMG3IBVPDX39.1 size=1048576 2024-09-19T11:26:17.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.859+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~GMG3IBVPDX39.2 size=220488 2024-09-19T11:26:17.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.859+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=GMG3IBVPDX39 tag=E6Z77XFM1HQI type=write size=3366216 2024-09-19T11:26:17.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.860+0000 7f8576bd1780 1 < completed write operation key=3FHKTREC6TOT tag=F6YQGIIAEZW9 type=write size=181094 2024-09-19T11:26:17.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.861+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=PE7HT370KEGQ type=del size=927769 2024-09-19T11:26:17.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.862+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~6GJWIPZ3I2DW.0 size=1048576 2024-09-19T11:26:17.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.863+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~6GJWIPZ3I2DW.1 size=290487 2024-09-19T11:26:17.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.865+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=6GJWIPZ3I2DW tag=XBOPUSUCLX9I type=write size=2387639 2024-09-19T11:26:17.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.867+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~4YNJJFKF73PK.0 size=1048576 2024-09-19T11:26:17.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.868+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~4YNJJFKF73PK.1 size=1048576 2024-09-19T11:26:17.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.869+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~4YNJJFKF73PK.2 size=213838 2024-09-19T11:26:17.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.869+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=4YNJJFKF73PK tag=7JI333E7RCUA type=write size=3359566 2024-09-19T11:26:17.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.870+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=SEHIDG9Q471P type=del 2024-09-19T11:26:17.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.872+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~18A3XHTZDZ8H.0 size=770128 2024-09-19T11:26:17.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.872+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=18A3XHTZDZ8H tag=RMX8YUS4TYR4 type=write size=1818704 2024-09-19T11:26:17.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.874+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=6MIXMYN8F7XA type=del 2024-09-19T11:26:17.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.875+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=KN1L23IMXA1X type=del size=3986648 2024-09-19T11:26:17.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.876+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~PW7HTUMOL691.0 size=1048576 2024-09-19T11:26:17.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.877+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~PW7HTUMOL691.1 size=1048576 2024-09-19T11:26:17.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.878+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~PW7HTUMOL691.2 size=958050 2024-09-19T11:26:17.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.880+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=PW7HTUMOL691 tag=PU29ORO042AQ type=write size=4103778 2024-09-19T11:26:17.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.882+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~WNZOUA94P1IY.0 size=249201 2024-09-19T11:26:17.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.882+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=WNZOUA94P1IY tag=2VR7BAUI3MWH type=write size=1297777 2024-09-19T11:26:17.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.884+0000 7f8576bd1780 1 < suggested update operation key=KFMJ4RY4PU1U tag=OA53MSE5J0M5 type=del size=1887852 2024-09-19T11:26:17.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.885+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=DZZUUCAJX0QM type=del size=3742769 2024-09-19T11:26:17.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.886+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~2YX4J3FMSIQT.0 size=966371 2024-09-19T11:26:17.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.888+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=2YX4J3FMSIQT tag=Z8MMTF2YTNYK type=write size=2014947 2024-09-19T11:26:17.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.890+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~CXOA49530BJO.0 size=433653 2024-09-19T11:26:17.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.890+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=CXOA49530BJO tag=1DXQF3D46LGH type=write size=1482229 2024-09-19T11:26:17.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.892+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=EJ30ITAMV8FP type=del 2024-09-19T11:26:17.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.893+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=DG1PBC1JST4C type=write size=409280 2024-09-19T11:26:17.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.894+0000 7f8576bd1780 1 < completed write operation key=R1ZFOJD08GS5 tag=IPUGWP3AX6AH type=write size=260592 2024-09-19T11:26:17.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.895+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=2FNLJVYYOPHZ type=del size=3489667 2024-09-19T11:26:17.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.896+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~0MEZBSWDKZDP.0 size=1048576 2024-09-19T11:26:17.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.897+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~0MEZBSWDKZDP.1 size=1048576 2024-09-19T11:26:17.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.898+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~0MEZBSWDKZDP.2 size=659711 2024-09-19T11:26:17.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.900+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=0MEZBSWDKZDP tag=USRNVSTMLKEZ type=write size=3805439 2024-09-19T11:26:17.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.901+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=7KI1BB20WD4B type=del size=2084344 2024-09-19T11:26:17.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.903+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=YZHQZFF50MD5 type=del 2024-09-19T11:26:17.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.905+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~HFRIYOMYHXRV.0 size=212934 2024-09-19T11:26:17.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.905+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=HFRIYOMYHXRV tag=CVAP6VU18V2W type=write size=1261510 2024-09-19T11:26:17.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.907+0000 7f8576bd1780 1 < suggested update operation key=PSPJL1Y4L8JB tag=BLL1AAS3Q2BA type=del size=212700 2024-09-19T11:26:17.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.908+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=IEP3KXSHVSAN type=del size=2548315 2024-09-19T11:26:17.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.909+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=DQB84S8Z2BPQ type=del 2024-09-19T11:26:17.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.910+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=NJLIYCZB6Y41 type=write size=373641 2024-09-19T11:26:17.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.913+0000 7f8576bd1780 1 < suggested remove operation key=Y3SGWOZW0N7T tag=6VR4OOT57YRJ type=del 2024-09-19T11:26:17.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.914+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=IYX9KMZFE75F type=del size=1315928 2024-09-19T11:26:17.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.915+0000 7f8576bd1780 1 < completed delete operation key=ZPXM7YL89HZJ tag=DAB6JD17W9MY type=del 2024-09-19T11:26:17.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.916+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=4LBUPVMMHMG3 type=del size=3921317 2024-09-19T11:26:17.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.918+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~GMG3IBVPDX39.0 size=1048576 2024-09-19T11:26:17.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.918+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~GMG3IBVPDX39.1 size=1048576 2024-09-19T11:26:17.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.919+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~GMG3IBVPDX39.2 size=220488 2024-09-19T11:26:17.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.921+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=GMG3IBVPDX39 tag=E6Z77XFM1HQI type=write size=3366216 2024-09-19T11:26:17.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.923+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=752THY8G2ODM type=write size=653379 2024-09-19T11:26:17.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.924+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=PE7HT370KEGQ type=del size=927769 2024-09-19T11:26:17.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.926+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~BLYPN6ZIZC7Y.0 size=1048576 2024-09-19T11:26:17.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.927+0000 7f8576bd1780 1 > prepared part key=_multipart_ZPXM7YL89HZJ.2~BLYPN6ZIZC7Y.1 size=919905 2024-09-19T11:26:17.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.927+0000 7f8576bd1780 1 > prepared multipart upload key=ZPXM7YL89HZJ upload=BLYPN6ZIZC7Y tag=6W2YMLRDOFZH type=write size=3017057 2024-09-19T11:26:17.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.927+0000 7f8576bd1780 1 < canceled part key=_multipart_KFMJ4RY4PU1U.2~4YNJJFKF73PK.0 size=1048576 2024-09-19T11:26:17.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.928+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~4YNJJFKF73PK.1 size=1048576 2024-09-19T11:26:17.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.929+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~4YNJJFKF73PK.2 size=213838 2024-09-19T11:26:17.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.931+0000 7f8576bd1780 1 < canceled multipart upload key=KFMJ4RY4PU1U upload=4YNJJFKF73PK tag=7JI333E7RCUA type=write size=3359566 2024-09-19T11:26:17.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.933+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~IJLKT1ML0AZC.0 size=1048576 2024-09-19T11:26:17.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.935+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~IJLKT1ML0AZC.1 size=605825 2024-09-19T11:26:17.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.935+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=IJLKT1ML0AZC tag=V31YIFNIZDJK type=write size=2702977 2024-09-19T11:26:17.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.937+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~18A3XHTZDZ8H.0 size=770128 2024-09-19T11:26:17.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.939+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=18A3XHTZDZ8H tag=RMX8YUS4TYR4 type=write size=1818704 2024-09-19T11:26:17.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.940+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=0F3TIAPK03V9 type=del size=1901248 2024-09-19T11:26:17.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.941+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=KN1L23IMXA1X type=del 2024-09-19T11:26:17.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.942+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=JBTTV6ZEML1E type=del size=736410 2024-09-19T11:26:17.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.943+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~WNZOUA94P1IY.0 size=249201 2024-09-19T11:26:17.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.945+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=WNZOUA94P1IY tag=2VR7BAUI3MWH type=write size=1297777 2024-09-19T11:26:17.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.946+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=ASGYMT3VDA3R type=del size=506880 2024-09-19T11:26:17.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.949+0000 7f8576bd1780 1 < suggested update operation key=N3RHCSW3HQCI tag=DZZUUCAJX0QM type=del size=3742769 2024-09-19T11:26:17.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.950+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=A6WP983G9BR8 type=del size=2041220 2024-09-19T11:26:17.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.951+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~CXOA49530BJO.0 size=433653 2024-09-19T11:26:17.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.953+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=CXOA49530BJO tag=1DXQF3D46LGH type=write size=1482229 2024-09-19T11:26:17.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.955+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~6XCLL8A42LCM.0 size=1048576 2024-09-19T11:26:17.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.956+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~6XCLL8A42LCM.1 size=870093 2024-09-19T11:26:17.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.956+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=6XCLL8A42LCM tag=ODJH078QY61F type=write size=2967245 2024-09-19T11:26:17.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.958+0000 7f8576bd1780 1 < completed write operation key=N7PGU1DM6N25 tag=DG1PBC1JST4C type=write size=409280 2024-09-19T11:26:17.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.959+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=HKKI54JSKPTX type=del size=3096731 2024-09-19T11:26:17.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.960+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=2FNLJVYYOPHZ type=del 2024-09-19T11:26:17.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.961+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=GAZ8CRPQ7MG7 type=del size=2251698 2024-09-19T11:26:17.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.963+0000 7f8576bd1780 1 < suggested update operation key=58U30UDUEZ3W tag=7KI1BB20WD4B type=del size=2084344 2024-09-19T11:26:17.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.965+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=6V8JMEQ7TKR3 type=del size=2381656 2024-09-19T11:26:17.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.966+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~HFRIYOMYHXRV.0 size=212934 2024-09-19T11:26:17.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.968+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=HFRIYOMYHXRV tag=CVAP6VU18V2W type=write size=1261510 2024-09-19T11:26:17.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.969+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=UR4UES2MMC07 type=del size=4148214 2024-09-19T11:26:17.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.970+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=IEP3KXSHVSAN type=del 2024-09-19T11:26:17.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.973+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~N5ES7CE2UE13.0 size=471684 2024-09-19T11:26:17.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.973+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=N5ES7CE2UE13 tag=OY51PN3D91KQ type=write size=1520260 2024-09-19T11:26:17.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.974+0000 7f8576bd1780 1 < completed write operation key=TRUD9FI7BSLD tag=NJLIYCZB6Y41 type=write size=373641 2024-09-19T11:26:17.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.976+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=0W66FFZ4G06F type=del size=2026495 2024-09-19T11:26:17.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.977+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=IYX9KMZFE75F type=del 2024-09-19T11:26:17.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.979+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~HBP9MSF01A8Y.0 size=427192 2024-09-19T11:26:17.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.979+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=HBP9MSF01A8Y tag=CA5GPXCTZEBR type=write size=1475768 2024-09-19T11:26:17.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.980+0000 7f8576bd1780 1 < canceled operation key=FE3M1XO7TAS3 tag=4LBUPVMMHMG3 type=del size=3921317 2024-09-19T11:26:17.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.982+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~08SREZXAC51V.0 size=1048576 2024-09-19T11:26:17.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.984+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~08SREZXAC51V.1 size=34250 2024-09-19T11:26:17.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.984+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=08SREZXAC51V tag=XQCIP97T7462 type=write size=2131402 2024-09-19T11:26:17.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.985+0000 7f8576bd1780 1 < canceled operation key=MZMHUNQR1QO8 tag=752THY8G2ODM type=write size=653379 2024-09-19T11:26:17.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.989+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~MXZY114L0A2R.0 size=1048576 2024-09-19T11:26:17.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.990+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~MXZY114L0A2R.1 size=742077 2024-09-19T11:26:17.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.990+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=MXZY114L0A2R tag=X5X331XRCYV6 type=write size=2839229 2024-09-19T11:26:17.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.991+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~BLYPN6ZIZC7Y.0 size=1048576 2024-09-19T11:26:17.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.992+0000 7f8576bd1780 1 < completed part key=_multipart_ZPXM7YL89HZJ.2~BLYPN6ZIZC7Y.1 size=919905 2024-09-19T11:26:17.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.994+0000 7f8576bd1780 1 < completed multipart upload key=ZPXM7YL89HZJ upload=BLYPN6ZIZC7Y tag=6W2YMLRDOFZH type=write size=3017057 2024-09-19T11:26:17.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.996+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=IK4O22E8A5T2 type=del size=904001 2024-09-19T11:26:17.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.997+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~IJLKT1ML0AZC.0 size=1048576 2024-09-19T11:26:18.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:17.998+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~IJLKT1ML0AZC.1 size=605825 2024-09-19T11:26:18.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.000+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=IJLKT1ML0AZC tag=V31YIFNIZDJK type=write size=2702977 2024-09-19T11:26:18.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.001+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=6FCANGPODC3R type=del size=1880209 2024-09-19T11:26:18.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.002+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=0F3TIAPK03V9 type=del 2024-09-19T11:26:18.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.003+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=E773J052WOCO type=del size=4034676 2024-09-19T11:26:18.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.005+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=JBTTV6ZEML1E type=del 2024-09-19T11:26:18.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.006+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=34M28W30A0LH type=del size=2974945 2024-09-19T11:26:18.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.007+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=ASGYMT3VDA3R type=del 2024-09-19T11:26:18.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.009+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=COJTQR251V42 type=write size=966082 2024-09-19T11:26:18.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.011+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=A6WP983G9BR8 type=del 2024-09-19T11:26:18.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.012+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=WM03CXTEX86W type=del size=1589411 2024-09-19T11:26:18.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.013+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~6XCLL8A42LCM.0 size=1048576 2024-09-19T11:26:18.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.013+0000 7f8576bd1780 1 < canceled part key=_multipart_58U30UDUEZ3W.2~6XCLL8A42LCM.1 size=870093 2024-09-19T11:26:18.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.015+0000 7f8576bd1780 1 < canceled multipart upload key=58U30UDUEZ3W upload=6XCLL8A42LCM tag=ODJH078QY61F type=write size=2967245 2024-09-19T11:26:18.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.016+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=FDG086PV8LV8 type=write size=668532 2024-09-19T11:26:18.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.017+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=HKKI54JSKPTX type=del 2024-09-19T11:26:18.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.018+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=HUGV5WB2WUBA type=del size=2234074 2024-09-19T11:26:18.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.019+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=GAZ8CRPQ7MG7 type=del 2024-09-19T11:26:18.023 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.021+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=JYXEHYVP1GT6 type=del size=433432 2024-09-19T11:26:18.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.022+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=6V8JMEQ7TKR3 type=del 2024-09-19T11:26:18.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.024+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~9F37JY20L1EQ.0 size=1048576 2024-09-19T11:26:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.025+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~9F37JY20L1EQ.1 size=421736 2024-09-19T11:26:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.025+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=9F37JY20L1EQ tag=V74GFC45U0X8 type=write size=2518888 2024-09-19T11:26:18.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.026+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=UR4UES2MMC07 type=del 2024-09-19T11:26:18.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.027+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=YRP5ZYMR539Y type=del size=164043 2024-09-19T11:26:18.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.027+0000 7f8576bd1780 1 < canceled part key=_multipart_5PL1P4MQWBJN.2~N5ES7CE2UE13.0 size=471684 2024-09-19T11:26:18.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.029+0000 7f8576bd1780 1 < canceled multipart upload key=5PL1P4MQWBJN upload=N5ES7CE2UE13 tag=OY51PN3D91KQ type=write size=1520260 2024-09-19T11:26:18.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.031+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~FR0JFULX474D.0 size=641082 2024-09-19T11:26:18.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.031+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=FR0JFULX474D tag=BK4P6U07XOKG type=write size=1689658 2024-09-19T11:26:18.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.032+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=0W66FFZ4G06F type=del 2024-09-19T11:26:18.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.034+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=361BKHZTEHK1 type=del size=3570295 2024-09-19T11:26:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.035+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~HBP9MSF01A8Y.0 size=427192 2024-09-19T11:26:18.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.037+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=HBP9MSF01A8Y tag=CA5GPXCTZEBR type=write size=1475768 2024-09-19T11:26:18.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.039+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~8GE5DQ1TZPKI.0 size=600485 2024-09-19T11:26:18.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.039+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=8GE5DQ1TZPKI tag=HF5XOP6GXGBA type=write size=1649061 2024-09-19T11:26:18.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.039+0000 7f8576bd1780 1 < canceled part key=_multipart_58U30UDUEZ3W.2~08SREZXAC51V.0 size=1048576 2024-09-19T11:26:18.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.040+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~08SREZXAC51V.1 size=34250 2024-09-19T11:26:18.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.042+0000 7f8576bd1780 1 < canceled multipart upload key=58U30UDUEZ3W upload=08SREZXAC51V tag=XQCIP97T7462 type=write size=2131402 2024-09-19T11:26:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.043+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=QTU40XQEW46X type=del size=3049502 2024-09-19T11:26:18.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.045+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~MXZY114L0A2R.0 size=1048576 2024-09-19T11:26:18.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.046+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~MXZY114L0A2R.1 size=742077 2024-09-19T11:26:18.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.048+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=MXZY114L0A2R tag=X5X331XRCYV6 type=write size=2839229 2024-09-19T11:26:18.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.049+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=P7NLUP555CA9 type=del size=453928 2024-09-19T11:26:18.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.051+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=IK4O22E8A5T2 type=del 2024-09-19T11:26:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.053+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=1TQ12MEWQM37 type=del size=3968373 2024-09-19T11:26:18.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.054+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=6FCANGPODC3R type=del 2024-09-19T11:26:18.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.055+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=YRB4L2NTUE2G type=del size=3420659 2024-09-19T11:26:18.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.058+0000 7f8576bd1780 1 < suggested update operation key=C5X0XZYLQT84 tag=E773J052WOCO type=del size=4034676 2024-09-19T11:26:18.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.059+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=LJ7VQNHEJ4PI type=write size=400188 2024-09-19T11:26:18.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.060+0000 7f8576bd1780 -1 < failed to complete operation key=C5X0XZYLQT84 tag=34M28W30A0LH type=del size=2974945: (22) Invalid argument 2024-09-19T11:26:18.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.061+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=5MSMP0YHQ1DI type=del size=3547219 2024-09-19T11:26:18.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.063+0000 7f8576bd1780 1 < completed write operation key=N5KNLV13G1PN tag=COJTQR251V42 type=write size=966082 2024-09-19T11:26:18.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.064+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=21RNYACT7XM1 type=write size=472034 2024-09-19T11:26:18.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.065+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=WM03CXTEX86W type=del 2024-09-19T11:26:18.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.067+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~2EPSKU4N9B64.0 size=665283 2024-09-19T11:26:18.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.067+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=2EPSKU4N9B64 tag=W5O71D1WFUL7 type=write size=1713859 2024-09-19T11:26:18.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.070+0000 7f8576bd1780 1 < suggested update operation key=Y9OEXPZ4M5UK tag=FDG086PV8LV8 type=write size=668532 2024-09-19T11:26:18.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.071+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=BDTZVWZZ01X7 type=del size=4113303 2024-09-19T11:26:18.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.073+0000 7f8576bd1780 1 < suggested remove operation key=XD7FFT9LKVRY tag=HUGV5WB2WUBA type=del 2024-09-19T11:26:18.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.074+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=LIBLZIGO8J19 type=del size=3675734 2024-09-19T11:26:18.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.077+0000 7f8576bd1780 1 < suggested remove operation key=SQT4SZMGZ35M tag=JYXEHYVP1GT6 type=del 2024-09-19T11:26:18.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.079+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~Z48ZOB8RESAS.0 size=1048576 2024-09-19T11:26:18.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.080+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~Z48ZOB8RESAS.1 size=789021 2024-09-19T11:26:18.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.080+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=Z48ZOB8RESAS tag=JA9Y9WKD2XDO type=write size=2886173 2024-09-19T11:26:18.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.081+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~9F37JY20L1EQ.0 size=1048576 2024-09-19T11:26:18.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.082+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~9F37JY20L1EQ.1 size=421736 2024-09-19T11:26:18.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.084+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=9F37JY20L1EQ tag=V74GFC45U0X8 type=write size=2518888 2024-09-19T11:26:18.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.086+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~L8OH2EWDMF4A.0 size=1048576 2024-09-19T11:26:18.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.089+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~L8OH2EWDMF4A.1 size=1048576 2024-09-19T11:26:18.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.090+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~L8OH2EWDMF4A.2 size=546525 2024-09-19T11:26:18.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.090+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=L8OH2EWDMF4A tag=CP0H2JJ5JPSG type=write size=3692253 2024-09-19T11:26:18.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.091+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=YRP5ZYMR539Y type=del 2024-09-19T11:26:18.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.093+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~Q661ENPTKOXJ.0 size=1048576 2024-09-19T11:26:18.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.094+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~Q661ENPTKOXJ.1 size=1048576 2024-09-19T11:26:18.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.095+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~Q661ENPTKOXJ.2 size=862095 2024-09-19T11:26:18.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.095+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=Q661ENPTKOXJ tag=JXQU8IO74A0B type=write size=4007823 2024-09-19T11:26:18.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.096+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~FR0JFULX474D.0 size=641082 2024-09-19T11:26:18.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.098+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=FR0JFULX474D tag=BK4P6U07XOKG type=write size=1689658 2024-09-19T11:26:18.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.099+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=ENO9ETFHODUK type=del size=1658713 2024-09-19T11:26:18.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.100+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=361BKHZTEHK1 type=del 2024-09-19T11:26:18.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.102+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=0CXCHDRNP188 type=del size=528320 2024-09-19T11:26:18.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.103+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~8GE5DQ1TZPKI.0 size=600485 2024-09-19T11:26:18.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.105+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=8GE5DQ1TZPKI tag=HF5XOP6GXGBA type=write size=1649061 2024-09-19T11:26:18.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.106+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=8PX3IB9XKYBS type=del size=3155107 2024-09-19T11:26:18.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.110+0000 7f8576bd1780 1 < suggested update operation key=MZMHUNQR1QO8 tag=QTU40XQEW46X type=del size=3049502 2024-09-19T11:26:18.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.111+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=Z7V54DUV7XH1 type=write size=761319 2024-09-19T11:26:18.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.112+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=P7NLUP555CA9 type=del 2024-09-19T11:26:18.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.113+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=S3Y5SIOMDLCO type=del size=2243929 2024-09-19T11:26:18.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.114+0000 7f8576bd1780 1 < canceled operation key=5CG1U88JETDH tag=1TQ12MEWQM37 type=del size=3968373 2024-09-19T11:26:18.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.116+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=6J7FUN55R86Z type=del size=3863805 2024-09-19T11:26:18.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.117+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=YRB4L2NTUE2G type=del 2024-09-19T11:26:18.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.119+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~ABL585E8QKYR.0 size=576593 2024-09-19T11:26:18.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.119+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=ABL585E8QKYR tag=YQA1RBNZR5GZ type=write size=1625169 2024-09-19T11:26:18.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.120+0000 7f8576bd1780 1 < completed write operation key=FE3M1XO7TAS3 tag=LJ7VQNHEJ4PI type=write size=400188 2024-09-19T11:26:18.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.122+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=Y6DMINBFG3MX type=write size=22135 2024-09-19T11:26:18.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.123+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=5MSMP0YHQ1DI type=del 2024-09-19T11:26:18.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.125+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~58WWHGDPAC5R.0 size=1048576 2024-09-19T11:26:18.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.126+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~58WWHGDPAC5R.1 size=1048576 2024-09-19T11:26:18.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.127+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~58WWHGDPAC5R.2 size=22529 2024-09-19T11:26:18.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.127+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=58WWHGDPAC5R tag=CN6GROU8FDD8 type=write size=3168257 2024-09-19T11:26:18.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.129+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=21RNYACT7XM1 type=write size=472034 2024-09-19T11:26:18.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.131+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~DD36M54IVWZZ.0 size=1048576 2024-09-19T11:26:18.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.132+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~DD36M54IVWZZ.1 size=1048576 2024-09-19T11:26:18.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.133+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~DD36M54IVWZZ.2 size=42966 2024-09-19T11:26:18.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.133+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=DD36M54IVWZZ tag=650YGK0U72QK type=write size=3188694 2024-09-19T11:26:18.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.134+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~2EPSKU4N9B64.0 size=665283 2024-09-19T11:26:18.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.137+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=2EPSKU4N9B64 tag=W5O71D1WFUL7 type=write size=1713859 2024-09-19T11:26:18.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.138+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=85HC8C3DS004 type=write size=682771 2024-09-19T11:26:18.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.139+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=BDTZVWZZ01X7 type=del 2024-09-19T11:26:18.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.142+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~MAWKOB2FQALC.0 size=330920 2024-09-19T11:26:18.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.142+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=MAWKOB2FQALC tag=R7798WKF3DA0 type=write size=1379496 2024-09-19T11:26:18.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.143+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=LIBLZIGO8J19 type=del 2024-09-19T11:26:18.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.144+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=6GUQV82FW19M type=write size=679505 2024-09-19T11:26:18.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.145+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~Z48ZOB8RESAS.0 size=1048576 2024-09-19T11:26:18.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.146+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~Z48ZOB8RESAS.1 size=789021 2024-09-19T11:26:18.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.148+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=Z48ZOB8RESAS tag=JA9Y9WKD2XDO type=write size=2886173 2024-09-19T11:26:18.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.150+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~5XLVIMDCBRVR.0 size=1048576 2024-09-19T11:26:18.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.151+0000 7f8576bd1780 1 > prepared part key=_multipart_PSPJL1Y4L8JB.2~5XLVIMDCBRVR.1 size=498492 2024-09-19T11:26:18.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.151+0000 7f8576bd1780 1 > prepared multipart upload key=PSPJL1Y4L8JB upload=5XLVIMDCBRVR tag=421F9O2QGETO type=write size=2595644 2024-09-19T11:26:18.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.152+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~L8OH2EWDMF4A.0 size=1048576 2024-09-19T11:26:18.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.153+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~L8OH2EWDMF4A.1 size=1048576 2024-09-19T11:26:18.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.154+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~L8OH2EWDMF4A.2 size=546525 2024-09-19T11:26:18.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.156+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=L8OH2EWDMF4A tag=CP0H2JJ5JPSG type=write size=3692253 2024-09-19T11:26:18.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.157+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=3H0VQG3Z7Z4H type=del size=1117092 2024-09-19T11:26:18.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.159+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~Q661ENPTKOXJ.0 size=1048576 2024-09-19T11:26:18.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.159+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~Q661ENPTKOXJ.1 size=1048576 2024-09-19T11:26:18.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.160+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~Q661ENPTKOXJ.2 size=862095 2024-09-19T11:26:18.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.162+0000 7f8576bd1780 1 < completed multipart upload key=TRUD9FI7BSLD upload=Q661ENPTKOXJ tag=JXQU8IO74A0B type=write size=4007823 2024-09-19T11:26:18.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.165+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~VG2XOSGTL5GO.0 size=1048576 2024-09-19T11:26:18.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.166+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~VG2XOSGTL5GO.1 size=1048576 2024-09-19T11:26:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.167+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~VG2XOSGTL5GO.2 size=580273 2024-09-19T11:26:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.167+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=VG2XOSGTL5GO tag=K9FRI8OSX8XL type=write size=3726001 2024-09-19T11:26:18.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.169+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=ENO9ETFHODUK type=del 2024-09-19T11:26:18.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.173+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~C0WHFQQJ8O2P.0 size=1002949 2024-09-19T11:26:18.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.173+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=C0WHFQQJ8O2P tag=8X3X0BZMNMPC type=write size=2051525 2024-09-19T11:26:18.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.174+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=0CXCHDRNP188 type=del 2024-09-19T11:26:18.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.176+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~BZ4XJBH9RI6O.0 size=1048576 2024-09-19T11:26:18.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.177+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~BZ4XJBH9RI6O.1 size=1048576 2024-09-19T11:26:18.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.178+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~BZ4XJBH9RI6O.2 size=577161 2024-09-19T11:26:18.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.178+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=BZ4XJBH9RI6O tag=3A5SG6YBD83S type=write size=3722889 2024-09-19T11:26:18.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.180+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=8PX3IB9XKYBS type=del 2024-09-19T11:26:18.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.182+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~KPLQ3H8BQEH8.0 size=33697 2024-09-19T11:26:18.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.182+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=KPLQ3H8BQEH8 tag=PHX4RDBZIEO3 type=write size=1082273 2024-09-19T11:26:18.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.183+0000 7f8576bd1780 1 < completed write operation key=SQT4SZMGZ35M tag=Z7V54DUV7XH1 type=write size=761319 2024-09-19T11:26:18.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.184+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=N366DF2R5ZB6 type=write size=412431 2024-09-19T11:26:18.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.185+0000 7f8576bd1780 1 < completed delete operation key=D8MAT4VBLN2R tag=S3Y5SIOMDLCO type=del 2024-09-19T11:26:18.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.187+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~3HHCW902LRAQ.0 size=1048576 2024-09-19T11:26:18.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.188+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~3HHCW902LRAQ.1 size=976774 2024-09-19T11:26:18.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.188+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=3HHCW902LRAQ tag=ANXYP1GBZ17T type=write size=3073926 2024-09-19T11:26:18.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.189+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=6J7FUN55R86Z type=del 2024-09-19T11:26:18.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.191+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=BPEBQ26317PV type=del size=875055 2024-09-19T11:26:18.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.192+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~ABL585E8QKYR.0 size=576593 2024-09-19T11:26:18.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.194+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=ABL585E8QKYR tag=YQA1RBNZR5GZ type=write size=1625169 2024-09-19T11:26:18.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.196+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=6SU5ZL3U498U type=write size=13408 2024-09-19T11:26:18.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.197+0000 7f8576bd1780 1 < completed write operation key=TRUD9FI7BSLD tag=Y6DMINBFG3MX type=write size=22135 2024-09-19T11:26:18.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.200+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~W6X2ZCRD84DR.0 size=477775 2024-09-19T11:26:18.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.200+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=W6X2ZCRD84DR tag=P1FLR32ETV33 type=write size=1526351 2024-09-19T11:26:18.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.201+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~58WWHGDPAC5R.0 size=1048576 2024-09-19T11:26:18.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.202+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~58WWHGDPAC5R.1 size=1048576 2024-09-19T11:26:18.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.203+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~58WWHGDPAC5R.2 size=22529 2024-09-19T11:26:18.207 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.205+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=58WWHGDPAC5R tag=CN6GROU8FDD8 type=write size=3168257 2024-09-19T11:26:18.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.207+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=ELUPNAROMDD6 type=write size=828418 2024-09-19T11:26:18.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.207+0000 7f8576bd1780 1 < canceled part key=_multipart_3FHKTREC6TOT.2~DD36M54IVWZZ.0 size=1048576 2024-09-19T11:26:18.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.208+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~DD36M54IVWZZ.1 size=1048576 2024-09-19T11:26:18.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.209+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~DD36M54IVWZZ.2 size=42966 2024-09-19T11:26:18.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.211+0000 7f8576bd1780 1 < canceled multipart upload key=3FHKTREC6TOT upload=DD36M54IVWZZ tag=650YGK0U72QK type=write size=3188694 2024-09-19T11:26:18.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.213+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=1OOCRKORECK1 type=del size=2214584 2024-09-19T11:26:18.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.214+0000 7f8576bd1780 1 < completed write operation key=D8MAT4VBLN2R tag=85HC8C3DS004 type=write size=682771 2024-09-19T11:26:18.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.217+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~JM3PIUHQJ6OF.0 size=1048576 2024-09-19T11:26:18.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.218+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~JM3PIUHQJ6OF.1 size=378281 2024-09-19T11:26:18.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.218+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=JM3PIUHQJ6OF tag=GYIQNMYPCE87 type=write size=2475433 2024-09-19T11:26:18.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.219+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~MAWKOB2FQALC.0 size=330920 2024-09-19T11:26:18.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.221+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=MAWKOB2FQALC tag=R7798WKF3DA0 type=write size=1379496 2024-09-19T11:26:18.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.223+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~ZKUEJT6BQKHP.0 size=187435 2024-09-19T11:26:18.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.223+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=ZKUEJT6BQKHP tag=FQ5JDXU7MLZO type=write size=1236011 2024-09-19T11:26:18.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.225+0000 7f8576bd1780 1 < suggested update operation key=ZWZW4UE288SB tag=6GUQV82FW19M type=write size=679505 2024-09-19T11:26:18.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.227+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~JF6LZSXE3P1F.0 size=202012 2024-09-19T11:26:18.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.227+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=JF6LZSXE3P1F tag=9XYA6Z2D36JX type=write size=1250588 2024-09-19T11:26:18.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.228+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~5XLVIMDCBRVR.0 size=1048576 2024-09-19T11:26:18.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.229+0000 7f8576bd1780 1 < completed part key=_multipart_PSPJL1Y4L8JB.2~5XLVIMDCBRVR.1 size=498492 2024-09-19T11:26:18.233 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.231+0000 7f8576bd1780 1 < completed multipart upload key=PSPJL1Y4L8JB upload=5XLVIMDCBRVR tag=421F9O2QGETO type=write size=2595644 2024-09-19T11:26:18.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.233+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~H65ZPQ9PD06F.0 size=1048576 2024-09-19T11:26:18.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.234+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~H65ZPQ9PD06F.1 size=107449 2024-09-19T11:26:18.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.234+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=H65ZPQ9PD06F tag=JJGGR6HAE53Q type=write size=2204601 2024-09-19T11:26:18.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.235+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=3H0VQG3Z7Z4H type=del 2024-09-19T11:26:18.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.237+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=S3FIGY3XE0GE type=del size=2244975 2024-09-19T11:26:18.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.238+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~VG2XOSGTL5GO.0 size=1048576 2024-09-19T11:26:18.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.239+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~VG2XOSGTL5GO.1 size=1048576 2024-09-19T11:26:18.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.240+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~VG2XOSGTL5GO.2 size=580273 2024-09-19T11:26:18.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.242+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=VG2XOSGTL5GO tag=K9FRI8OSX8XL type=write size=3726001 2024-09-19T11:26:18.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.243+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=0R0BLMHOFMJ0 type=del size=613509 2024-09-19T11:26:18.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.244+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~C0WHFQQJ8O2P.0 size=1002949 2024-09-19T11:26:18.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.246+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=C0WHFQQJ8O2P tag=8X3X0BZMNMPC type=write size=2051525 2024-09-19T11:26:18.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.247+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=56LNAPN8733C type=del size=3191573 2024-09-19T11:26:18.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.248+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~BZ4XJBH9RI6O.0 size=1048576 2024-09-19T11:26:18.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.249+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~BZ4XJBH9RI6O.1 size=1048576 2024-09-19T11:26:18.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.250+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~BZ4XJBH9RI6O.2 size=577161 2024-09-19T11:26:18.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.253+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=BZ4XJBH9RI6O tag=3A5SG6YBD83S type=write size=3722889 2024-09-19T11:26:18.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.255+0000 7f8576bd1780 1 > prepared part key=_multipart_R1ZFOJD08GS5.2~IUXNJ1ARK0VL.0 size=877018 2024-09-19T11:26:18.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.255+0000 7f8576bd1780 1 > prepared multipart upload key=R1ZFOJD08GS5 upload=IUXNJ1ARK0VL tag=XVNV0HVZA9LO type=write size=1925594 2024-09-19T11:26:18.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.256+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~KPLQ3H8BQEH8.0 size=33697 2024-09-19T11:26:18.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.258+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=KPLQ3H8BQEH8 tag=PHX4RDBZIEO3 type=write size=1082273 2024-09-19T11:26:18.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.259+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=WN752DJU3U21 type=del size=2401871 2024-09-19T11:26:18.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.261+0000 7f8576bd1780 1 < completed write operation key=KKKADFW73I84 tag=N366DF2R5ZB6 type=write size=412431 2024-09-19T11:26:18.264 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.262+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=L06DBP79IPA0 type=del size=1238460 2024-09-19T11:26:18.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.263+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~3HHCW902LRAQ.0 size=1048576 2024-09-19T11:26:18.266 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.264+0000 7f8576bd1780 1 < completed part key=_multipart_7B4T99OA9CO4.2~3HHCW902LRAQ.1 size=976774 2024-09-19T11:26:18.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.266+0000 7f8576bd1780 1 < completed multipart upload key=7B4T99OA9CO4 upload=3HHCW902LRAQ tag=ANXYP1GBZ17T type=write size=3073926 2024-09-19T11:26:18.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.267+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=JNTUFT51TCKA type=del size=3862453 2024-09-19T11:26:18.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.268+0000 7f8576bd1780 1 < canceled operation key=MZMHUNQR1QO8 tag=BPEBQ26317PV type=del size=875055 2024-09-19T11:26:18.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.269+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=30SL4OE0UEOG type=write size=134374 2024-09-19T11:26:18.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.270+0000 7f8576bd1780 1 < completed write operation key=C4PTRIG04GCR tag=6SU5ZL3U498U type=write size=13408 2024-09-19T11:26:18.274 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.272+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=XMZR8DSOC8TF type=del size=1612169 2024-09-19T11:26:18.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.273+0000 7f8576bd1780 1 < completed part key=_multipart_JCTD8EOFVYS2.2~W6X2ZCRD84DR.0 size=477775 2024-09-19T11:26:18.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.275+0000 7f8576bd1780 1 < completed multipart upload key=JCTD8EOFVYS2 upload=W6X2ZCRD84DR tag=P1FLR32ETV33 type=write size=1526351 2024-09-19T11:26:18.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.276+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=FNM47OZ9BO4A type=write size=560113 2024-09-19T11:26:18.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.277+0000 7f8576bd1780 1 < canceled operation key=Y9OEXPZ4M5UK tag=ELUPNAROMDD6 type=write size=828418 2024-09-19T11:26:18.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.280+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~P8NG9ZH5WAVF.0 size=1048576 2024-09-19T11:26:18.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.281+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~P8NG9ZH5WAVF.1 size=774091 2024-09-19T11:26:18.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.281+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=P8NG9ZH5WAVF tag=AHEPBT0L4LZF type=write size=2871243 2024-09-19T11:26:18.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.282+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=1OOCRKORECK1 type=del 2024-09-19T11:26:18.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.284+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=8AP893W3EOD2 type=del size=13255 2024-09-19T11:26:18.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.285+0000 7f8576bd1780 1 < canceled part key=_multipart_C4PTRIG04GCR.2~JM3PIUHQJ6OF.0 size=1048576 2024-09-19T11:26:18.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.286+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~JM3PIUHQJ6OF.1 size=378281 2024-09-19T11:26:18.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.288+0000 7f8576bd1780 1 < canceled multipart upload key=C4PTRIG04GCR upload=JM3PIUHQJ6OF tag=GYIQNMYPCE87 type=write size=2475433 2024-09-19T11:26:18.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.289+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=7QPDWPM9WCEL type=del size=2443803 2024-09-19T11:26:18.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.291+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~ZKUEJT6BQKHP.0 size=187435 2024-09-19T11:26:18.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.293+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=ZKUEJT6BQKHP tag=FQ5JDXU7MLZO type=write size=1236011 2024-09-19T11:26:18.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.294+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=4NQM1J25GVLE type=del size=2254362 2024-09-19T11:26:18.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.295+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~JF6LZSXE3P1F.0 size=202012 2024-09-19T11:26:18.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.297+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=JF6LZSXE3P1F tag=9XYA6Z2D36JX type=write size=1250588 2024-09-19T11:26:18.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.299+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=EV81CP8TRCK6 type=del size=93252 2024-09-19T11:26:18.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.300+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~H65ZPQ9PD06F.0 size=1048576 2024-09-19T11:26:18.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.301+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~H65ZPQ9PD06F.1 size=107449 2024-09-19T11:26:18.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.304+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=H65ZPQ9PD06F tag=JJGGR6HAE53Q type=write size=2204601 2024-09-19T11:26:18.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.305+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=1BMCFLVRP60Z type=del size=2520074 2024-09-19T11:26:18.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.306+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=S3FIGY3XE0GE type=del 2024-09-19T11:26:18.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.307+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=CHANWFN4ULTW type=del size=1475846 2024-09-19T11:26:18.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.308+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=0R0BLMHOFMJ0 type=del 2024-09-19T11:26:18.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.310+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=3SJ63HGMFCBX type=del size=3599811 2024-09-19T11:26:18.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.311+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=56LNAPN8733C type=del 2024-09-19T11:26:18.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.312+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=JD4TXTCA6WYD type=del size=1104575 2024-09-19T11:26:18.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.314+0000 7f8576bd1780 1 < completed part key=_multipart_R1ZFOJD08GS5.2~IUXNJ1ARK0VL.0 size=877018 2024-09-19T11:26:18.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.316+0000 7f8576bd1780 1 < completed multipart upload key=R1ZFOJD08GS5 upload=IUXNJ1ARK0VL tag=XVNV0HVZA9LO type=write size=1925594 2024-09-19T11:26:18.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.317+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=MG07BODT948L type=del size=3455876 2024-09-19T11:26:18.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.318+0000 7f8576bd1780 1 < completed delete operation key=8TXDCE73VSEB tag=WN752DJU3U21 type=del 2024-09-19T11:26:18.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.320+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=7WPQXO98D4NS type=write size=175898 2024-09-19T11:26:18.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.321+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=L06DBP79IPA0 type=del 2024-09-19T11:26:18.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.323+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~S6GLRZ5XXTOV.0 size=1048576 2024-09-19T11:26:18.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.324+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~S6GLRZ5XXTOV.1 size=328203 2024-09-19T11:26:18.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.324+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=S6GLRZ5XXTOV tag=R19JD7G24IJJ type=write size=2425355 2024-09-19T11:26:18.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.325+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=JNTUFT51TCKA type=del 2024-09-19T11:26:18.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.327+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~L2VT9TXIOVTN.0 size=842582 2024-09-19T11:26:18.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.327+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=L2VT9TXIOVTN tag=BN61RPK0126O type=write size=1891158 2024-09-19T11:26:18.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.330+0000 7f8576bd1780 1 < suggested remove operation key=N5KNLV13G1PN tag=30SL4OE0UEOG type=write 2024-09-19T11:26:18.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.331+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=0RE44AMWT59M type=del size=970594 2024-09-19T11:26:18.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.332+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=XMZR8DSOC8TF type=del 2024-09-19T11:26:18.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.333+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=PHUCKG0Y8Z8P type=del size=1395165 2024-09-19T11:26:18.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.334+0000 7f8576bd1780 1 < completed write operation key=ZWZW4UE288SB tag=FNM47OZ9BO4A type=write size=560113 2024-09-19T11:26:18.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.335+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=91XC2016YG7B type=del size=3758936 2024-09-19T11:26:18.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.336+0000 7f8576bd1780 1 < canceled part key=_multipart_YC1UNQBZOH98.2~P8NG9ZH5WAVF.0 size=1048576 2024-09-19T11:26:18.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.337+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~P8NG9ZH5WAVF.1 size=774091 2024-09-19T11:26:18.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.339+0000 7f8576bd1780 1 < canceled multipart upload key=YC1UNQBZOH98 upload=P8NG9ZH5WAVF tag=AHEPBT0L4LZF type=write size=2871243 2024-09-19T11:26:18.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.340+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=2P2LLUPDQIMI type=write size=57055 2024-09-19T11:26:18.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.342+0000 7f8576bd1780 1 < suggested update operation key=YJ3WDCJJJLOH tag=8AP893W3EOD2 type=del size=13255 2024-09-19T11:26:18.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.344+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~XZXUSHY578FI.0 size=192739 2024-09-19T11:26:18.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.344+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=XZXUSHY578FI tag=UJKOOQY3Z2LO type=write size=1241315 2024-09-19T11:26:18.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.345+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=7QPDWPM9WCEL type=del 2024-09-19T11:26:18.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.347+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=13ACS4GVBYYW type=write size=559855 2024-09-19T11:26:18.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.348+0000 7f8576bd1780 1 < canceled operation key=3321TAKJUZTG tag=4NQM1J25GVLE type=del size=2254362 2024-09-19T11:26:18.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.349+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=TG1USR4S1N3S type=del size=1111844 2024-09-19T11:26:18.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.350+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=EV81CP8TRCK6 type=del 2024-09-19T11:26:18.354 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.352+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~E2MNH38W23LE.0 size=1048576 2024-09-19T11:26:18.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.353+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~E2MNH38W23LE.1 size=1048576 2024-09-19T11:26:18.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.356+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~E2MNH38W23LE.2 size=112821 2024-09-19T11:26:18.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.356+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=E2MNH38W23LE tag=OHPY6DSPXT80 type=write size=3258549 2024-09-19T11:26:18.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.357+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=1BMCFLVRP60Z type=del 2024-09-19T11:26:18.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.360+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~BTN5WA0COA9C.0 size=1037672 2024-09-19T11:26:18.362 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.360+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=BTN5WA0COA9C tag=B4GLA3HUNDHD type=write size=2086248 2024-09-19T11:26:18.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.361+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=CHANWFN4ULTW type=del 2024-09-19T11:26:18.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.362+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=JLBTKL7BSSW1 type=del size=88805 2024-09-19T11:26:18.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.365+0000 7f8576bd1780 1 < suggested update operation key=N7PGU1DM6N25 tag=3SJ63HGMFCBX type=del size=3599811 2024-09-19T11:26:18.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.366+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=WNLJDQIPIUDK type=del size=1606088 2024-09-19T11:26:18.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.368+0000 7f8576bd1780 1 < suggested update operation key=ZWZW4UE288SB tag=JD4TXTCA6WYD type=del size=1104575 2024-09-19T11:26:18.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.370+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~DEOAP1X0BDFK.0 size=1048576 2024-09-19T11:26:18.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.371+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~DEOAP1X0BDFK.1 size=1026520 2024-09-19T11:26:18.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.371+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=DEOAP1X0BDFK tag=L9CUVG2T7K6F type=write size=3123672 2024-09-19T11:26:18.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.372+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=MG07BODT948L type=del 2024-09-19T11:26:18.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.374+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=4SAVAREMMVO2 type=del size=1445788 2024-09-19T11:26:18.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.376+0000 7f8576bd1780 1 < suggested update operation key=ZPXM7YL89HZJ tag=7WPQXO98D4NS type=write size=175898 2024-09-19T11:26:18.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.379+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~GS6PU0I8DUY9.0 size=423078 2024-09-19T11:26:18.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.379+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=GS6PU0I8DUY9 tag=63EXXMVL9LAH type=write size=1471654 2024-09-19T11:26:18.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.381+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~S6GLRZ5XXTOV.0 size=1048576 2024-09-19T11:26:18.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.382+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~S6GLRZ5XXTOV.1 size=328203 2024-09-19T11:26:18.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.384+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=S6GLRZ5XXTOV tag=R19JD7G24IJJ type=write size=2425355 2024-09-19T11:26:18.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.385+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=ZHW5FNXUI1CR type=del size=642569 2024-09-19T11:26:18.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.386+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~L2VT9TXIOVTN.0 size=842582 2024-09-19T11:26:18.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.388+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=L2VT9TXIOVTN tag=BN61RPK0126O type=write size=1891158 2024-09-19T11:26:18.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.389+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=9UK1QBTTL9YI type=del size=724601 2024-09-19T11:26:18.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.391+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=0RE44AMWT59M type=del 2024-09-19T11:26:18.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.392+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=1SKJ11LWUOIE type=del size=3019287 2024-09-19T11:26:18.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.393+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=PHUCKG0Y8Z8P type=del 2024-09-19T11:26:18.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.394+0000 7f8576bd1780 1 > prepared operation key=FE3M1XO7TAS3 tag=ROVABJ5W95LL type=del size=809898 2024-09-19T11:26:18.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.395+0000 7f8576bd1780 1 < canceled operation key=7B4T99OA9CO4 tag=91XC2016YG7B type=del size=3758936 2024-09-19T11:26:18.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.398+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~S4E1AXQ36TMU.0 size=1048576 2024-09-19T11:26:18.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.399+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~S4E1AXQ36TMU.1 size=727452 2024-09-19T11:26:18.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.399+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=S4E1AXQ36TMU tag=ABL5ABC359FD type=write size=2824604 2024-09-19T11:26:18.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.400+0000 7f8576bd1780 -1 < failed to complete operation key=YJ3WDCJJJLOH tag=2P2LLUPDQIMI type=write size=57055: (22) Invalid argument 2024-09-19T11:26:18.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.401+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=HCF244XTEO62 type=write size=686106 2024-09-19T11:26:18.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.402+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~XZXUSHY578FI.0 size=192739 2024-09-19T11:26:18.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.406+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=XZXUSHY578FI tag=UJKOOQY3Z2LO type=write size=1241315 2024-09-19T11:26:18.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.407+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=CZ1CB7TCER2I type=del size=934707 2024-09-19T11:26:18.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.409+0000 7f8576bd1780 1 < suggested update operation key=Y9OEXPZ4M5UK tag=13ACS4GVBYYW type=write size=559855 2024-09-19T11:26:18.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.411+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~B4MLBQPG8HLZ.0 size=1048576 2024-09-19T11:26:18.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.412+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~B4MLBQPG8HLZ.1 size=1048576 2024-09-19T11:26:18.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.413+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~B4MLBQPG8HLZ.2 size=434927 2024-09-19T11:26:18.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.413+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=B4MLBQPG8HLZ tag=PWW11KKHSMIL type=write size=3580655 2024-09-19T11:26:18.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.414+0000 7f8576bd1780 1 < canceled operation key=D8MAT4VBLN2R tag=TG1USR4S1N3S type=del size=1111844 2024-09-19T11:26:18.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.416+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=WO14LUOYP9A0 type=del size=1115476 2024-09-19T11:26:18.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.416+0000 7f8576bd1780 1 < canceled part key=_multipart_5CG1U88JETDH.2~E2MNH38W23LE.0 size=1048576 2024-09-19T11:26:18.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.417+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~E2MNH38W23LE.1 size=1048576 2024-09-19T11:26:18.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.418+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~E2MNH38W23LE.2 size=112821 2024-09-19T11:26:18.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.420+0000 7f8576bd1780 1 < canceled multipart upload key=5CG1U88JETDH upload=E2MNH38W23LE tag=OHPY6DSPXT80 type=write size=3258549 2024-09-19T11:26:18.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.421+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=KUJF8V9R0YIN type=del size=1556868 2024-09-19T11:26:18.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.422+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~BTN5WA0COA9C.0 size=1037672 2024-09-19T11:26:18.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.424+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=BTN5WA0COA9C tag=B4GLA3HUNDHD type=write size=2086248 2024-09-19T11:26:18.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.426+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~7B0MBLZJF8UH.0 size=481896 2024-09-19T11:26:18.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.426+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=7B0MBLZJF8UH tag=B2UG2QX3MNV4 type=write size=1530472 2024-09-19T11:26:18.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.427+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=JLBTKL7BSSW1 type=del 2024-09-19T11:26:18.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.429+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~I80H1BPHF70Z.0 size=1048576 2024-09-19T11:26:18.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.430+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~I80H1BPHF70Z.1 size=1048576 2024-09-19T11:26:18.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.431+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~I80H1BPHF70Z.2 size=712498 2024-09-19T11:26:18.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.431+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=I80H1BPHF70Z tag=QDNL2I3X49SQ type=write size=3858226 2024-09-19T11:26:18.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.433+0000 7f8576bd1780 1 < suggested update operation key=ZPXM7YL89HZJ tag=WNLJDQIPIUDK type=del size=1606088 2024-09-19T11:26:18.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.434+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=P6JL3XE5EDPD type=del size=1497485 2024-09-19T11:26:18.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.436+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~DEOAP1X0BDFK.0 size=1048576 2024-09-19T11:26:18.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.436+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~DEOAP1X0BDFK.1 size=1026520 2024-09-19T11:26:18.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.438+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=DEOAP1X0BDFK tag=L9CUVG2T7K6F type=write size=3123672 2024-09-19T11:26:18.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.440+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~6COZ0H3Y3JEF.0 size=1048576 2024-09-19T11:26:18.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.441+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~6COZ0H3Y3JEF.1 size=1048576 2024-09-19T11:26:18.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.442+0000 7f8576bd1780 1 > prepared part key=_multipart_TRUD9FI7BSLD.2~6COZ0H3Y3JEF.2 size=933469 2024-09-19T11:26:18.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.442+0000 7f8576bd1780 1 > prepared multipart upload key=TRUD9FI7BSLD upload=6COZ0H3Y3JEF tag=IEGHMFZH9CM5 type=write size=4079197 2024-09-19T11:26:18.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.444+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=4SAVAREMMVO2 type=del 2024-09-19T11:26:18.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.445+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=HV5GV8A5FX0M type=write size=153897 2024-09-19T11:26:18.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.446+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~GS6PU0I8DUY9.0 size=423078 2024-09-19T11:26:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.448+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=GS6PU0I8DUY9 tag=63EXXMVL9LAH type=write size=1471654 2024-09-19T11:26:18.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.449+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=513ECZQ7STB3 type=del size=1052096 2024-09-19T11:26:18.452 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.450+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=ZHW5FNXUI1CR type=del 2024-09-19T11:26:18.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.452+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~POMFQ2ILV84L.0 size=1048576 2024-09-19T11:26:18.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.453+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~POMFQ2ILV84L.1 size=158761 2024-09-19T11:26:18.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.453+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=POMFQ2ILV84L tag=4UUD51JY6NVI type=write size=2255913 2024-09-19T11:26:18.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.455+0000 7f8576bd1780 1 < canceled operation key=5CG1U88JETDH tag=9UK1QBTTL9YI type=del size=724601 2024-09-19T11:26:18.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.456+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=NUIG9AGR8SB6 type=del size=2032741 2024-09-19T11:26:18.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.457+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=1SKJ11LWUOIE type=del 2024-09-19T11:26:18.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.458+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=A5RP94S5K6CA type=write size=157936 2024-09-19T11:26:18.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.460+0000 7f8576bd1780 1 < completed delete operation key=FE3M1XO7TAS3 tag=ROVABJ5W95LL type=del 2024-09-19T11:26:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.461+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=FHI31YYQW7VL type=write size=323679 2024-09-19T11:26:18.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.462+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~S4E1AXQ36TMU.0 size=1048576 2024-09-19T11:26:18.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.463+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~S4E1AXQ36TMU.1 size=727452 2024-09-19T11:26:18.467 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.465+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=S4E1AXQ36TMU tag=ABL5ABC359FD type=write size=2824604 2024-09-19T11:26:18.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.466+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=I8Q5A1HKHIPR type=del size=4100239 2024-09-19T11:26:18.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.467+0000 7f8576bd1780 -1 < failed to complete operation key=ZPXM7YL89HZJ tag=HCF244XTEO62 type=write size=686106: (22) Invalid argument 2024-09-19T11:26:18.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.470+0000 7f8576bd1780 1 > prepared part key=_multipart_FE3M1XO7TAS3.2~RE6EMMS8H773.0 size=220930 2024-09-19T11:26:18.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.470+0000 7f8576bd1780 1 > prepared multipart upload key=FE3M1XO7TAS3 upload=RE6EMMS8H773 tag=03HZZO1ZSQQH type=write size=1269506 2024-09-19T11:26:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.472+0000 7f8576bd1780 1 < suggested update operation key=YC1UNQBZOH98 tag=CZ1CB7TCER2I type=del size=934707 2024-09-19T11:26:18.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.473+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=2HT4WSVTLCUH type=del size=1301345 2024-09-19T11:26:18.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.475+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~B4MLBQPG8HLZ.0 size=1048576 2024-09-19T11:26:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.476+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~B4MLBQPG8HLZ.1 size=1048576 2024-09-19T11:26:18.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.477+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~B4MLBQPG8HLZ.2 size=434927 2024-09-19T11:26:18.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.479+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=B4MLBQPG8HLZ tag=PWW11KKHSMIL type=write size=3580655 2024-09-19T11:26:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.480+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=ZKU3CY3HP319 type=del size=2281289 2024-09-19T11:26:18.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.481+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=WO14LUOYP9A0 type=del 2024-09-19T11:26:18.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.483+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~5D21EA8V3ENY.0 size=311835 2024-09-19T11:26:18.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.483+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=5D21EA8V3ENY tag=MURQW13AJ0R2 type=write size=1360411 2024-09-19T11:26:18.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.484+0000 7f8576bd1780 -1 < failed to complete operation key=YC1UNQBZOH98 tag=KUJF8V9R0YIN type=del size=1556868: (22) Invalid argument 2024-09-19T11:26:18.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.486+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=BHM2ZWDEQIQ5 type=del size=2547202 2024-09-19T11:26:18.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.487+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~7B0MBLZJF8UH.0 size=481896 2024-09-19T11:26:18.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.489+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=7B0MBLZJF8UH tag=B2UG2QX3MNV4 type=write size=1530472 2024-09-19T11:26:18.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.491+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~MLOW3HTD6EPB.0 size=1048576 2024-09-19T11:26:18.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.492+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~MLOW3HTD6EPB.1 size=1048576 2024-09-19T11:26:18.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.493+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~MLOW3HTD6EPB.2 size=990274 2024-09-19T11:26:18.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.493+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=MLOW3HTD6EPB tag=GKCISQ2YL4WB type=write size=4136002 2024-09-19T11:26:18.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.493+0000 7f8576bd1780 1 < canceled part key=_multipart_BFY7ZISN7X2F.2~I80H1BPHF70Z.0 size=1048576 2024-09-19T11:26:18.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.494+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~I80H1BPHF70Z.1 size=1048576 2024-09-19T11:26:18.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.495+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~I80H1BPHF70Z.2 size=712498 2024-09-19T11:26:18.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.497+0000 7f8576bd1780 1 < canceled multipart upload key=BFY7ZISN7X2F upload=I80H1BPHF70Z tag=QDNL2I3X49SQ type=write size=3858226 2024-09-19T11:26:18.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.499+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=7HJNUL2KDGG2 type=del size=1159561 2024-09-19T11:26:18.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.500+0000 7f8576bd1780 -1 < failed to complete operation key=YC1UNQBZOH98 tag=P6JL3XE5EDPD type=del size=1497485: (22) Invalid argument 2024-09-19T11:26:18.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.501+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=206EV36FVRY2 type=del size=2480879 2024-09-19T11:26:18.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.502+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~6COZ0H3Y3JEF.0 size=1048576 2024-09-19T11:26:18.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.503+0000 7f8576bd1780 1 < completed part key=_multipart_TRUD9FI7BSLD.2~6COZ0H3Y3JEF.1 size=1048576 2024-09-19T11:26:18.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.503+0000 7f8576bd1780 1 < canceled part key=_multipart_TRUD9FI7BSLD.2~6COZ0H3Y3JEF.2 size=933469 2024-09-19T11:26:18.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.505+0000 7f8576bd1780 1 < canceled multipart upload key=TRUD9FI7BSLD upload=6COZ0H3Y3JEF tag=IEGHMFZH9CM5 type=write size=4079197 2024-09-19T11:26:18.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.507+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=XNB6DVF0ZFVX type=del size=3490027 2024-09-19T11:26:18.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.508+0000 7f8576bd1780 1 < completed write operation key=TRUD9FI7BSLD tag=HV5GV8A5FX0M type=write size=153897 2024-09-19T11:26:18.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.509+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=YVNVA5QQO71X type=write size=757836 2024-09-19T11:26:18.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.510+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=513ECZQ7STB3 type=del 2024-09-19T11:26:18.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.512+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=7EJET2RI7TXB type=del size=3881620 2024-09-19T11:26:18.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.513+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~POMFQ2ILV84L.0 size=1048576 2024-09-19T11:26:18.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.514+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~POMFQ2ILV84L.1 size=158761 2024-09-19T11:26:18.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.519+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=POMFQ2ILV84L tag=4UUD51JY6NVI type=write size=2255913 2024-09-19T11:26:18.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.520+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=G3MUS8WM1XNO type=del size=515054 2024-09-19T11:26:18.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.521+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=NUIG9AGR8SB6 type=del 2024-09-19T11:26:18.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.522+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=LXYGG2KYNNEQ type=del size=866018 2024-09-19T11:26:18.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.523+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=A5RP94S5K6CA type=write size=157936 2024-09-19T11:26:18.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.524+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=CA34209HVPP8 type=del size=3645420 2024-09-19T11:26:18.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.526+0000 7f8576bd1780 1 < canceled operation key=BFY7ZISN7X2F tag=FHI31YYQW7VL type=write size=323679 2024-09-19T11:26:18.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.528+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~19EWYBNN0GFP.0 size=1048576 2024-09-19T11:26:18.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.529+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~19EWYBNN0GFP.1 size=1048576 2024-09-19T11:26:18.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.530+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~19EWYBNN0GFP.2 size=918116 2024-09-19T11:26:18.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.530+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=19EWYBNN0GFP tag=DR5YWXNDV8QE type=write size=4063844 2024-09-19T11:26:18.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.531+0000 7f8576bd1780 1 < completed delete operation key=3FHKTREC6TOT tag=I8Q5A1HKHIPR type=del 2024-09-19T11:26:18.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.532+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=6J1JQPA3A1UG type=del size=1670939 2024-09-19T11:26:18.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.534+0000 7f8576bd1780 1 < completed part key=_multipart_FE3M1XO7TAS3.2~RE6EMMS8H773.0 size=220930 2024-09-19T11:26:18.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.536+0000 7f8576bd1780 1 < completed multipart upload key=FE3M1XO7TAS3 upload=RE6EMMS8H773 tag=03HZZO1ZSQQH type=write size=1269506 2024-09-19T11:26:18.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.538+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~291M7CI5ZLGO.0 size=1048576 2024-09-19T11:26:18.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.539+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~291M7CI5ZLGO.1 size=1048576 2024-09-19T11:26:18.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.540+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~291M7CI5ZLGO.2 size=259013 2024-09-19T11:26:18.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.540+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=291M7CI5ZLGO tag=9E1ZLK1IG0GK type=write size=3404741 2024-09-19T11:26:18.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.542+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=2HT4WSVTLCUH type=del 2024-09-19T11:26:18.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.543+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=H8NH0M1OS9ZL type=del size=3248133 2024-09-19T11:26:18.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.545+0000 7f8576bd1780 1 < suggested update operation key=Y3SGWOZW0N7T tag=ZKU3CY3HP319 type=del size=2281289 2024-09-19T11:26:18.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.547+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=XGLK4K6O29FW type=del size=487677 2024-09-19T11:26:18.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.548+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~5D21EA8V3ENY.0 size=311835 2024-09-19T11:26:18.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.550+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=5D21EA8V3ENY tag=MURQW13AJ0R2 type=write size=1360411 2024-09-19T11:26:18.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.552+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~TUCNOXJZVJA3.0 size=1048576 2024-09-19T11:26:18.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.554+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~TUCNOXJZVJA3.1 size=72720 2024-09-19T11:26:18.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.554+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=TUCNOXJZVJA3 tag=BCSA3Q1ZJDZ8 type=write size=2169872 2024-09-19T11:26:18.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.555+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=BHM2ZWDEQIQ5 type=del 2024-09-19T11:26:18.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.557+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~FL0J4DX8RZQN.0 size=968172 2024-09-19T11:26:18.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.557+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=FL0J4DX8RZQN tag=3D4BCUMM6NC3 type=write size=2016748 2024-09-19T11:26:18.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.560+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~MLOW3HTD6EPB.0 size=1048576 2024-09-19T11:26:18.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.561+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~MLOW3HTD6EPB.1 size=1048576 2024-09-19T11:26:18.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.562+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~MLOW3HTD6EPB.2 size=990274 2024-09-19T11:26:18.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.564+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=MLOW3HTD6EPB tag=GKCISQ2YL4WB type=write size=4136002 2024-09-19T11:26:18.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.566+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~NGKTCUN5F839.0 size=1048576 2024-09-19T11:26:18.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.567+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~NGKTCUN5F839.1 size=555775 2024-09-19T11:26:18.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.567+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=NGKTCUN5F839 tag=K81IVRXYGNBF type=write size=2652927 2024-09-19T11:26:18.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.568+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=7HJNUL2KDGG2 type=del 2024-09-19T11:26:18.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.569+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=BFBMLRZQJ18A type=del size=2700767 2024-09-19T11:26:18.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.571+0000 7f8576bd1780 1 < suggested update operation key=N7PGU1DM6N25 tag=206EV36FVRY2 type=del size=2480879 2024-09-19T11:26:18.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.572+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=09K3IKEVDXJP type=write size=663482 2024-09-19T11:26:18.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.573+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=XNB6DVF0ZFVX type=del 2024-09-19T11:26:18.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.574+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=Y4M638270LVN type=del size=296388 2024-09-19T11:26:18.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.576+0000 7f8576bd1780 1 < completed write operation key=MZMHUNQR1QO8 tag=YVNVA5QQO71X type=write size=757836 2024-09-19T11:26:18.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.577+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=FJWD9DVZ66IL type=write size=115904 2024-09-19T11:26:18.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.578+0000 7f8576bd1780 1 < completed delete operation key=SQT4SZMGZ35M tag=7EJET2RI7TXB type=del 2024-09-19T11:26:18.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.579+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=XVKI3AV9P0YU type=del size=287071 2024-09-19T11:26:18.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.580+0000 7f8576bd1780 -1 < failed to complete operation key=N7PGU1DM6N25 tag=G3MUS8WM1XNO type=del size=515054: (22) Invalid argument 2024-09-19T11:26:18.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.582+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=8C23737CY0SZ type=write size=149639 2024-09-19T11:26:18.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.583+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=LXYGG2KYNNEQ type=del 2024-09-19T11:26:18.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.584+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=AMDWUMXUK84B type=del size=2277245 2024-09-19T11:26:18.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.585+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=CA34209HVPP8 type=del 2024-09-19T11:26:18.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.586+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=MBI1GFIGFCFF type=del size=3789228 2024-09-19T11:26:18.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.587+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~19EWYBNN0GFP.0 size=1048576 2024-09-19T11:26:18.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.588+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~19EWYBNN0GFP.1 size=1048576 2024-09-19T11:26:18.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.589+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~19EWYBNN0GFP.2 size=918116 2024-09-19T11:26:18.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.591+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=19EWYBNN0GFP tag=DR5YWXNDV8QE type=write size=4063844 2024-09-19T11:26:18.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.592+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=4A69BYLEC90Q type=del size=2681323 2024-09-19T11:26:18.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.594+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=6J1JQPA3A1UG type=del 2024-09-19T11:26:18.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.596+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~UOBIE1SHF30H.0 size=1048576 2024-09-19T11:26:18.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.597+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~UOBIE1SHF30H.1 size=1048576 2024-09-19T11:26:18.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.598+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~UOBIE1SHF30H.2 size=3393 2024-09-19T11:26:18.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.598+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=UOBIE1SHF30H tag=PATHBTGFDCIE type=write size=3149121 2024-09-19T11:26:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.599+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~291M7CI5ZLGO.0 size=1048576 2024-09-19T11:26:18.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.600+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~291M7CI5ZLGO.1 size=1048576 2024-09-19T11:26:18.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.601+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~291M7CI5ZLGO.2 size=259013 2024-09-19T11:26:18.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.603+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=291M7CI5ZLGO tag=9E1ZLK1IG0GK type=write size=3404741 2024-09-19T11:26:18.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.605+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=SKGFF2249M24 type=del size=4186139 2024-09-19T11:26:18.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.606+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=H8NH0M1OS9ZL type=del 2024-09-19T11:26:18.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.607+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=Y1VVLJEGNDC7 type=del size=1047374 2024-09-19T11:26:18.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.608+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=XGLK4K6O29FW type=del 2024-09-19T11:26:18.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.611+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~GH4TU3NF18PE.0 size=61730 2024-09-19T11:26:18.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.611+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=GH4TU3NF18PE tag=3W068YNZBD86 type=write size=1110306 2024-09-19T11:26:18.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.612+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~TUCNOXJZVJA3.0 size=1048576 2024-09-19T11:26:18.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.613+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~TUCNOXJZVJA3.1 size=72720 2024-09-19T11:26:18.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.615+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=TUCNOXJZVJA3 tag=BCSA3Q1ZJDZ8 type=write size=2169872 2024-09-19T11:26:18.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.617+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~3FMJE9MCWZ1O.0 size=1048576 2024-09-19T11:26:18.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.618+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~3FMJE9MCWZ1O.1 size=1048576 2024-09-19T11:26:18.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.619+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~3FMJE9MCWZ1O.2 size=54292 2024-09-19T11:26:18.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.619+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=3FMJE9MCWZ1O tag=1XH9CMS193BE type=write size=3200020 2024-09-19T11:26:18.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.620+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~FL0J4DX8RZQN.0 size=968172 2024-09-19T11:26:18.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.624+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=FL0J4DX8RZQN tag=3D4BCUMM6NC3 type=write size=2016748 2024-09-19T11:26:18.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.626+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~HSB4Z849O3UF.0 size=1048576 2024-09-19T11:26:18.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.627+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~HSB4Z849O3UF.1 size=1048576 2024-09-19T11:26:18.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.628+0000 7f8576bd1780 1 > prepared part key=_multipart_D8MAT4VBLN2R.2~HSB4Z849O3UF.2 size=32591 2024-09-19T11:26:18.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.628+0000 7f8576bd1780 1 > prepared multipart upload key=D8MAT4VBLN2R upload=HSB4Z849O3UF tag=VI3USZRSFIKR type=write size=3178319 2024-09-19T11:26:18.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.629+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~NGKTCUN5F839.0 size=1048576 2024-09-19T11:26:18.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.630+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~NGKTCUN5F839.1 size=555775 2024-09-19T11:26:18.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.633+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=NGKTCUN5F839 tag=K81IVRXYGNBF type=write size=2652927 2024-09-19T11:26:18.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.634+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=LO6WE8VRMTMG type=del size=3385865 2024-09-19T11:26:18.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.635+0000 7f8576bd1780 1 < canceled operation key=TRUD9FI7BSLD tag=BFBMLRZQJ18A type=del size=2700767 2024-09-19T11:26:18.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.637+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=9JK6QV3DB429 type=del size=3539640 2024-09-19T11:26:18.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.638+0000 7f8576bd1780 1 < completed write operation key=U74I0YULWM14 tag=09K3IKEVDXJP type=write size=663482 2024-09-19T11:26:18.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.639+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=G130Q9JO4GTY type=del size=2345896 2024-09-19T11:26:18.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.640+0000 7f8576bd1780 1 < completed delete operation key=5PL1P4MQWBJN tag=Y4M638270LVN type=del 2024-09-19T11:26:18.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.641+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=7OZ4U0P95QRA type=del size=3597355 2024-09-19T11:26:18.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.643+0000 7f8576bd1780 1 < completed write operation key=58U30UDUEZ3W tag=FJWD9DVZ66IL type=write size=115904 2024-09-19T11:26:18.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.645+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~43N147SV8BQF.0 size=1048576 2024-09-19T11:26:18.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.646+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~43N147SV8BQF.1 size=1048576 2024-09-19T11:26:18.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.647+0000 7f8576bd1780 1 > prepared part key=_multipart_5G75PFJB25A0.2~43N147SV8BQF.2 size=528745 2024-09-19T11:26:18.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.647+0000 7f8576bd1780 1 > prepared multipart upload key=5G75PFJB25A0 upload=43N147SV8BQF tag=75LNNBQRBF87 type=write size=3674473 2024-09-19T11:26:18.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.649+0000 7f8576bd1780 1 < suggested remove operation key=8TXDCE73VSEB tag=XVKI3AV9P0YU type=del 2024-09-19T11:26:18.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.650+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=JYLTDX7QO4TM type=del size=3850802 2024-09-19T11:26:18.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.651+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=8C23737CY0SZ type=write size=149639 2024-09-19T11:26:18.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.653+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=0X0ELLKNMPC7 type=write size=875228 2024-09-19T11:26:18.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.655+0000 7f8576bd1780 1 < suggested remove operation key=N5KNLV13G1PN tag=AMDWUMXUK84B type=del 2024-09-19T11:26:18.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.656+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=SGW5HSH8DNS8 type=del size=3275550 2024-09-19T11:26:18.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.657+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=MBI1GFIGFCFF type=del 2024-09-19T11:26:18.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.658+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=5H17CP1B3RMO type=del size=3978461 2024-09-19T11:26:18.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.660+0000 7f8576bd1780 1 < completed delete operation key=TRUD9FI7BSLD tag=4A69BYLEC90Q type=del 2024-09-19T11:26:18.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.662+0000 7f8576bd1780 1 > prepared part key=_multipart_5CG1U88JETDH.2~RR2UPTJRXX1K.0 size=358389 2024-09-19T11:26:18.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.662+0000 7f8576bd1780 1 > prepared multipart upload key=5CG1U88JETDH upload=RR2UPTJRXX1K tag=IS7SE8CSQJNF type=write size=1406965 2024-09-19T11:26:18.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.663+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~UOBIE1SHF30H.0 size=1048576 2024-09-19T11:26:18.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.664+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~UOBIE1SHF30H.1 size=1048576 2024-09-19T11:26:18.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.665+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~UOBIE1SHF30H.2 size=3393 2024-09-19T11:26:18.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.667+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=UOBIE1SHF30H tag=PATHBTGFDCIE type=write size=3149121 2024-09-19T11:26:18.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.668+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=242QBSP31UHL type=del size=2389311 2024-09-19T11:26:18.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.669+0000 7f8576bd1780 1 < completed delete operation key=U74I0YULWM14 tag=SKGFF2249M24 type=del 2024-09-19T11:26:18.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.671+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~33BQBVHKPSOI.0 size=1048576 2024-09-19T11:26:18.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.672+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~33BQBVHKPSOI.1 size=1048576 2024-09-19T11:26:18.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.673+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~33BQBVHKPSOI.2 size=341412 2024-09-19T11:26:18.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.673+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=33BQBVHKPSOI tag=AZP7UKLSUWZ7 type=write size=3487140 2024-09-19T11:26:18.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.675+0000 7f8576bd1780 1 < canceled operation key=D8MAT4VBLN2R tag=Y1VVLJEGNDC7 type=del size=1047374 2024-09-19T11:26:18.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.676+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=H5LSGND9N4KV type=del size=667255 2024-09-19T11:26:18.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.677+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~GH4TU3NF18PE.0 size=61730 2024-09-19T11:26:18.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.679+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=GH4TU3NF18PE tag=3W068YNZBD86 type=write size=1110306 2024-09-19T11:26:18.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.681+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~5O0V8Q84M6NR.0 size=1048576 2024-09-19T11:26:18.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.682+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~5O0V8Q84M6NR.1 size=1048576 2024-09-19T11:26:18.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.683+0000 7f8576bd1780 1 > prepared part key=_multipart_MZMHUNQR1QO8.2~5O0V8Q84M6NR.2 size=891690 2024-09-19T11:26:18.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.683+0000 7f8576bd1780 1 > prepared multipart upload key=MZMHUNQR1QO8 upload=5O0V8Q84M6NR tag=DIAO3EC9BAAW type=write size=4037418 2024-09-19T11:26:18.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.686+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~3FMJE9MCWZ1O.0 size=1048576 2024-09-19T11:26:18.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.687+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~3FMJE9MCWZ1O.1 size=1048576 2024-09-19T11:26:18.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.688+0000 7f8576bd1780 1 < completed part key=_multipart_BFY7ZISN7X2F.2~3FMJE9MCWZ1O.2 size=54292 2024-09-19T11:26:18.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.690+0000 7f8576bd1780 1 < completed multipart upload key=BFY7ZISN7X2F upload=3FMJE9MCWZ1O tag=1XH9CMS193BE type=write size=3200020 2024-09-19T11:26:18.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.691+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=0F7AM8SHGJIU type=del size=2028727 2024-09-19T11:26:18.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.692+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~HSB4Z849O3UF.0 size=1048576 2024-09-19T11:26:18.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.693+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~HSB4Z849O3UF.1 size=1048576 2024-09-19T11:26:18.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.694+0000 7f8576bd1780 1 < completed part key=_multipart_D8MAT4VBLN2R.2~HSB4Z849O3UF.2 size=32591 2024-09-19T11:26:18.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.696+0000 7f8576bd1780 1 < completed multipart upload key=D8MAT4VBLN2R upload=HSB4Z849O3UF tag=VI3USZRSFIKR type=write size=3178319 2024-09-19T11:26:18.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.698+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~DG1FCAOA0TXK.0 size=630931 2024-09-19T11:26:18.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.698+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=DG1FCAOA0TXK tag=JMJQ10EKOQFU type=write size=1679507 2024-09-19T11:26:18.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.699+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=LO6WE8VRMTMG type=del 2024-09-19T11:26:18.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.701+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=CTW5I1SGQPB5 type=del size=2647641 2024-09-19T11:26:18.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.702+0000 7f8576bd1780 1 < completed delete operation key=58U30UDUEZ3W tag=9JK6QV3DB429 type=del 2024-09-19T11:26:18.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.703+0000 7f8576bd1780 1 > prepared operation key=3321TAKJUZTG tag=OKHMNHO7BBIU type=del size=1691520 2024-09-19T11:26:18.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.704+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=G130Q9JO4GTY type=del 2024-09-19T11:26:18.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.706+0000 7f8576bd1780 1 > prepared operation key=7B4T99OA9CO4 tag=G6LXEAO3V2E2 type=del size=2682448 2024-09-19T11:26:18.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.707+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=7OZ4U0P95QRA type=del 2024-09-19T11:26:18.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.709+0000 7f8576bd1780 1 > prepared part key=_multipart_N7PGU1DM6N25.2~V2ENJUWKHU8O.0 size=352121 2024-09-19T11:26:18.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.709+0000 7f8576bd1780 1 > prepared multipart upload key=N7PGU1DM6N25 upload=V2ENJUWKHU8O tag=K3T14BJ59DBQ type=write size=1400697 2024-09-19T11:26:18.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.710+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~43N147SV8BQF.0 size=1048576 2024-09-19T11:26:18.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.712+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~43N147SV8BQF.1 size=1048576 2024-09-19T11:26:18.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.713+0000 7f8576bd1780 1 < completed part key=_multipart_5G75PFJB25A0.2~43N147SV8BQF.2 size=528745 2024-09-19T11:26:18.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.715+0000 7f8576bd1780 1 < completed multipart upload key=5G75PFJB25A0 upload=43N147SV8BQF tag=75LNNBQRBF87 type=write size=3674473 2024-09-19T11:26:18.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.716+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=HIZCHZCGU1G5 type=del size=2141564 2024-09-19T11:26:18.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.717+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=JYLTDX7QO4TM type=del 2024-09-19T11:26:18.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.718+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=MAYPW9NDCU9I type=del size=1914959 2024-09-19T11:26:18.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.719+0000 7f8576bd1780 1 < completed write operation key=5G75PFJB25A0 tag=0X0ELLKNMPC7 type=write size=875228 2024-09-19T11:26:18.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.721+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~99LUJ3P444ZY.0 size=1048576 2024-09-19T11:26:18.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.722+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~99LUJ3P444ZY.1 size=1048576 2024-09-19T11:26:18.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.723+0000 7f8576bd1780 1 > prepared part key=_multipart_U74I0YULWM14.2~99LUJ3P444ZY.2 size=555178 2024-09-19T11:26:18.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.723+0000 7f8576bd1780 1 > prepared multipart upload key=U74I0YULWM14 upload=99LUJ3P444ZY tag=YYGH0TBCLKUS type=write size=3700906 2024-09-19T11:26:18.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.725+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=SGW5HSH8DNS8 type=del 2024-09-19T11:26:18.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.726+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=WLKZC1X5RC8L type=del size=1584287 2024-09-19T11:26:18.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.727+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=5H17CP1B3RMO type=del 2024-09-19T11:26:18.730 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.728+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=UFE2B800F16U type=del size=2634136 2024-09-19T11:26:18.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.729+0000 7f8576bd1780 1 < completed part key=_multipart_5CG1U88JETDH.2~RR2UPTJRXX1K.0 size=358389 2024-09-19T11:26:18.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.731+0000 7f8576bd1780 1 < completed multipart upload key=5CG1U88JETDH upload=RR2UPTJRXX1K tag=IS7SE8CSQJNF type=write size=1406965 2024-09-19T11:26:18.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.732+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=SZGBS56FJ3HS type=del size=2338491 2024-09-19T11:26:18.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.735+0000 7f8576bd1780 1 < suggested remove operation key=C4PTRIG04GCR tag=242QBSP31UHL type=del 2024-09-19T11:26:18.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.736+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=BD8P7O2JN8SL type=del size=527910 2024-09-19T11:26:18.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.737+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~33BQBVHKPSOI.0 size=1048576 2024-09-19T11:26:18.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.738+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~33BQBVHKPSOI.1 size=1048576 2024-09-19T11:26:18.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.739+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~33BQBVHKPSOI.2 size=341412 2024-09-19T11:26:18.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.741+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=33BQBVHKPSOI tag=AZP7UKLSUWZ7 type=write size=3487140 2024-09-19T11:26:18.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.742+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=5YQ4W33SLW07 type=del size=2033640 2024-09-19T11:26:18.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.743+0000 7f8576bd1780 1 < canceled operation key=R1ZFOJD08GS5 tag=H5LSGND9N4KV type=del size=667255 2024-09-19T11:26:18.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.744+0000 7f8576bd1780 1 > prepared operation key=58U30UDUEZ3W tag=U8JYOC71K9PV type=del size=1987006 2024-09-19T11:26:18.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.747+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~5O0V8Q84M6NR.0 size=1048576 2024-09-19T11:26:18.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.747+0000 7f8576bd1780 1 < canceled part key=_multipart_MZMHUNQR1QO8.2~5O0V8Q84M6NR.1 size=1048576 2024-09-19T11:26:18.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.748+0000 7f8576bd1780 1 < completed part key=_multipart_MZMHUNQR1QO8.2~5O0V8Q84M6NR.2 size=891690 2024-09-19T11:26:18.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.750+0000 7f8576bd1780 1 < canceled multipart upload key=MZMHUNQR1QO8 upload=5O0V8Q84M6NR tag=DIAO3EC9BAAW type=write size=4037418 2024-09-19T11:26:18.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.751+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=9HIOS2WIA7NQ type=del size=1004346 2024-09-19T11:26:18.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.752+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=0F7AM8SHGJIU type=del 2024-09-19T11:26:18.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.753+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=JCE3SZMTBUT1 type=del size=1931154 2024-09-19T11:26:18.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.754+0000 7f8576bd1780 1 < completed part key=_multipart_Y9OEXPZ4M5UK.2~DG1FCAOA0TXK.0 size=630931 2024-09-19T11:26:18.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.756+0000 7f8576bd1780 1 < completed multipart upload key=Y9OEXPZ4M5UK upload=DG1FCAOA0TXK tag=JMJQ10EKOQFU type=write size=1679507 2024-09-19T11:26:18.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.757+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=B2NL9P10GEL7 type=write size=926135 2024-09-19T11:26:18.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.759+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=CTW5I1SGQPB5 type=del 2024-09-19T11:26:18.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.760+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=LQL1KDNMUKHN type=del size=3860948 2024-09-19T11:26:18.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.761+0000 7f8576bd1780 1 < completed delete operation key=3321TAKJUZTG tag=OKHMNHO7BBIU type=del 2024-09-19T11:26:18.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.762+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=UZ654P0IAC0D type=write size=849648 2024-09-19T11:26:18.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.763+0000 7f8576bd1780 1 < completed delete operation key=7B4T99OA9CO4 tag=G6LXEAO3V2E2 type=del 2024-09-19T11:26:18.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.765+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=PJJK224T1MJU type=del size=421932 2024-09-19T11:26:18.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.766+0000 7f8576bd1780 1 < completed part key=_multipart_N7PGU1DM6N25.2~V2ENJUWKHU8O.0 size=352121 2024-09-19T11:26:18.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.768+0000 7f8576bd1780 1 < completed multipart upload key=N7PGU1DM6N25 upload=V2ENJUWKHU8O tag=K3T14BJ59DBQ type=write size=1400697 2024-09-19T11:26:18.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.769+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=VRPLKY9BMYTG type=del size=1677001 2024-09-19T11:26:18.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.770+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=HIZCHZCGU1G5 type=del 2024-09-19T11:26:18.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.771+0000 7f8576bd1780 1 > prepared operation key=Y9OEXPZ4M5UK tag=YJVKU15J6V3B type=del size=2687170 2024-09-19T11:26:18.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.773+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=MAYPW9NDCU9I type=del 2024-09-19T11:26:18.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.775+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~E44ZICP7IX0P.0 size=1048576 2024-09-19T11:26:18.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.776+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~E44ZICP7IX0P.1 size=1048576 2024-09-19T11:26:18.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.777+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~E44ZICP7IX0P.2 size=1014429 2024-09-19T11:26:18.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.777+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=E44ZICP7IX0P tag=WO45J1VYO924 type=write size=4160157 2024-09-19T11:26:18.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.779+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~99LUJ3P444ZY.0 size=1048576 2024-09-19T11:26:18.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.780+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~99LUJ3P444ZY.1 size=1048576 2024-09-19T11:26:18.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.781+0000 7f8576bd1780 1 < completed part key=_multipart_U74I0YULWM14.2~99LUJ3P444ZY.2 size=555178 2024-09-19T11:26:18.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.783+0000 7f8576bd1780 1 < completed multipart upload key=U74I0YULWM14 upload=99LUJ3P444ZY tag=YYGH0TBCLKUS type=write size=3700906 2024-09-19T11:26:18.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.786+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~KL0SRE9DHWKT.0 size=1048576 2024-09-19T11:26:18.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.787+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~KL0SRE9DHWKT.1 size=209312 2024-09-19T11:26:18.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.787+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=KL0SRE9DHWKT tag=9JPKRHULJGHV type=write size=2306464 2024-09-19T11:26:18.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.789+0000 7f8576bd1780 1 < suggested update operation key=U74I0YULWM14 tag=WLKZC1X5RC8L type=del size=1584287 2024-09-19T11:26:18.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.791+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=EQJS22XG12PI type=del size=2113303 2024-09-19T11:26:18.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.792+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=UFE2B800F16U type=del 2024-09-19T11:26:18.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.794+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~ZYHQBHEUCKBR.0 size=1048576 2024-09-19T11:26:18.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.796+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~ZYHQBHEUCKBR.1 size=1048576 2024-09-19T11:26:18.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.797+0000 7f8576bd1780 1 > prepared part key=_multipart_C4PTRIG04GCR.2~ZYHQBHEUCKBR.2 size=854709 2024-09-19T11:26:18.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.797+0000 7f8576bd1780 1 > prepared multipart upload key=C4PTRIG04GCR upload=ZYHQBHEUCKBR tag=5Q2S59A0PT0C type=write size=4000437 2024-09-19T11:26:18.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.798+0000 7f8576bd1780 1 < completed delete operation key=YJ3WDCJJJLOH tag=SZGBS56FJ3HS type=del 2024-09-19T11:26:18.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.799+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=DBPR1LOEL93V type=del size=1670872 2024-09-19T11:26:18.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.802+0000 7f8576bd1780 1 < suggested remove operation key=Y3SGWOZW0N7T tag=BD8P7O2JN8SL type=del 2024-09-19T11:26:18.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.803+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=ZO7L3831I91W type=del size=2018858 2024-09-19T11:26:18.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.804+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=5YQ4W33SLW07 type=del 2024-09-19T11:26:18.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.807+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~E37Z4ABA3A2M.0 size=312941 2024-09-19T11:26:18.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.807+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=E37Z4ABA3A2M tag=4YI283TE2MX0 type=write size=1361517 2024-09-19T11:26:18.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.808+0000 7f8576bd1780 1 < canceled operation key=58U30UDUEZ3W tag=U8JYOC71K9PV type=del size=1987006 2024-09-19T11:26:18.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.809+0000 7f8576bd1780 1 > prepared operation key=C5X0XZYLQT84 tag=NLJ5AWHUCN44 type=del size=1991448 2024-09-19T11:26:18.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.811+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=9HIOS2WIA7NQ type=del 2024-09-19T11:26:18.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.812+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=VG3G1634HUNY type=del size=110816 2024-09-19T11:26:18.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.815+0000 7f8576bd1780 1 < suggested update operation key=YC1UNQBZOH98 tag=JCE3SZMTBUT1 type=del size=1931154 2024-09-19T11:26:18.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.816+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=9A9HOEASYS2Z type=write size=241687 2024-09-19T11:26:18.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.818+0000 7f8576bd1780 -1 < failed to complete operation key=Y3SGWOZW0N7T tag=B2NL9P10GEL7 type=write size=926135: (22) Invalid argument 2024-09-19T11:26:18.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.819+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=GT5GC18XDBGX type=del size=873508 2024-09-19T11:26:18.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.820+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=LQL1KDNMUKHN type=del 2024-09-19T11:26:18.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.821+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=YSJ0CWASHQ6Z type=write size=278634 2024-09-19T11:26:18.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.822+0000 7f8576bd1780 1 < completed write operation key=PSPJL1Y4L8JB tag=UZ654P0IAC0D type=write size=849648 2024-09-19T11:26:18.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.824+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~IXS6YT9RFBTS.0 size=1048576 2024-09-19T11:26:18.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.825+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~IXS6YT9RFBTS.1 size=53535 2024-09-19T11:26:18.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.825+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=IXS6YT9RFBTS tag=N6A017TQWABR type=write size=2150687 2024-09-19T11:26:18.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.827+0000 7f8576bd1780 1 < suggested update operation key=D8MAT4VBLN2R tag=PJJK224T1MJU type=del size=421932 2024-09-19T11:26:18.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.830+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~OEHT80G95Q71.0 size=1048576 2024-09-19T11:26:18.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.830+0000 7f8576bd1780 1 > prepared part key=_multipart_YJ3WDCJJJLOH.2~OEHT80G95Q71.1 size=529405 2024-09-19T11:26:18.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.830+0000 7f8576bd1780 1 > prepared multipart upload key=YJ3WDCJJJLOH upload=OEHT80G95Q71 tag=K5X43FSENU5P type=write size=2626557 2024-09-19T11:26:18.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.832+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=VRPLKY9BMYTG type=del 2024-09-19T11:26:18.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.834+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~TMSVB7F2BGNK.0 size=1048576 2024-09-19T11:26:18.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.835+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~TMSVB7F2BGNK.1 size=185755 2024-09-19T11:26:18.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.835+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=TMSVB7F2BGNK tag=Z0BELU21HW5K type=write size=2282907 2024-09-19T11:26:18.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.836+0000 7f8576bd1780 1 < completed delete operation key=Y9OEXPZ4M5UK tag=YJVKU15J6V3B type=del 2024-09-19T11:26:18.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.838+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~63P54IYV1B1K.0 size=1048576 2024-09-19T11:26:18.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.839+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~63P54IYV1B1K.1 size=449271 2024-09-19T11:26:18.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.839+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=63P54IYV1B1K tag=ZNHZJVZDO4QF type=write size=2546423 2024-09-19T11:26:18.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.840+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~E44ZICP7IX0P.0 size=1048576 2024-09-19T11:26:18.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.841+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~E44ZICP7IX0P.1 size=1048576 2024-09-19T11:26:18.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.842+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~E44ZICP7IX0P.2 size=1014429 2024-09-19T11:26:18.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.844+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=E44ZICP7IX0P tag=WO45J1VYO924 type=write size=4160157 2024-09-19T11:26:18.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.845+0000 7f8576bd1780 1 > prepared operation key=SQT4SZMGZ35M tag=32KULFBH1LD2 type=write size=369420 2024-09-19T11:26:18.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.847+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~KL0SRE9DHWKT.0 size=1048576 2024-09-19T11:26:18.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.848+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~KL0SRE9DHWKT.1 size=209312 2024-09-19T11:26:18.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.850+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=KL0SRE9DHWKT tag=9JPKRHULJGHV type=write size=2306464 2024-09-19T11:26:18.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.852+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~DVIH1N61LQ98.0 size=376825 2024-09-19T11:26:18.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.852+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=DVIH1N61LQ98 tag=BO2L5RL6AB2D type=write size=1425401 2024-09-19T11:26:18.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.853+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=EQJS22XG12PI type=del 2024-09-19T11:26:18.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.855+0000 7f8576bd1780 1 > prepared operation key=C4PTRIG04GCR tag=MPBT1EOT4CZL type=del size=26475 2024-09-19T11:26:18.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.856+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~ZYHQBHEUCKBR.0 size=1048576 2024-09-19T11:26:18.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.859+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~ZYHQBHEUCKBR.1 size=1048576 2024-09-19T11:26:18.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.860+0000 7f8576bd1780 1 < completed part key=_multipart_C4PTRIG04GCR.2~ZYHQBHEUCKBR.2 size=854709 2024-09-19T11:26:18.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.862+0000 7f8576bd1780 1 < completed multipart upload key=C4PTRIG04GCR upload=ZYHQBHEUCKBR tag=5Q2S59A0PT0C type=write size=4000437 2024-09-19T11:26:18.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.865+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~7OLIOPRC3L7S.0 size=936272 2024-09-19T11:26:18.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.865+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=7OLIOPRC3L7S tag=U338SUYLLDUE type=write size=1984848 2024-09-19T11:26:18.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.867+0000 7f8576bd1780 1 < completed delete operation key=BFY7ZISN7X2F tag=DBPR1LOEL93V type=del 2024-09-19T11:26:18.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.869+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=NX3OTMWAMZ0D type=del size=591985 2024-09-19T11:26:18.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.871+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=ZO7L3831I91W type=del 2024-09-19T11:26:18.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.872+0000 7f8576bd1780 1 > prepared operation key=MZMHUNQR1QO8 tag=YXGZMD6GWSOS type=del size=3430493 2024-09-19T11:26:18.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.873+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~E37Z4ABA3A2M.0 size=312941 2024-09-19T11:26:18.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.875+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=E37Z4ABA3A2M tag=4YI283TE2MX0 type=write size=1361517 2024-09-19T11:26:18.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.878+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~MXXEQY02AIAI.0 size=1048576 2024-09-19T11:26:18.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.879+0000 7f8576bd1780 1 > prepared part key=_multipart_Y3SGWOZW0N7T.2~MXXEQY02AIAI.1 size=341866 2024-09-19T11:26:18.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.879+0000 7f8576bd1780 1 > prepared multipart upload key=Y3SGWOZW0N7T upload=MXXEQY02AIAI tag=5YFBE1BPSSLC type=write size=2439018 2024-09-19T11:26:18.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.880+0000 7f8576bd1780 1 < completed delete operation key=C5X0XZYLQT84 tag=NLJ5AWHUCN44 type=del 2024-09-19T11:26:18.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.881+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=O6FMD8VROZC2 type=del size=3477536 2024-09-19T11:26:18.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.882+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=VG3G1634HUNY type=del 2024-09-19T11:26:18.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.884+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LPIWOEP87UI0.0 size=1048576 2024-09-19T11:26:18.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.885+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LPIWOEP87UI0.1 size=1048576 2024-09-19T11:26:18.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.886+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~LPIWOEP87UI0.2 size=253668 2024-09-19T11:26:18.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.886+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=LPIWOEP87UI0 tag=WDMKYH5ZWUYI type=write size=3399396 2024-09-19T11:26:18.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.889+0000 7f8576bd1780 1 < suggested update operation key=SQT4SZMGZ35M tag=9A9HOEASYS2Z type=write size=241687 2024-09-19T11:26:18.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.891+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~5AUMHW8UX452.0 size=1048576 2024-09-19T11:26:18.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.892+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~5AUMHW8UX452.1 size=638562 2024-09-19T11:26:18.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.892+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=5AUMHW8UX452 tag=DYDEXNYGAJTA type=write size=2735714 2024-09-19T11:26:18.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.893+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=GT5GC18XDBGX type=del 2024-09-19T11:26:18.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.894+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=7D2WQ28KMGWU type=del size=1942961 2024-09-19T11:26:18.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.895+0000 7f8576bd1780 1 < completed write operation key=N3RHCSW3HQCI tag=YSJ0CWASHQ6Z type=write size=278634 2024-09-19T11:26:18.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.897+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~HI9SCRPB6RVM.0 size=633185 2024-09-19T11:26:18.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.897+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=HI9SCRPB6RVM tag=V7MUTV7DR16R type=write size=1681761 2024-09-19T11:26:18.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.899+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~IXS6YT9RFBTS.0 size=1048576 2024-09-19T11:26:18.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.899+0000 7f8576bd1780 1 < canceled part key=_multipart_3321TAKJUZTG.2~IXS6YT9RFBTS.1 size=53535 2024-09-19T11:26:18.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.901+0000 7f8576bd1780 1 < canceled multipart upload key=3321TAKJUZTG upload=IXS6YT9RFBTS tag=N6A017TQWABR type=write size=2150687 2024-09-19T11:26:18.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.902+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=820N10Q7CAFQ type=del size=889433 2024-09-19T11:26:18.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.902+0000 7f8576bd1780 1 < canceled part key=_multipart_YJ3WDCJJJLOH.2~OEHT80G95Q71.0 size=1048576 2024-09-19T11:26:18.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.903+0000 7f8576bd1780 1 < completed part key=_multipart_YJ3WDCJJJLOH.2~OEHT80G95Q71.1 size=529405 2024-09-19T11:26:18.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.905+0000 7f8576bd1780 1 < canceled multipart upload key=YJ3WDCJJJLOH upload=OEHT80G95Q71 tag=K5X43FSENU5P type=write size=2626557 2024-09-19T11:26:18.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.907+0000 7f8576bd1780 1 > prepared part key=_multipart_YC1UNQBZOH98.2~VG1L3RFZ0IUF.0 size=357581 2024-09-19T11:26:18.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.907+0000 7f8576bd1780 1 > prepared multipart upload key=YC1UNQBZOH98 upload=VG1L3RFZ0IUF tag=O3YWE8QDPJ9D type=write size=1406157 2024-09-19T11:26:18.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.908+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~TMSVB7F2BGNK.0 size=1048576 2024-09-19T11:26:18.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.909+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~TMSVB7F2BGNK.1 size=185755 2024-09-19T11:26:18.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.911+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=TMSVB7F2BGNK tag=Z0BELU21HW5K type=write size=2282907 2024-09-19T11:26:18.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.913+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=5BU6572STTKY type=del size=1223130 2024-09-19T11:26:18.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.914+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~63P54IYV1B1K.0 size=1048576 2024-09-19T11:26:18.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.915+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~63P54IYV1B1K.1 size=449271 2024-09-19T11:26:18.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.917+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=63P54IYV1B1K tag=ZNHZJVZDO4QF type=write size=2546423 2024-09-19T11:26:18.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.919+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~DHQEVIL22G7E.0 size=1048576 2024-09-19T11:26:18.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.920+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~DHQEVIL22G7E.1 size=1048576 2024-09-19T11:26:18.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.921+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~DHQEVIL22G7E.2 size=124243 2024-09-19T11:26:18.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.921+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=DHQEVIL22G7E tag=DWLQSTNXSTY7 type=write size=3269971 2024-09-19T11:26:18.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.922+0000 7f8576bd1780 -1 < failed to complete operation key=SQT4SZMGZ35M tag=32KULFBH1LD2 type=write size=369420: (22) Invalid argument 2024-09-19T11:26:18.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.923+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=16QZ9QF9R3D8 type=del size=2937911 2024-09-19T11:26:18.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.924+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~DVIH1N61LQ98.0 size=376825 2024-09-19T11:26:18.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.926+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=DVIH1N61LQ98 tag=BO2L5RL6AB2D type=write size=1425401 2024-09-19T11:26:18.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.927+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=P1HOSY0FX55J type=write size=524576 2024-09-19T11:26:18.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.928+0000 7f8576bd1780 1 < completed delete operation key=C4PTRIG04GCR tag=MPBT1EOT4CZL type=del 2024-09-19T11:26:18.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.929+0000 7f8576bd1780 1 > prepared operation key=D8MAT4VBLN2R tag=UKCPA1XPRCBT type=del size=2544289 2024-09-19T11:26:18.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.931+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~7OLIOPRC3L7S.0 size=936272 2024-09-19T11:26:18.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.932+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=7OLIOPRC3L7S tag=U338SUYLLDUE type=write size=1984848 2024-09-19T11:26:18.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.934+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=5FJ900U28XCJ type=write size=728875 2024-09-19T11:26:18.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.935+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=NX3OTMWAMZ0D type=del 2024-09-19T11:26:18.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.936+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=2YX62FJLLQ6K type=del size=2139627 2024-09-19T11:26:18.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.937+0000 7f8576bd1780 1 < completed delete operation key=MZMHUNQR1QO8 tag=YXGZMD6GWSOS type=del 2024-09-19T11:26:18.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.939+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~TMBCJ9DAQNSS.0 size=1048576 2024-09-19T11:26:18.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.940+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~TMBCJ9DAQNSS.1 size=1048576 2024-09-19T11:26:18.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.941+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~TMBCJ9DAQNSS.2 size=197742 2024-09-19T11:26:18.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.941+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=TMBCJ9DAQNSS tag=ELT6Q32W3OYA type=write size=3343470 2024-09-19T11:26:18.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.942+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~MXXEQY02AIAI.0 size=1048576 2024-09-19T11:26:18.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.943+0000 7f8576bd1780 1 < completed part key=_multipart_Y3SGWOZW0N7T.2~MXXEQY02AIAI.1 size=341866 2024-09-19T11:26:18.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.945+0000 7f8576bd1780 1 < completed multipart upload key=Y3SGWOZW0N7T upload=MXXEQY02AIAI tag=5YFBE1BPSSLC type=write size=2439018 2024-09-19T11:26:18.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.948+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~ZW3RV72JRJUP.0 size=1048576 2024-09-19T11:26:18.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.949+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~ZW3RV72JRJUP.1 size=1048576 2024-09-19T11:26:18.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.950+0000 7f8576bd1780 1 > prepared part key=_multipart_SQT4SZMGZ35M.2~ZW3RV72JRJUP.2 size=951697 2024-09-19T11:26:18.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.950+0000 7f8576bd1780 1 > prepared multipart upload key=SQT4SZMGZ35M upload=ZW3RV72JRJUP tag=BYVYQUR6NG62 type=write size=4097425 2024-09-19T11:26:18.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.952+0000 7f8576bd1780 1 < completed delete operation key=KKKADFW73I84 tag=O6FMD8VROZC2 type=del 2024-09-19T11:26:18.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.954+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~XWQGM46RQQTJ.0 size=1048576 2024-09-19T11:26:18.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.954+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~XWQGM46RQQTJ.1 size=299008 2024-09-19T11:26:18.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.954+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=XWQGM46RQQTJ tag=U8N7Y7TFZSR6 type=write size=2396160 2024-09-19T11:26:18.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.956+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LPIWOEP87UI0.0 size=1048576 2024-09-19T11:26:18.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.956+0000 7f8576bd1780 1 < canceled part key=_multipart_N3RHCSW3HQCI.2~LPIWOEP87UI0.1 size=1048576 2024-09-19T11:26:18.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.957+0000 7f8576bd1780 1 < completed part key=_multipart_N3RHCSW3HQCI.2~LPIWOEP87UI0.2 size=253668 2024-09-19T11:26:18.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.959+0000 7f8576bd1780 1 < canceled multipart upload key=N3RHCSW3HQCI upload=LPIWOEP87UI0 tag=WDMKYH5ZWUYI type=write size=3399396 2024-09-19T11:26:18.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.961+0000 7f8576bd1780 1 > prepared part key=_multipart_ZWZW4UE288SB.2~Q41JSX8H98ZI.0 size=693016 2024-09-19T11:26:18.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.961+0000 7f8576bd1780 1 > prepared multipart upload key=ZWZW4UE288SB upload=Q41JSX8H98ZI tag=GI7X68FO4ESD type=write size=1741592 2024-09-19T11:26:18.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.962+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~5AUMHW8UX452.0 size=1048576 2024-09-19T11:26:18.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.963+0000 7f8576bd1780 1 < completed part key=_multipart_58U30UDUEZ3W.2~5AUMHW8UX452.1 size=638562 2024-09-19T11:26:18.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.965+0000 7f8576bd1780 1 < completed multipart upload key=58U30UDUEZ3W upload=5AUMHW8UX452 tag=DYDEXNYGAJTA type=write size=2735714 2024-09-19T11:26:18.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.966+0000 7f8576bd1780 1 > prepared operation key=N5KNLV13G1PN tag=SXBK78T1KQDW type=del size=714600 2024-09-19T11:26:18.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.967+0000 7f8576bd1780 1 < completed delete operation key=N7PGU1DM6N25 tag=7D2WQ28KMGWU type=del 2024-09-19T11:26:18.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.968+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=UFC8IYERGX9U type=write size=891428 2024-09-19T11:26:18.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.969+0000 7f8576bd1780 1 < canceled part key=_multipart_8TXDCE73VSEB.2~HI9SCRPB6RVM.0 size=633185 2024-09-19T11:26:18.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.971+0000 7f8576bd1780 1 < canceled multipart upload key=8TXDCE73VSEB upload=HI9SCRPB6RVM tag=V7MUTV7DR16R type=write size=1681761 2024-09-19T11:26:18.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.972+0000 7f8576bd1780 1 > prepared operation key=5PL1P4MQWBJN tag=PICN3SDWNKY1 type=write size=224482 2024-09-19T11:26:18.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.974+0000 7f8576bd1780 1 < completed delete operation key=ZWZW4UE288SB tag=820N10Q7CAFQ type=del 2024-09-19T11:26:18.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.975+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=NPAXAYDPC8UH type=del size=3862336 2024-09-19T11:26:18.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.976+0000 7f8576bd1780 1 < completed part key=_multipart_YC1UNQBZOH98.2~VG1L3RFZ0IUF.0 size=357581 2024-09-19T11:26:18.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.980+0000 7f8576bd1780 1 < completed multipart upload key=YC1UNQBZOH98 upload=VG1L3RFZ0IUF tag=O3YWE8QDPJ9D type=write size=1406157 2024-09-19T11:26:18.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.982+0000 7f8576bd1780 1 > prepared operation key=ZPXM7YL89HZJ tag=ETSE3FT1GOJI type=write size=262836 2024-09-19T11:26:18.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.984+0000 7f8576bd1780 1 < suggested update operation key=5PL1P4MQWBJN tag=5BU6572STTKY type=del size=1223130 2024-09-19T11:26:18.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.986+0000 7f8576bd1780 1 > prepared part key=_multipart_KKKADFW73I84.2~3TS588069VYK.0 size=16263 2024-09-19T11:26:18.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.986+0000 7f8576bd1780 1 > prepared multipart upload key=KKKADFW73I84 upload=3TS588069VYK tag=45Q1CSWQ72SF type=write size=1064839 2024-09-19T11:26:18.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.988+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~DHQEVIL22G7E.0 size=1048576 2024-09-19T11:26:18.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.989+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~DHQEVIL22G7E.1 size=1048576 2024-09-19T11:26:18.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.989+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~DHQEVIL22G7E.2 size=124243 2024-09-19T11:26:18.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.991+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=DHQEVIL22G7E tag=DWLQSTNXSTY7 type=write size=3269971 2024-09-19T11:26:18.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.993+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~MHBL03H20803.0 size=1048576 2024-09-19T11:26:18.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.994+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~MHBL03H20803.1 size=1048576 2024-09-19T11:26:18.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.995+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~MHBL03H20803.2 size=291398 2024-09-19T11:26:18.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.995+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=MHBL03H20803 tag=JEHSEYMNDL3G type=write size=3437126 2024-09-19T11:26:18.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.996+0000 7f8576bd1780 1 < canceled operation key=XD7FFT9LKVRY tag=16QZ9QF9R3D8 type=del size=2937911 2024-09-19T11:26:18.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.997+0000 7f8576bd1780 1 > prepared operation key=KFMJ4RY4PU1U tag=234IHVBF80GI type=del size=533559 2024-09-19T11:26:19.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:18.999+0000 7f8576bd1780 1 < completed write operation key=8TXDCE73VSEB tag=P1HOSY0FX55J type=write size=524576 2024-09-19T11:26:19.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.000+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=IT9G3HL370BN type=write size=616888 2024-09-19T11:26:19.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.002+0000 7f8576bd1780 1 < suggested update operation key=D8MAT4VBLN2R tag=UKCPA1XPRCBT type=del size=2544289 2024-09-19T11:26:19.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.003+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=UMHD1BM3B6NP type=del size=102830 2024-09-19T11:26:19.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.005+0000 7f8576bd1780 1 < suggested remove operation key=3FHKTREC6TOT tag=5FJ900U28XCJ type=write 2024-09-19T11:26:19.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.006+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=IXMTD7SQ2T5H type=del size=3271067 2024-09-19T11:26:19.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.008+0000 7f8576bd1780 -1 < failed to complete operation key=5PL1P4MQWBJN tag=2YX62FJLLQ6K type=del size=2139627: (22) Invalid argument 2024-09-19T11:26:19.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.009+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=4B8QBC59WC7B type=write size=312175 2024-09-19T11:26:19.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.010+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~TMBCJ9DAQNSS.0 size=1048576 2024-09-19T11:26:19.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.011+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~TMBCJ9DAQNSS.1 size=1048576 2024-09-19T11:26:19.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.012+0000 7f8576bd1780 1 < completed part key=_multipart_8TXDCE73VSEB.2~TMBCJ9DAQNSS.2 size=197742 2024-09-19T11:26:19.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.014+0000 7f8576bd1780 1 < completed multipart upload key=8TXDCE73VSEB upload=TMBCJ9DAQNSS tag=ELT6Q32W3OYA type=write size=3343470 2024-09-19T11:26:19.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.015+0000 7f8576bd1780 1 > prepared operation key=N7PGU1DM6N25 tag=WUYLQMQCMWC6 type=del size=2998790 2024-09-19T11:26:19.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.016+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~ZW3RV72JRJUP.0 size=1048576 2024-09-19T11:26:19.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.017+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~ZW3RV72JRJUP.1 size=1048576 2024-09-19T11:26:19.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.018+0000 7f8576bd1780 1 < completed part key=_multipart_SQT4SZMGZ35M.2~ZW3RV72JRJUP.2 size=951697 2024-09-19T11:26:19.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.020+0000 7f8576bd1780 1 < completed multipart upload key=SQT4SZMGZ35M upload=ZW3RV72JRJUP tag=BYVYQUR6NG62 type=write size=4097425 2024-09-19T11:26:19.023 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.021+0000 7f8576bd1780 1 > prepared operation key=3FHKTREC6TOT tag=W8IYS66JHXCX type=write size=391409 2024-09-19T11:26:19.024 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.022+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~XWQGM46RQQTJ.0 size=1048576 2024-09-19T11:26:19.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.023+0000 7f8576bd1780 1 < completed part key=_multipart_XD7FFT9LKVRY.2~XWQGM46RQQTJ.1 size=299008 2024-09-19T11:26:19.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.025+0000 7f8576bd1780 1 < completed multipart upload key=XD7FFT9LKVRY upload=XWQGM46RQQTJ tag=U8N7Y7TFZSR6 type=write size=2396160 2024-09-19T11:26:19.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.026+0000 7f8576bd1780 1 > prepared operation key=YC1UNQBZOH98 tag=6IMWLDSEKYPI type=del size=3078044 2024-09-19T11:26:19.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.028+0000 7f8576bd1780 1 < completed part key=_multipart_ZWZW4UE288SB.2~Q41JSX8H98ZI.0 size=693016 2024-09-19T11:26:19.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.030+0000 7f8576bd1780 1 < completed multipart upload key=ZWZW4UE288SB upload=Q41JSX8H98ZI tag=GI7X68FO4ESD type=write size=1741592 2024-09-19T11:26:19.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.031+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=7A7EMPPYWD9Q type=del size=4157484 2024-09-19T11:26:19.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.032+0000 7f8576bd1780 1 < completed delete operation key=N5KNLV13G1PN tag=SXBK78T1KQDW type=del 2024-09-19T11:26:19.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.033+0000 7f8576bd1780 1 > prepared operation key=JCTD8EOFVYS2 tag=EFKX3VLFNAX0 type=del size=28268 2024-09-19T11:26:19.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.034+0000 7f8576bd1780 1 < canceled operation key=BFY7ZISN7X2F tag=UFC8IYERGX9U type=write size=891428 2024-09-19T11:26:19.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.035+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=0VFY5IR7FLMD type=del size=3210762 2024-09-19T11:26:19.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.036+0000 7f8576bd1780 -1 < failed to complete operation key=5PL1P4MQWBJN tag=PICN3SDWNKY1 type=write size=224482: (22) Invalid argument 2024-09-19T11:26:19.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.037+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=PZDDIEJE62ON type=del size=3883353 2024-09-19T11:26:19.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.039+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=NPAXAYDPC8UH type=del 2024-09-19T11:26:19.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.040+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=E2VI4XJ8BVTS type=del size=3874335 2024-09-19T11:26:19.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.041+0000 7f8576bd1780 1 < completed write operation key=ZPXM7YL89HZJ tag=ETSE3FT1GOJI type=write size=262836 2024-09-19T11:26:19.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.043+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~ABERQ85UBM8Q.0 size=1048576 2024-09-19T11:26:19.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.044+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~ABERQ85UBM8Q.1 size=1048576 2024-09-19T11:26:19.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.045+0000 7f8576bd1780 1 > prepared part key=_multipart_C5X0XZYLQT84.2~ABERQ85UBM8Q.2 size=333494 2024-09-19T11:26:19.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.045+0000 7f8576bd1780 1 > prepared multipart upload key=C5X0XZYLQT84 upload=ABERQ85UBM8Q tag=E0QXL8Y1U9MC type=write size=3479222 2024-09-19T11:26:19.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.046+0000 7f8576bd1780 1 < completed part key=_multipart_KKKADFW73I84.2~3TS588069VYK.0 size=16263 2024-09-19T11:26:19.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.048+0000 7f8576bd1780 1 < completed multipart upload key=KKKADFW73I84 upload=3TS588069VYK tag=45Q1CSWQ72SF type=write size=1064839 2024-09-19T11:26:19.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.049+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=TV3RZ7HU6M8R type=del size=3454398 2024-09-19T11:26:19.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.049+0000 7f8576bd1780 1 < canceled part key=_multipart_3FHKTREC6TOT.2~MHBL03H20803.0 size=1048576 2024-09-19T11:26:19.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.050+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~MHBL03H20803.1 size=1048576 2024-09-19T11:26:19.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.051+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~MHBL03H20803.2 size=291398 2024-09-19T11:26:19.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.053+0000 7f8576bd1780 1 < canceled multipart upload key=3FHKTREC6TOT upload=MHBL03H20803 tag=JEHSEYMNDL3G type=write size=3437126 2024-09-19T11:26:19.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.055+0000 7f8576bd1780 1 > prepared operation key=8TXDCE73VSEB tag=2XISZYHF40NP type=write size=997413 2024-09-19T11:26:19.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.056+0000 7f8576bd1780 1 < completed delete operation key=KFMJ4RY4PU1U tag=234IHVBF80GI type=del 2024-09-19T11:26:19.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.057+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=QLV6GTGN4DDD type=write size=494565 2024-09-19T11:26:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.058+0000 7f8576bd1780 1 < completed write operation key=YC1UNQBZOH98 tag=IT9G3HL370BN type=write size=616888 2024-09-19T11:26:19.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.059+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=D6N5IDFMKMHE type=write size=701974 2024-09-19T11:26:19.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.061+0000 7f8576bd1780 1 < completed delete operation key=R1ZFOJD08GS5 tag=UMHD1BM3B6NP type=del 2024-09-19T11:26:19.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.062+0000 7f8576bd1780 1 > prepared operation key=XD7FFT9LKVRY tag=TN0W9OZ31EOF type=del size=1218892 2024-09-19T11:26:19.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.063+0000 7f8576bd1780 1 < completed delete operation key=XD7FFT9LKVRY tag=IXMTD7SQ2T5H type=del 2024-09-19T11:26:19.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.064+0000 7f8576bd1780 1 > prepared operation key=5CG1U88JETDH tag=VX8TKMQ3H3SE type=write size=399703 2024-09-19T11:26:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.066+0000 7f8576bd1780 1 < completed write operation key=BFY7ZISN7X2F tag=4B8QBC59WC7B type=write size=312175 2024-09-19T11:26:19.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.067+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=U3JG7T57F7BZ type=del size=861477 2024-09-19T11:26:19.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.069+0000 7f8576bd1780 1 < suggested remove operation key=N7PGU1DM6N25 tag=WUYLQMQCMWC6 type=del 2024-09-19T11:26:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.071+0000 7f8576bd1780 1 > prepared part key=_multipart_KFMJ4RY4PU1U.2~3E6OZFYHAE4A.0 size=863279 2024-09-19T11:26:19.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.072+0000 7f8576bd1780 1 > prepared multipart upload key=KFMJ4RY4PU1U upload=3E6OZFYHAE4A tag=D02QPRTB72AM type=write size=1911855 2024-09-19T11:26:19.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.073+0000 7f8576bd1780 1 < canceled operation key=3FHKTREC6TOT tag=W8IYS66JHXCX type=write size=391409 2024-09-19T11:26:19.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.074+0000 7f8576bd1780 1 > prepared operation key=5G75PFJB25A0 tag=UWGTSOWJCCMC type=del size=3048184 2024-09-19T11:26:19.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.075+0000 7f8576bd1780 1 < completed delete operation key=YC1UNQBZOH98 tag=6IMWLDSEKYPI type=del 2024-09-19T11:26:19.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.077+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~L1BF9OGD5CRC.0 size=1048576 2024-09-19T11:26:19.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.078+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~L1BF9OGD5CRC.1 size=1048576 2024-09-19T11:26:19.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.079+0000 7f8576bd1780 1 > prepared part key=_multipart_3321TAKJUZTG.2~L1BF9OGD5CRC.2 size=596635 2024-09-19T11:26:19.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.079+0000 7f8576bd1780 1 > prepared multipart upload key=3321TAKJUZTG upload=L1BF9OGD5CRC tag=MI3FB94KLH4W type=write size=3742363 2024-09-19T11:26:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.081+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=7A7EMPPYWD9Q type=del 2024-09-19T11:26:19.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.083+0000 7f8576bd1780 1 > prepared part key=_multipart_3FHKTREC6TOT.2~OYQNKM91OZEE.0 size=558320 2024-09-19T11:26:19.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.083+0000 7f8576bd1780 1 > prepared multipart upload key=3FHKTREC6TOT upload=OYQNKM91OZEE tag=QJY6R0T2HZ8J type=write size=1606896 2024-09-19T11:26:19.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.084+0000 7f8576bd1780 1 < completed delete operation key=JCTD8EOFVYS2 tag=EFKX3VLFNAX0 type=del 2024-09-19T11:26:19.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.086+0000 7f8576bd1780 1 > prepared operation key=N3RHCSW3HQCI tag=NB563PHENEBC type=del size=1356856 2024-09-19T11:26:19.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.087+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=0VFY5IR7FLMD type=del 2024-09-19T11:26:19.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.089+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~XHHC1DSNTCRQ.0 size=1048576 2024-09-19T11:26:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.091+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~XHHC1DSNTCRQ.1 size=1048576 2024-09-19T11:26:19.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.092+0000 7f8576bd1780 1 > prepared part key=_multipart_5PL1P4MQWBJN.2~XHHC1DSNTCRQ.2 size=307112 2024-09-19T11:26:19.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.092+0000 7f8576bd1780 1 > prepared multipart upload key=5PL1P4MQWBJN upload=XHHC1DSNTCRQ tag=NLJUCO5X7JV1 type=write size=3452840 2024-09-19T11:26:19.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.093+0000 7f8576bd1780 1 < completed delete operation key=PSPJL1Y4L8JB tag=PZDDIEJE62ON type=del 2024-09-19T11:26:19.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.094+0000 7f8576bd1780 1 > prepared operation key=KKKADFW73I84 tag=AV4IBYGXBTZ2 type=del size=3391523 2024-09-19T11:26:19.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.095+0000 7f8576bd1780 1 < completed delete operation key=5CG1U88JETDH tag=E2VI4XJ8BVTS type=del 2024-09-19T11:26:19.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.098+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~L2K9AUL53T88.0 size=1048576 2024-09-19T11:26:19.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.099+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~L2K9AUL53T88.1 size=1048576 2024-09-19T11:26:19.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.100+0000 7f8576bd1780 1 > prepared part key=_multipart_BFY7ZISN7X2F.2~L2K9AUL53T88.2 size=759580 2024-09-19T11:26:19.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.100+0000 7f8576bd1780 1 > prepared multipart upload key=BFY7ZISN7X2F upload=L2K9AUL53T88 tag=JF7P65960RMU type=write size=3905308 2024-09-19T11:26:19.103 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.101+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~ABERQ85UBM8Q.0 size=1048576 2024-09-19T11:26:19.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.102+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~ABERQ85UBM8Q.1 size=1048576 2024-09-19T11:26:19.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.103+0000 7f8576bd1780 1 < completed part key=_multipart_C5X0XZYLQT84.2~ABERQ85UBM8Q.2 size=333494 2024-09-19T11:26:19.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.105+0000 7f8576bd1780 1 < completed multipart upload key=C5X0XZYLQT84 upload=ABERQ85UBM8Q tag=E0QXL8Y1U9MC type=write size=3479222 2024-09-19T11:26:19.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.107+0000 7f8576bd1780 1 > prepared operation key=U74I0YULWM14 tag=79RY4W2QFLAH type=write size=630130 2024-09-19T11:26:19.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.108+0000 7f8576bd1780 1 < canceled operation key=5CG1U88JETDH tag=TV3RZ7HU6M8R type=del size=3454398 2024-09-19T11:26:19.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.109+0000 7f8576bd1780 1 > prepared operation key=ZWZW4UE288SB tag=8PTGC4XTFZ0R type=del size=3537432 2024-09-19T11:26:19.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.112+0000 7f8576bd1780 1 < suggested update operation key=8TXDCE73VSEB tag=2XISZYHF40NP type=write size=997413 2024-09-19T11:26:19.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.114+0000 7f8576bd1780 1 > prepared part key=_multipart_N3RHCSW3HQCI.2~SY3FL38KG057.0 size=997963 2024-09-19T11:26:19.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.114+0000 7f8576bd1780 1 > prepared multipart upload key=N3RHCSW3HQCI upload=SY3FL38KG057 tag=FG4OZFQ1ZA04 type=write size=2046539 2024-09-19T11:26:19.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.115+0000 7f8576bd1780 1 < completed write operation key=YJ3WDCJJJLOH tag=QLV6GTGN4DDD type=write size=494565 2024-09-19T11:26:19.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.117+0000 7f8576bd1780 1 > prepared operation key=PSPJL1Y4L8JB tag=KZTY82STEDS6 type=del size=4098221 2024-09-19T11:26:19.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.118+0000 7f8576bd1780 1 < completed write operation key=5G75PFJB25A0 tag=D6N5IDFMKMHE type=write size=701974 2024-09-19T11:26:19.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.121+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~1Y1A4TCEMB6D.0 size=1048576 2024-09-19T11:26:19.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.122+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~1Y1A4TCEMB6D.1 size=1048576 2024-09-19T11:26:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.123+0000 7f8576bd1780 1 > prepared part key=_multipart_JCTD8EOFVYS2.2~1Y1A4TCEMB6D.2 size=171640 2024-09-19T11:26:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.123+0000 7f8576bd1780 1 > prepared multipart upload key=JCTD8EOFVYS2 upload=1Y1A4TCEMB6D tag=ONWWIBWJY5H0 type=write size=3317368 2024-09-19T11:26:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.124+0000 7f8576bd1780 1 < canceled operation key=XD7FFT9LKVRY tag=TN0W9OZ31EOF type=del size=1218892 2024-09-19T11:26:19.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.125+0000 7f8576bd1780 1 > prepared operation key=TRUD9FI7BSLD tag=WQWD5Z6HOX28 type=del size=3660360 2024-09-19T11:26:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.126+0000 7f8576bd1780 1 < completed write operation key=5CG1U88JETDH tag=VX8TKMQ3H3SE type=write size=399703 2024-09-19T11:26:19.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.129+0000 7f8576bd1780 1 > prepared part key=_multipart_58U30UDUEZ3W.2~143F4MPGAXZU.0 size=632884 2024-09-19T11:26:19.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.129+0000 7f8576bd1780 1 > prepared multipart upload key=58U30UDUEZ3W upload=143F4MPGAXZU tag=K6A2BJSZLS0W type=write size=1681460 2024-09-19T11:26:19.132 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.130+0000 7f8576bd1780 1 < completed delete operation key=Y3SGWOZW0N7T tag=U3JG7T57F7BZ type=del 2024-09-19T11:26:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.133+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~C3PM1PISDRF6.0 size=1048576 2024-09-19T11:26:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.133+0000 7f8576bd1780 1 > prepared part key=_multipart_7B4T99OA9CO4.2~C3PM1PISDRF6.1 size=662010 2024-09-19T11:26:19.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.133+0000 7f8576bd1780 1 > prepared multipart upload key=7B4T99OA9CO4 upload=C3PM1PISDRF6 tag=BZ2VGYEE5OP5 type=write size=2759162 2024-09-19T11:26:19.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.135+0000 7f8576bd1780 1 < completed part key=_multipart_KFMJ4RY4PU1U.2~3E6OZFYHAE4A.0 size=863279 2024-09-19T11:26:19.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.137+0000 7f8576bd1780 1 < completed multipart upload key=KFMJ4RY4PU1U upload=3E6OZFYHAE4A tag=D02QPRTB72AM type=write size=1911855 2024-09-19T11:26:19.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.139+0000 7f8576bd1780 1 > prepared part key=_multipart_XD7FFT9LKVRY.2~HGLQ75DQAB0N.0 size=75495 2024-09-19T11:26:19.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.139+0000 7f8576bd1780 1 > prepared multipart upload key=XD7FFT9LKVRY upload=HGLQ75DQAB0N tag=JXPPWM2DJSHY type=write size=1124071 2024-09-19T11:26:19.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.140+0000 7f8576bd1780 1 < completed delete operation key=5G75PFJB25A0 tag=UWGTSOWJCCMC type=del 2024-09-19T11:26:19.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.142+0000 7f8576bd1780 1 > prepared operation key=BFY7ZISN7X2F tag=QK1566X6FEUF type=del size=3358527 2024-09-19T11:26:19.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.143+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~L1BF9OGD5CRC.0 size=1048576 2024-09-19T11:26:19.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.144+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~L1BF9OGD5CRC.1 size=1048576 2024-09-19T11:26:19.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.145+0000 7f8576bd1780 1 < completed part key=_multipart_3321TAKJUZTG.2~L1BF9OGD5CRC.2 size=596635 2024-09-19T11:26:19.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.147+0000 7f8576bd1780 1 < completed multipart upload key=3321TAKJUZTG upload=L1BF9OGD5CRC tag=MI3FB94KLH4W type=write size=3742363 2024-09-19T11:26:19.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.149+0000 7f8576bd1780 1 > prepared part key=_multipart_8TXDCE73VSEB.2~9771SXHXNAI5.0 size=683468 2024-09-19T11:26:19.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.149+0000 7f8576bd1780 1 > prepared multipart upload key=8TXDCE73VSEB upload=9771SXHXNAI5 tag=I0CTAH8RYP8P type=write size=1732044 2024-09-19T11:26:19.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.150+0000 7f8576bd1780 1 < completed part key=_multipart_3FHKTREC6TOT.2~OYQNKM91OZEE.0 size=558320 2024-09-19T11:26:19.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.152+0000 7f8576bd1780 1 < completed multipart upload key=3FHKTREC6TOT upload=OYQNKM91OZEE tag=QJY6R0T2HZ8J type=write size=1606896 2024-09-19T11:26:19.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.154+0000 7f8576bd1780 1 > prepared operation key=Y3SGWOZW0N7T tag=GIGJNQC99AN5 type=write size=748363 2024-09-19T11:26:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.155+0000 7f8576bd1780 1 < completed delete operation key=N3RHCSW3HQCI tag=NB563PHENEBC type=del 2024-09-19T11:26:19.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.157+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~ZRAM9VM1CRL1.0 size=1048576 2024-09-19T11:26:19.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.158+0000 7f8576bd1780 1 > prepared part key=_multipart_Y9OEXPZ4M5UK.2~ZRAM9VM1CRL1.1 size=802976 2024-09-19T11:26:19.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.158+0000 7f8576bd1780 1 > prepared multipart upload key=Y9OEXPZ4M5UK upload=ZRAM9VM1CRL1 tag=3QVYGY5QW0WN type=write size=2900128 2024-09-19T11:26:19.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.159+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~XHHC1DSNTCRQ.0 size=1048576 2024-09-19T11:26:19.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.160+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~XHHC1DSNTCRQ.1 size=1048576 2024-09-19T11:26:19.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.161+0000 7f8576bd1780 1 < completed part key=_multipart_5PL1P4MQWBJN.2~XHHC1DSNTCRQ.2 size=307112 2024-09-19T11:26:19.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.163+0000 7f8576bd1780 1 < completed multipart upload key=5PL1P4MQWBJN upload=XHHC1DSNTCRQ tag=NLJUCO5X7JV1 type=write size=3452840 2024-09-19T11:26:19.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.164+0000 7f8576bd1780 1 > prepared operation key=YJ3WDCJJJLOH tag=GYXSY0L1YV91 type=del size=3425195 2024-09-19T11:26:19.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.166+0000 7f8576bd1780 1 < suggested remove operation key=KKKADFW73I84 tag=AV4IBYGXBTZ2 type=del 2024-09-19T11:26:19.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:26:19.167+0000 7f8576bd1780 1 > prepared operation key=R1ZFOJD08GS5 tag=62XYCM36FKRH type=del size=232843 2024-09-19T11:26:19.170 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] cls_rgw_stats.simulate (9063 ms) 2024-09-19T11:26:19.170 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 1 test from cls_rgw_stats (9063 ms total) 2024-09-19T11:26:19.170 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:26:19.170 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:26:20.131 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 1 test from 1 test suite ran. (11933 ms total) 2024-09-19T11:26:20.131 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 1 test. 2024-09-19T11:26:20.134 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:26:20.134 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:26:20.219 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-19T11:26:20.220 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-19T11:26:20.221 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-19T11:26:20.263 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:26:20.264 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-19T11:26:20.264 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:26:22.159 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 31 tests from CmpOmap 2024-09-19T11:26:22.159 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-19T11:26:22.164 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (5 ms) 2024-09-19T11:26:22.164 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-19T11:26:22.167 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-09-19T11:26:22.167 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-19T11:26:22.170 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (2 ms) 2024-09-19T11:26:22.170 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-19T11:26:22.173 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-09-19T11:26:22.173 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-19T11:26:22.182 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_str (9 ms) 2024-09-19T11:26:22.182 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-19T11:26:22.188 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-09-19T11:26:22.188 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-19T11:26:22.192 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-19T11:26:22.192 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-19T11:26:22.195 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (4 ms) 2024-09-19T11:26:22.195 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-19T11:26:22.402 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (206 ms) 2024-09-19T11:26:22.402 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-19T11:26:22.407 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (5 ms) 2024-09-19T11:26:22.407 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-19T11:26:22.407 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-19T11:26:22.407 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-19T11:26:22.408 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-19T11:26:22.408 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-19T11:26:22.415 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2024-09-19T11:26:22.415 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-19T11:26:22.423 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-09-19T11:26:22.423 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-19T11:26:22.429 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (7 ms) 2024-09-19T11:26:22.429 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-19T11:26:22.436 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-19T11:26:22.436 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-19T11:26:22.445 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_str (9 ms) 2024-09-19T11:26:22.445 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-19T11:26:22.454 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (9 ms) 2024-09-19T11:26:22.454 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-19T11:26:22.457 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (3 ms) 2024-09-19T11:26:22.457 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-19T11:26:22.459 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-19T11:26:22.460 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-19T11:26:22.461 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-19T11:26:22.461 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-19T11:26:22.461 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-19T11:26:22.461 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-19T11:26:22.468 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-19T11:26:22.468 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-19T11:26:22.475 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-19T11:26:22.475 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-19T11:26:22.482 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2024-09-19T11:26:22.483 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-19T11:26:22.693 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (211 ms) 2024-09-19T11:26:22.694 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-19T11:26:22.696 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (3 ms) 2024-09-19T11:26:22.696 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-19T11:26:22.699 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-09-19T11:26:22.699 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-19T11:26:22.700 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-19T11:26:22.700 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-19T11:26:22.701 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-19T11:26:22.701 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-19T11:26:22.710 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-19T11:26:22.710 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 31 tests from CmpOmap (551 ms total) 2024-09-19T11:26:22.710 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:26:22.710 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:26:23.148 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 31 tests from 1 test suite ran. (2885 ms total) 2024-09-19T11:26:23.149 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 31 tests. 2024-09-19T11:26:23.151 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:26:23.151 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:26:23.233 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-19T11:26:23.235 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-19T11:26:23.235 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-19T11:26:23.321 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:26:23.321 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T11:26:23.321 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:26:23.321 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-19T11:26:23.321 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-19T11:26:26.198 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2877 ms) 2024-09-19T11:26:26.198 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-19T11:26:29.216 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3019 ms) 2024-09-19T11:26:29.217 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-19T11:26:32.230 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.Reserve (3014 ms) 2024-09-19T11:26:32.231 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-19T11:26:35.264 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3033 ms) 2024-09-19T11:26:35.264 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-19T11:26:38.271 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.Commit (3006 ms) 2024-09-19T11:26:38.271 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-19T11:26:41.294 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.Stats (3025 ms) 2024-09-19T11:26:41.295 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-19T11:26:45.326 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4031 ms) 2024-09-19T11:26:45.326 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-19T11:26:48.344 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.Abort (3018 ms) 2024-09-19T11:26:48.344 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-19T11:26:51.377 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.ReserveError (3033 ms) 2024-09-19T11:26:51.377 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-19T11:26:54.399 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.CommitError (3023 ms) 2024-09-19T11:26:54.400 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-19T11:26:57.415 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.AbortError (3015 ms) 2024-09-19T11:26:57.415 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-19T11:27:00.431 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3016 ms) 2024-09-19T11:27:00.431 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-19T11:27:03.458 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3028 ms) 2024-09-19T11:27:03.458 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-19T11:27:06.473 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3014 ms) 2024-09-19T11:27:06.473 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-19T11:27:09.500 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3028 ms) 2024-09-19T11:27:09.501 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-19T11:27:12.511 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3010 ms) 2024-09-19T11:27:12.511 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-19T11:27:15.542 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3032 ms) 2024-09-19T11:27:15.542 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-19T11:27:18.562 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.Cleanup (3019 ms) 2024-09-19T11:27:18.562 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-19T11:27:29.594 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.MultiProducer (11032 ms) 2024-09-19T11:27:29.594 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-19T11:27:33.623 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4029 ms) 2024-09-19T11:27:33.623 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-19T11:27:46.995 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13372 ms) 2024-09-19T11:27:46.995 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-19T11:27:51.027 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4033 ms) 2024-09-19T11:27:51.028 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-19T11:27:57.053 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6025 ms) 2024-09-19T11:27:57.053 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-19T11:28:02.380 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5327 ms) 2024-09-19T11:28:02.380 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from TestCls2PCQueue (99059 ms total) 2024-09-19T11:28:02.380 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:28:02.381 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:28:02.381 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 24 tests from 1 test suite ran. (99059 ms total) 2024-09-19T11:28:02.381 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 24 tests. 2024-09-19T11:28:02.383 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:28:02.383 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:28:02.430 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-19T11:28:02.431 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-19T11:28:02.432 DEBUG:teuthology.orchestra.run.smithi103:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-19T11:28:02.487 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:28:02.488 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:28:02.488 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-19T11:28:02.488 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:28:04.387 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 4 tests from ClsAccount 2024-09-19T11:28:04.388 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsAccount.add 2024-09-19T11:28:04.405 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsAccount.add (17 ms) 2024-09-19T11:28:04.405 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsAccount.get 2024-09-19T11:28:04.410 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsAccount.get (5 ms) 2024-09-19T11:28:04.410 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsAccount.rm 2024-09-19T11:28:04.680 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsAccount.rm (270 ms) 2024-09-19T11:28:04.680 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] ClsAccount.list 2024-09-19T11:28:04.699 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] ClsAccount.list (20 ms) 2024-09-19T11:28:04.699 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 4 tests from ClsAccount (312 ms total) 2024-09-19T11:28:04.699 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:28:04.699 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:28:05.386 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 4 tests from 1 test suite ran. (2898 ms total) 2024-09-19T11:28:05.386 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 4 tests. 2024-09-19T11:28:05.390 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:28:05.390 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:28:05.432 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-19T11:28:05.434 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-19T11:28:05.434 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-19T11:28:05.526 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:28:05.527 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:28:05.527 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-19T11:28:05.527 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:28:07.410 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 6 tests from rgw_gc_log 2024-09-19T11:28:07.410 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-19T11:28:07.425 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] rgw_gc_log.init_existing_queue (16 ms) 2024-09-19T11:28:07.425 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-19T11:28:07.428 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] rgw_gc_log.init_existing_omap (4 ms) 2024-09-19T11:28:07.428 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-19T11:28:07.431 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (3 ms) 2024-09-19T11:28:07.431 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-19T11:28:07.433 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2024-09-19T11:28:07.433 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-19T11:28:07.435 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] rgw_gc_log.defer1_after_init (3 ms) 2024-09-19T11:28:07.436 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-19T11:28:07.437 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] rgw_gc_log.defer2_before_init (2 ms) 2024-09-19T11:28:07.437 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 6 tests from rgw_gc_log (29 ms total) 2024-09-19T11:28:07.437 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:28:07.437 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:28:08.423 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 6 tests from 1 test suite ran. (2896 ms total) 2024-09-19T11:28:08.423 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 6 tests. 2024-09-19T11:28:08.427 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:28:08.427 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:28:08.469 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-19T11:28:08.470 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-19T11:28:08.471 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:Running main() from gmock_main.cc 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 4 tests from TestRGWObj 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestRGWObj.underscore 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns= i= 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns= i= 2024-09-19T11:28:08.567 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns= i= 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.568 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.569 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.570 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.571 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.572 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns=ns i= 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.573 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns=ns i= 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns=ns i= 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.574 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.575 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.576 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.577 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.578 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.579 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns= i=v1 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns= i=v1 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns= i=v1 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.580 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.581 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.582 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.583 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.584 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.585 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns=ns i=v1 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns=ns i=v1 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: _obj[v1] 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: _obj ns=ns i=v1 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.586 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.587 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.588 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.589 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.590 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_obj", 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.591 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.592 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns= i= 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns= i= 2024-09-19T11:28:08.593 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns= i= 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.594 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.595 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.596 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.597 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.598 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.599 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns=ns i= 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns=ns i= 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns=ns i= 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.600 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.601 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.602 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.603 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.604 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.604 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.604 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.604 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.604 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.604 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.604 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.605 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.606 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns= i=v1 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns= i=v1 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.607 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns= i=v1 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.608 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.609 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.610 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.611 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.612 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.613 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.613 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.613 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.614 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.614 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.614 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns=ns i=v1 2024-09-19T11:28:08.614 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns=ns i=v1 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout:parsed: obj[v1] 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout:stripped: obj ns=ns i=v1 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "obj1": { 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.615 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "obj2": { 2024-09-19T11:28:08.616 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.617 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.617 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.617 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.617 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.617 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3": { 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.618 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.619 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "obj3-2": { 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "obj", 2024-09-19T11:28:08.620 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "v1", 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.621 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.622 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.623 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.624 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker_myobj", 2024-09-19T11:28:08.624 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.624 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.624 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.624 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.624 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.625 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.626 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.627 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.628 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker_myobj", 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.629 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.630 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.631 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.632 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns_myobj", 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.633 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.634 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.635 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.636 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns_myobj", 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.637 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.638 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.639 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.640 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.641 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst_myobj", 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.642 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.643 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.644 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.645 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst_myobj", 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.646 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.647 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.648 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.649 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.650 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.651 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.652 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.653 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.654 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.655 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.656 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.657 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.658 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj", 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.659 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.660 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.661 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.662 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj", 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.663 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.664 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.665 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.666 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.667 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj", 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.668 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.669 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.670 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.671 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj", 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.672 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.673 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.674 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.675 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.676 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj", 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.677 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.678 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.679 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.680 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj", 2024-09-19T11:28:08.681 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.682 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.683 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.684 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.685 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.686 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.687 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.688 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.689 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.690 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T11:28:08.691 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.692 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.693 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.694 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.695 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj_", 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.696 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.697 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.698 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.699 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj_", 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.700 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.701 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.702 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.703 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj_", 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.704 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.705 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.706 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.707 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj_", 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.708 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.709 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.710 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.711 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.712 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.713 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.714 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.715 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.716 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.717 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.718 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.719 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.720 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.721 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.722 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": "default-placement.data", 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "test", 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.723 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": "", 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": "" 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.724 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "obj": { 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.725 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.726 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.727 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.728 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestRGWObj.obj_to_raw (1 ms) 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker_myobj", 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.729 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.730 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker_myobj 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker_myobj", 2024-09-19T11:28:08.731 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.732 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker_myobj 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.733 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns_myobj", 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.734 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__ns_myobj 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.735 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns_myobj", 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.736 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.737 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst_myobj", 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.738 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.739 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst_myobj", 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.740 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.741 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.742 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.743 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.744 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst_myobj", 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.745 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "myobj", 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-19T11:28:08.746 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj", 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.747 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.748 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker___myobj 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj", 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.749 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.750 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker___myobj 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj", 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.751 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.752 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__ns__myobj 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj", 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.753 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.754 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj", 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.755 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.756 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj", 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj" 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.757 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.758 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.759 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.760 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj", 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.761 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.762 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj", 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.763 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj_", 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.764 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.765 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker___myobj_ 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker___myobj_", 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.766 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.767 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker___myobj_ 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj_", 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.768 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.769 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns__myobj_", 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.770 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.771 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "", 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.772 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.773 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__:inst__myobj_", 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "marker__myobj_" 2024-09-19T11:28:08.774 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.775 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "" 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj": { 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.776 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj": { 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.777 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "raw_obj2": { 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "pool": ".data-pool", 2024-09-19T11:28:08.778 INFO:tasks.workunit.client.0.smithi103.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "loc": "" 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "new_obj2": { 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket": { 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "ebtest", 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "marker": "marker", 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_id": "bucket-id", 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "tenant": "", 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "explicit_placement": { 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "data_pool": ".data-pool", 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "data_extra_pool": "", 2024-09-19T11:28:08.779 INFO:tasks.workunit.client.0.smithi103.stdout: "index_pool": ".index-pool" 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: "key": { 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: "name": "_myobj_", 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: "instance": "inst", 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: "ns": "ns" 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:08.780 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:08.781 INFO:tasks.workunit.client.0.smithi103.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-19T11:28:08.781 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-19T11:28:08.781 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-19T11:28:08.781 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:28:08.781 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:28:08.781 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-19T11:28:08.781 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 4 tests. 2024-09-19T11:28:08.781 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:28:08.781 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:28:08.822 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-19T11:28:08.823 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-19T11:28:08.823 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-19T11:28:08.940 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:28:08.940 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:28:08.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.982+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.983+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.983+0000 7fe71d11f800 20 realm 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.983+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.983+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.983+0000 7fe71d11f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.983+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.984+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:08.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.984+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:08.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.985+0000 7fe71d11f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:28:08.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.985+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:08.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.985+0000 7fe71d11f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:28:08.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.985+0000 7fe71d11f800 20 searching for the correct realm 2024-09-19T11:28:08.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:08.992+0000 7fe7196a3640 0 -- 172.21.15.103:0/3722873807 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x560b6f8521c0 msgr2=0x560b6f854680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:28:09.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.000+0000 7fe718ea2640 0 -- 172.21.15.103:0/3722873807 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fe700028410 msgr2=0x7fe700028890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.198+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 zone default found 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 4 Realm: () 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:28:09.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:28:09.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 zonegroup default 2024-09-19T11:28:09.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:09.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.199+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.200+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:09.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.200+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.200+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:09.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.200+0000 7fe71d11f800 20 started sync module instance, tier type = 2024-09-19T11:28:09.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.200+0000 7fe71d11f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:28:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.210+0000 7fe71d11f800 20 add_watcher() i=0 2024-09-19T11:28:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.210+0000 7fe71d11f800 20 add_watcher() i=1 2024-09-19T11:28:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.210+0000 7fe71d11f800 20 add_watcher() i=2 2024-09-19T11:28:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.210+0000 7fe71d11f800 20 add_watcher() i=3 2024-09-19T11:28:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.210+0000 7fe71d11f800 20 add_watcher() i=4 2024-09-19T11:28:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.210+0000 7fe71d11f800 20 add_watcher() i=5 2024-09-19T11:28:09.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.210+0000 7fe71d11f800 20 add_watcher() i=6 2024-09-19T11:28:09.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.211+0000 7fe71d11f800 20 add_watcher() i=7 2024-09-19T11:28:09.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.211+0000 7fe71d11f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:28:09.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.212+0000 7fe5cefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:28:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe71d11f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:28:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe71d11f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:28:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe71d11f800 5 note: GC not initialized 2024-09-19T11:28:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe5cdfe3640 20 reqs_thread_entry: start 2024-09-19T11:28:09.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe71d11f800 20 init_complete bucket index max shards: 11 2024-09-19T11:28:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe71d11f800 20 Filter name: none 2024-09-19T11:28:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe53f7fe640 20 reqs_thread_entry: start 2024-09-19T11:28:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe71d11f800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-19T11:28:09.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.213+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 cache get: name=default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= : miss 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 20 rados->read ofs=0 len=0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 cache put: name=default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= info.flags=0x0 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 adding default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= to cache LRU end 2024-09-19T11:28:09.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 cache get: name=default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= : hit (negative entry) 2024-09-19T11:28:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.214+0000 7fe71d11f800 10 cache get: name=default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= : hit (negative entry) 2024-09-19T11:28:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.216+0000 7fe71d11f800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-19T11:28:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.216+0000 7fe71d11f800 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-19T11:28:09.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.216+0000 7fe71d11f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.216+0000 7fe5effff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1060856922113 cookie 94607115642240 notifier 5517 bl.length()=697 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.216+0000 7fe5effff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.216+0000 7fe5effff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.218+0000 7fe71d11f800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.218+0000 7fe71d11f800 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.218+0000 7fe71d11f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.218+0000 7fe5effff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1060856922112 cookie 94607115631936 notifier 5517 bl.length()=194 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.219+0000 7fe5effff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-19T11:28:09.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.219+0000 7fe5effff640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-19T11:28:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.220+0000 7fe71d11f800 10 cache put: name=default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= info.flags=0x7 2024-09-19T11:28:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.220+0000 7fe71d11f800 10 moving default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= to cache LRU end 2024-09-19T11:28:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.220+0000 7fe71d11f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:UjhVHm6nl/bX+0OmvZ4G5ySyL9o=, ofs0, ns] 2024-09-19T11:28:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.221+0000 7fe5ef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1060856922113 cookie 94607115631936 notifier 5517 bl.length()=203 2024-09-19T11:28:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.221+0000 7fe5ef7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= info.flags=0x7 2024-09-19T11:28:09.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.221+0000 7fe5ef7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+UjhVHm6nl/bX+0OmvZ4G5ySyL9o= to cache LRU end 2024-09-19T11:28:09.222 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "user_id": "ceph-test-librgw-file", 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "display_name": "librgw test user", 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "email": "librgw@example.com", 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "suspended": 0, 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "subusers": [], 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "keys": [ 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: { 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "user": "ceph-test-librgw-file", 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "access_key": "UjhVHm6nl/bX+0OmvZ4G5ySyL9o=", 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "secret_key": "Sb/5N+TBu0d8GOY5+hB7JrecZQdh90Gwb6FFM8cTujugMwuWR2jYXw==", 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "active": true, 2024-09-19T11:28:09.223 INFO:tasks.workunit.client.0.smithi103.stdout: "create_date": "2024-09-19T11:28:09.215506Z" 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: ], 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "swift_keys": [], 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "caps": [], 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "default_placement": "", 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "placement_tags": [], 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_quota": { 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "enabled": false, 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size": -1, 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:28:09.224 INFO:tasks.workunit.client.0.smithi103.stdout: "max_objects": -1 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "user_quota": { 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "enabled": false, 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size": -1, 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "max_objects": -1 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "type": "rgw", 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "account_id": "", 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "path": "/", 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "create_date": "2024-09-19T11:28:09.215492Z", 2024-09-19T11:28:09.225 INFO:tasks.workunit.client.0.smithi103.stdout: "tags": [], 2024-09-19T11:28:09.226 INFO:tasks.workunit.client.0.smithi103.stdout: "group_ids": [] 2024-09-19T11:28:09.226 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:28:09.226 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:28:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.222+0000 7fe5cefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:28:09.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.224+0000 7fe71d11f800 20 remove_watcher() i=0 2024-09-19T11:28:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.224+0000 7fe71d11f800 2 removed watcher, disabling cache 2024-09-19T11:28:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.225+0000 7fe71d11f800 20 remove_watcher() i=1 2024-09-19T11:28:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.226+0000 7fe71d11f800 20 remove_watcher() i=2 2024-09-19T11:28:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.228+0000 7fe71d11f800 20 remove_watcher() i=3 2024-09-19T11:28:09.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.229+0000 7fe71d11f800 20 remove_watcher() i=4 2024-09-19T11:28:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.230+0000 7fe71d11f800 20 remove_watcher() i=5 2024-09-19T11:28:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.230+0000 7fe71d11f800 20 remove_watcher() i=6 2024-09-19T11:28:09.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:09.231+0000 7fe71d11f800 20 remove_watcher() i=7 2024-09-19T11:28:09.242 INFO:tasks.workunit.client.0.smithi103.stdout:phase 1.1 2024-09-19T11:28:09.264 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T11:28:09.264 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:28:09.264 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from LibRGW 2024-09-19T11:28:09.264 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:28:09.275 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:28:09.275 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:28:09.649 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (385 ms) 2024-09-19T11:28:09.649 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-19T11:28:09.650 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-19T11:28:09.650 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:28:09.651 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-19T11:28:09.651 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-19T11:28:09.658 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-19T11:28:09.663 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/f1 2024-09-19T11:28:09.666 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/f2 2024-09-19T11:28:09.669 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/f1 2024-09-19T11:28:09.672 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-19T11:28:09.674 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-19T11:28:09.678 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-19T11:28:09.680 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-19T11:28:09.683 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-19T11:28:09.685 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-19T11:28:09.688 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-19T11:28:09.691 INFO:tasks.workunit.client.0.smithi103.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-19T11:28:09.694 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETUP_HIER1 (44 ms) 2024-09-19T11:28:09.694 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-19T11:28:09.789 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETUP_DIRS1 (95 ms) 2024-09-19T11:28:09.789 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETATTR 2024-09-19T11:28:09.789 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-19T11:28:09.789 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-19T11:28:09.806 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (16 ms) 2024-09-19T11:28:09.807 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-19T11:28:09.847 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (41 ms) 2024-09-19T11:28:09.847 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-19T11:28:09.847 INFO:tasks.workunit.client.0.smithi103.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-19T11:28:09.853 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (6 ms) 2024-09-19T11:28:09.853 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-19T11:28:09.853 INFO:tasks.workunit.client.0.smithi103.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-19T11:28:09.859 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (6 ms) 2024-09-19T11:28:09.860 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-19T11:28:09.860 INFO:tasks.workunit.client.0.smithi103.stdout:scanning objects in /bdirs1/dir_0 2024-09-19T11:28:09.860 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T11:28:09.860 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T11:28:09.861 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T11:28:09.861 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T11:28:09.861 INFO:tasks.workunit.client.0.smithi103.stdout:scanning objects in /bdirs1/dir_1 2024-09-19T11:28:09.861 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T11:28:09.861 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T11:28:09.862 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T11:28:09.862 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T11:28:09.862 INFO:tasks.workunit.client.0.smithi103.stdout:scanning objects in /bdirs1/dir_2 2024-09-19T11:28:09.862 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T11:28:09.862 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T11:28:09.862 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T11:28:09.863 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T11:28:09.863 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-19T11:28:09.863 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-19T11:28:09.863 INFO:tasks.workunit.client.0.smithi103.stdout:read back objects in /bdirs1/dir_0 2024-09-19T11:28:09.864 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_0/sfile_0 2024-09-19T11:28:09.864 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_0/sfile_1 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout:read back objects in /bdirs1/dir_1 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_1/sfile_0 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_1/sfile_1 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout:read back objects in /bdirs1/dir_2 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_2/sfile_0 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T11:28:09.865 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_2/sfile_1 2024-09-19T11:28:09.866 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T11:28:09.866 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READ_DIRS1 (7 ms) 2024-09-19T11:28:09.866 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-19T11:28:10.039 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READF_SETUP1 (173 ms) 2024-09-19T11:28:10.039 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-19T11:28:10.039 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-19T11:28:10.040 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-19T11:28:10.040 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-19T11:28:10.040 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-19T11:28:10.040 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T11:28:10.040 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T11:28:10.040 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T11:28:10.041 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T11:28:10.041 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T11:28:10.041 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T11:28:10.041 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T11:28:10.041 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T11:28:10.041 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T11:28:10.041 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T11:28:10.042 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T11:28:10.042 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T11:28:10.042 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-19T11:28:10.042 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.HIER1 2024-09-19T11:28:10.045 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-19T11:28:10.046 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-19T11:28:10.049 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-19T11:28:10.050 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-19T11:28:10.053 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T11:28:10.054 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T11:28:10.054 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-19T11:28:10.054 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-19T11:28:10.055 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T11:28:10.055 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T11:28:10.056 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-19T11:28:10.058 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-19T11:28:10.058 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-19T11:28:10.058 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-19T11:28:10.058 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo (foo): DIR 2024-09-19T11:28:10.058 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot (nfsroot): DIR 2024-09-19T11:28:10.058 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.HIER1 (19 ms) 2024-09-19T11:28:10.058 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:28:10.059 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:28:10.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:10.057+0000 7f98b1d428c0 -1 shutting down 2024-09-19T11:28:10.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:10.058+0000 7f9789d47640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63284, si_uid : 1000, si_addr0x3e80000f734, si_status0 2024-09-19T11:28:39.752 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (29694 ms) 2024-09-19T11:28:39.753 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from LibRGW (30488 ms total) 2024-09-19T11:28:39.753 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:28:39.753 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:28:39.753 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 24 tests from 1 test suite ran. (30488 ms total) 2024-09-19T11:28:39.753 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 24 tests. 2024-09-19T11:28:39.758 INFO:tasks.workunit.client.0.smithi103.stdout:phase 1.2 2024-09-19T11:28:39.782 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T11:28:39.782 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:28:39.782 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from LibRGW 2024-09-19T11:28:39.783 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:28:39.790 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:28:39.791 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:28:40.609 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (826 ms) 2024-09-19T11:28:40.609 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-19T11:28:40.610 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-19T11:28:40.610 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:28:40.610 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-19T11:28:40.610 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETATTR 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-19T11:28:40.611 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-19T11:28:40.612 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.HIER1 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:28:40.613 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:28:40.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:40.609+0000 7fea56b688c0 -1 shutting down 2024-09-19T11:28:40.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:28:40.610+0000 7fe92eb65640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63904, si_uid : 1000, si_addr0x3e80000f9a0, si_status0 2024-09-19T11:29:10.811 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (30200 ms) 2024-09-19T11:29:10.811 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from LibRGW (31027 ms total) 2024-09-19T11:29:10.811 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:29:10.811 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:29:10.811 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 24 tests from 1 test suite ran. (31027 ms total) 2024-09-19T11:29:10.811 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 24 tests. 2024-09-19T11:29:10.816 INFO:tasks.workunit.client.0.smithi103.stdout:phase 1.3 2024-09-19T11:29:10.840 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-19T11:29:10.841 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:29:10.841 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from LibRGW 2024-09-19T11:29:10.841 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:29:10.851 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:29:10.851 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:29:11.025 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (185 ms) 2024-09-19T11:29:11.025 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-19T11:29:11.026 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-19T11:29:11.026 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:29:11.026 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-19T11:29:11.026 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-19T11:29:11.030 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETUP_HIER1 (4 ms) 2024-09-19T11:29:11.030 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-19T11:29:11.087 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETUP_DIRS1 (56 ms) 2024-09-19T11:29:11.087 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SETATTR 2024-09-19T11:29:11.087 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-19T11:29:11.087 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout:scanning objects in /bdirs1/dir_0 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T11:29:11.088 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout:scanning objects in /bdirs1/dir_1 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout:scanning objects in /bdirs1/dir_2 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-19T11:29:11.089 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-19T11:29:11.090 INFO:tasks.workunit.client.0.smithi103.stdout:read back objects in /bdirs1/dir_0 2024-09-19T11:29:11.090 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_0/sfile_0 2024-09-19T11:29:11.090 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T11:29:11.090 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_0/sfile_1 2024-09-19T11:29:11.090 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T11:29:11.090 INFO:tasks.workunit.client.0.smithi103.stdout:read back objects in /bdirs1/dir_1 2024-09-19T11:29:11.090 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_1/sfile_0 2024-09-19T11:29:11.091 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T11:29:11.091 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_1/sfile_1 2024-09-19T11:29:11.092 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T11:29:11.092 INFO:tasks.workunit.client.0.smithi103.stdout:read back objects in /bdirs1/dir_2 2024-09-19T11:29:11.092 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_2/sfile_0 2024-09-19T11:29:11.093 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-19T11:29:11.093 INFO:tasks.workunit.client.0.smithi103.stdout:reading 0,256 dir_2/sfile_1 2024-09-19T11:29:11.095 INFO:tasks.workunit.client.0.smithi103.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-19T11:29:11.095 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READ_DIRS1 (8 ms) 2024-09-19T11:29:11.095 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-19T11:29:11.095 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-19T11:29:11.095 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-19T11:29:11.095 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-19T11:29:11.095 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_0 type: DIR refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_0 type: FILE refs: 2 2024-09-19T11:29:11.096 INFO:tasks.workunit.client.0.smithi103.stdout:release sdir_1 type: DIR refs: 2 2024-09-19T11:29:11.097 INFO:tasks.workunit.client.0.smithi103.stdout:release sfile_1 type: FILE refs: 2 2024-09-19T11:29:11.097 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-19T11:29:11.097 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.HIER1 2024-09-19T11:29:11.102 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-19T11:29:11.103 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-19T11:29:11.105 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-19T11:29:11.107 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-19T11:29:11.110 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T11:29:11.110 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-19T11:29:11.111 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-19T11:29:11.111 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-19T11:29:11.112 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T11:29:11.112 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-19T11:29:11.113 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot/foo (foo): DIR 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:/nfsroot (nfsroot): DIR 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.HIER1 (20 ms) 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-19T11:29:11.115 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:29:11.116 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:29:11.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:29:11.113+0000 7f49c4d268c0 -1 shutting down 2024-09-19T11:29:11.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:29:11.114+0000 7f489cb77640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64523, si_uid : 1000, si_addr0x3e80000fc0b, si_status0 2024-09-19T11:29:41.247 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (30132 ms) 2024-09-19T11:29:41.248 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 24 tests from LibRGW (30406 ms total) 2024-09-19T11:29:41.248 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:29:41.248 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:29:41.248 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 24 tests from 1 test suite ran. (30406 ms total) 2024-09-19T11:29:41.248 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 24 tests. 2024-09-19T11:29:41.254 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2.1 2024-09-19T11:29:41.280 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-19T11:29:41.280 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:29:41.280 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 9 tests from LibRGW 2024-09-19T11:29:41.280 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:29:41.289 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:29:41.289 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:29:41.699 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (419 ms) 2024-09-19T11:29:41.699 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:29:41.699 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:29:41.700 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T11:29:41.707 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2024-09-19T11:29:41.750 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T11:29:41.750 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-19T11:29:41.750 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-19T11:29:41.751 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave0 2024-09-19T11:29:41.751 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave1 2024-09-19T11:29:41.751 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave2 2024-09-19T11:29:41.751 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave3 2024-09-19T11:29:41.751 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave4 2024-09-19T11:29:41.760 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave5 2024-09-19T11:29:41.770 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave6 2024-09-19T11:29:41.778 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave7 2024-09-19T11:29:41.786 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave8 2024-09-19T11:29:41.796 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave9 2024-09-19T11:29:41.796 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (88 ms) 2024-09-19T11:29:41.796 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-19T11:29:42.054 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (259 ms) 2024-09-19T11:29:42.054 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:29:42.055 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:29:42.055 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:29:42.055 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:29:42.055 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:29:42.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:29:42.052+0000 7f13af72f8c0 -1 shutting down 2024-09-19T11:29:42.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:29:42.053+0000 7f12876c7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65142, si_uid : 1000, si_addr0x3e80000fe76, si_status0 2024-09-19T11:30:11.803 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (29747 ms) 2024-09-19T11:30:11.803 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 9 tests from LibRGW (30522 ms total) 2024-09-19T11:30:11.803 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:30:11.803 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:30:11.803 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 9 tests from 1 test suite ran. (30522 ms total) 2024-09-19T11:30:11.803 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 9 tests. 2024-09-19T11:30:11.809 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2.2 2024-09-19T11:30:11.834 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-19T11:30:11.835 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:30:11.835 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 9 tests from LibRGW 2024-09-19T11:30:11.835 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:30:11.844 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:30:11.844 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:30:12.030 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (196 ms) 2024-09-19T11:30:12.031 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:30:12.031 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:30:12.031 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T11:30:12.032 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-19T11:30:12.032 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T11:30:12.062 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET (31 ms) 2024-09-19T11:30:12.063 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-19T11:30:12.070 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave0 2024-09-19T11:30:12.080 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave1 2024-09-19T11:30:12.092 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave2 2024-09-19T11:30:12.101 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave3 2024-09-19T11:30:12.112 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave4 2024-09-19T11:30:12.121 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave5 2024-09-19T11:30:12.131 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave6 2024-09-19T11:30:12.138 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave7 2024-09-19T11:30:12.147 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave8 2024-09-19T11:30:12.154 INFO:tasks.workunit.client.0.smithi103.stdout:created: sorrydave9 2024-09-19T11:30:12.154 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (92 ms) 2024-09-19T11:30:12.154 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-19T11:30:12.416 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (262 ms) 2024-09-19T11:30:12.416 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:30:12.416 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:30:12.417 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:30:12.417 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:30:12.447 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:30:12.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:30:12.415+0000 7f92d5f3d8c0 -1 shutting down 2024-09-19T11:30:12.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:30:12.416+0000 7f91afc7a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65761, si_uid : 1000, si_addr0x3e8000100e1, si_status0 2024-09-19T11:30:42.393 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (29976 ms) 2024-09-19T11:30:42.393 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 9 tests from LibRGW (30558 ms total) 2024-09-19T11:30:42.393 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:30:42.393 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:30:42.393 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 9 tests from 1 test suite ran. (30558 ms total) 2024-09-19T11:30:42.393 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 9 tests. 2024-09-19T11:30:42.399 INFO:tasks.workunit.client.0.smithi103.stdout:phase 3.1 2024-09-19T11:30:42.717 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-19T11:30:42.717 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:30:42.718 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 13 tests from LibRGW 2024-09-19T11:30:42.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:30:42.726 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:30:42.727 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:30:42.897 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (179 ms) 2024-09-19T11:30:42.897 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:30:42.897 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:30:42.897 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T11:30:42.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2024-09-19T11:30:42.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T11:30:42.910 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-19T11:30:42.910 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T11:30:42.911 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-19T11:30:42.911 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LARGE1 2024-09-19T11:30:42.982 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LARGE1 (70 ms) 2024-09-19T11:30:42.982 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LARGE2 2024-09-19T11:30:43.033 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LARGE2 (51 ms) 2024-09-19T11:30:43.033 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T11:30:43.033 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:30:43.034 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:30:43.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:30:43.032+0000 7fcce56ab8c0 -1 shutting down 2024-09-19T11:30:43.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:30:43.033+0000 7fcbbf3e8640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 66381, si_uid : 1000, si_addr0x3e80001034d, si_status0 2024-09-19T11:31:13.279 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (30245 ms) 2024-09-19T11:31:13.280 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 13 tests from LibRGW (30561 ms total) 2024-09-19T11:31:13.280 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:31:13.280 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:31:13.280 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 13 tests from 1 test suite ran. (30561 ms total) 2024-09-19T11:31:13.280 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 13 tests. 2024-09-19T11:31:13.286 INFO:tasks.workunit.client.0.smithi103.stdout:phase 3.2 2024-09-19T11:31:13.605 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-19T11:31:13.605 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:31:13.605 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 13 tests from LibRGW 2024-09-19T11:31:13.605 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:31:13.613 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:31:13.613 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:31:13.786 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (180 ms) 2024-09-19T11:31:13.786 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:31:13.787 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:31:13.787 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T11:31:13.787 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-19T11:31:13.787 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T11:31:13.791 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-19T11:31:13.791 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T11:31:13.794 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-19T11:31:13.794 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LARGE1 2024-09-19T11:31:13.873 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LARGE1 (79 ms) 2024-09-19T11:31:13.873 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LARGE2 2024-09-19T11:31:13.873 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-19T11:31:13.874 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T11:31:13.874 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T11:31:13.874 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T11:31:13.878 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_OBJECT (5 ms) 2024-09-19T11:31:13.878 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T11:31:13.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET (27 ms) 2024-09-19T11:31:13.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:31:13.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:31:13.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:31:13.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:31:13.906 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:31:13.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:31:13.905+0000 7f7159f278c0 -1 shutting down 2024-09-19T11:31:13.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:31:13.906+0000 7f7031dac640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67000, si_uid : 1000, si_addr0x3e8000105b8, si_status0 2024-09-19T11:31:43.842 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (29936 ms) 2024-09-19T11:31:43.842 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 13 tests from LibRGW (30236 ms total) 2024-09-19T11:31:43.842 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:31:43.842 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:31:43.842 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 13 tests from 1 test suite ran. (30236 ms total) 2024-09-19T11:31:43.842 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 13 tests. 2024-09-19T11:31:43.849 INFO:tasks.workunit.client.0.smithi103.stdout:phase 4.1 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 11 tests from LibRGW 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.TVAR 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:read i1: 64001 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:read s1: blunderbuss 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-19T11:31:43.875 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:31:43.886 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:31:43.886 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:31:44.271 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (396 ms) 2024-09-19T11:31:44.271 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:31:44.271 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:31:44.271 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T11:31:44.288 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (17 ms) 2024-09-19T11:31:44.288 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T11:31:44.695 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_0 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_1 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_2 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_3 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_4 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_5 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_6 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_7 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_8 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_9 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_10 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_11 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_12 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_13 2024-09-19T11:31:44.696 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_14 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_15 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_16 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_17 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_18 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_19 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_20 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_21 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_22 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_23 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_24 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_25 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_26 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_27 2024-09-19T11:31:44.697 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_28 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_29 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_30 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_31 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_32 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_33 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_34 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_35 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_36 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_37 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_38 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_39 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_40 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_41 2024-09-19T11:31:44.698 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_42 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_43 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_44 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_45 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_46 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_47 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_48 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_49 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_50 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_51 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_52 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_53 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_54 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_55 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_56 2024-09-19T11:31:44.699 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_57 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_58 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_59 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_60 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_61 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_62 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_63 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_64 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_65 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_66 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_67 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_68 2024-09-19T11:31:44.700 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_69 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_70 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_71 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_72 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_73 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_74 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_75 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_76 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_77 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_78 2024-09-19T11:31:44.701 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_79 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_80 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_81 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_82 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_83 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_84 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_85 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_86 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_87 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_88 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_89 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_90 2024-09-19T11:31:44.702 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_91 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_92 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_93 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_94 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_95 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_96 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_97 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_98 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:created: dmarker:f_99 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (407 ms) 2024-09-19T11:31:44.703 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-19T11:31:44.705 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-19T11:31:44.706 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-19T11:31:44.707 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-19T11:31:44.708 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-19T11:31:44.709 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-19T11:31:44.710 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-19T11:31:44.711 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_READDIR (2 ms) 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-19T11:31:44.712 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-19T11:31:44.713 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-19T11:31:44.714 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-19T11:31:44.715 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-19T11:31:44.716 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-19T11:31:44.717 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-19T11:31:44.718 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:31:44.719 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:31:44.720 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:31:44.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:31:44.698+0000 7ff47ccab8c0 -1 shutting down 2024-09-19T11:31:44.720 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:31:44.699+0000 7ff3569ea640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67619, si_uid : 1000, si_addr0x3e800010823, si_status0 2024-09-19T11:32:14.461 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (29760 ms) 2024-09-19T11:32:14.461 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 11 tests from LibRGW (30585 ms total) 2024-09-19T11:32:14.461 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:32:14.461 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:32:14.461 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 11 tests from 1 test suite ran. (30585 ms total) 2024-09-19T11:32:14.461 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 11 tests. 2024-09-19T11:32:14.467 INFO:tasks.workunit.client.0.smithi103.stdout:phase 4.2 2024-09-19T11:32:14.492 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-19T11:32:14.492 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:32:14.493 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 11 tests from LibRGW 2024-09-19T11:32:14.493 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.TVAR 2024-09-19T11:32:14.493 INFO:tasks.workunit.client.0.smithi103.stdout:read i1: 64001 2024-09-19T11:32:14.493 INFO:tasks.workunit.client.0.smithi103.stdout:read s1: blunderbuss 2024-09-19T11:32:14.493 INFO:tasks.workunit.client.0.smithi103.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-19T11:32:14.493 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:32:14.500 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:32:14.500 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:32:14.882 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (391 ms) 2024-09-19T11:32:14.883 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:32:14.883 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:32:14.883 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-19T11:32:14.893 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (10 ms) 2024-09-19T11:32:14.893 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-19T11:32:14.893 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-19T11:32:14.893 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-19T11:32:14.894 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-19T11:32:14.894 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-19T11:32:14.897 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-19T11:32:14.898 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-19T11:32:14.899 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-19T11:32:14.900 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-19T11:32:14.901 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-19T11:32:14.902 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-19T11:32:14.903 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER2_READDIR (3 ms) 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:32:14.904 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:32:14.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:32:14.894+0000 7f14bab1f8c0 -1 shutting down 2024-09-19T11:32:14.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:32:14.895+0000 7f1392a65640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68239, si_uid : 1000, si_addr0x3e800010a8f, si_status0 2024-09-19T11:32:45.041 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (30145 ms) 2024-09-19T11:32:45.042 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 11 tests from LibRGW (30550 ms total) 2024-09-19T11:32:45.042 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:32:45.042 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:32:45.042 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 11 tests from 1 test suite ran. (30550 ms total) 2024-09-19T11:32:45.042 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 11 tests. 2024-09-19T11:32:45.047 INFO:tasks.workunit.client.0.smithi103.stdout:phase 5.1 2024-09-19T11:32:45.080 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-19T11:32:45.080 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:32:45.080 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 19 tests from LibRGW 2024-09-19T11:32:45.080 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:32:45.090 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:32:45.090 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:32:45.697 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (618 ms) 2024-09-19T11:32:45.697 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:32:45.698 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:32:45.698 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T11:32:45.707 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2024-09-19T11:32:45.707 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T11:32:45.710 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-19T11:32:45.710 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-19T11:32:45.710 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-19T11:32:45.710 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T11:32:45.712 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2024-09-19T11:32:45.712 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-19T11:32:45.712 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-19T11:32:45.712 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-19T11:32:45.715 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.PUT_OBJECT (3 ms) 2024-09-19T11:32:45.715 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.GET_OBJECT (2 ms) 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.WRITEV 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-19T11:32:45.717 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READV 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:32:45.718 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:32:45.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:32:45.715+0000 7fef4bf2a8c0 -1 shutting down 2024-09-19T11:32:45.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:32:45.716+0000 7fee25c67640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68859, si_uid : 1000, si_addr0x3e800010cfb, si_status0 2024-09-19T11:33:15.812 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (30095 ms) 2024-09-19T11:33:15.813 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 19 tests from LibRGW (30732 ms total) 2024-09-19T11:33:15.813 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:33:15.813 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:33:15.813 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 19 tests from 1 test suite ran. (30732 ms total) 2024-09-19T11:33:15.813 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 19 tests. 2024-09-19T11:33:15.818 INFO:tasks.workunit.client.0.smithi103.stdout:phase 5.2 2024-09-19T11:33:15.851 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-19T11:33:15.851 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:33:15.851 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 19 tests from LibRGW 2024-09-19T11:33:15.851 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:33:15.858 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:33:15.859 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:33:16.068 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (218 ms) 2024-09-19T11:33:16.069 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:33:16.069 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:33:16.069 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-19T11:33:16.069 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-19T11:33:16.070 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-19T11:33:16.074 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-19T11:33:16.074 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-19T11:33:16.074 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.WRITEV 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-19T11:33:16.075 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READV 2024-09-19T11:33:16.076 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-19T11:33:16.076 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-19T11:33:16.076 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-19T11:33:16.076 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-19T11:33:16.077 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_OBJECT (3 ms) 2024-09-19T11:33:16.077 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-19T11:33:16.104 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.DELETE_BUCKET (27 ms) 2024-09-19T11:33:16.104 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:33:16.104 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:33:16.105 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:33:16.105 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:33:16.105 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:33:16.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:33:16.103+0000 7f1897f208c0 -1 shutting down 2024-09-19T11:33:16.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:33:16.104+0000 7f176fe04640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 69478, si_uid : 1000, si_addr0x3e800010f66, si_status0 2024-09-19T11:33:46.079 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (29974 ms) 2024-09-19T11:33:46.080 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 19 tests from LibRGW (30228 ms total) 2024-09-19T11:33:46.080 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:33:46.080 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:33:46.080 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 19 tests from 1 test suite ran. (30228 ms total) 2024-09-19T11:33:46.080 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 19 tests. 2024-09-19T11:33:46.085 INFO:tasks.workunit.client.0.smithi103.stdout:phase 6.1 2024-09-19T11:33:46.110 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-19T11:33:46.110 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment set-up. 2024-09-19T11:33:46.110 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 10 tests from LibRGW 2024-09-19T11:33:46.110 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.INIT 2024-09-19T11:33:46.118 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:33:46.118 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:33:46.297 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.INIT (187 ms) 2024-09-19T11:33:46.297 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.MOUNT 2024-09-19T11:33:46.298 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-19T11:33:46.298 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-19T11:33:46.314 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CREATE_BUCKETS (17 ms) 2024-09-19T11:33:46.314 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-19T11:33:46.320 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (6 ms) 2024-09-19T11:33:46.320 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-19T11:33:46.339 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.TOPDIR_RENAME (19 ms) 2024-09-19T11:33:46.339 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-19T11:33:46.358 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SUBDIR_RENAME (19 ms) 2024-09-19T11:33:46.358 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-19T11:33:46.377 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (19 ms) 2024-09-19T11:33:46.377 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-19T11:33:46.377 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-19T11:33:46.377 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-19T11:33:46.378 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-19T11:33:46.378 INFO:tasks.workunit.client.0.smithi103.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-19T11:33:46.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:33:46.376+0000 7fe2937258c0 -1 shutting down 2024-09-19T11:33:46.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:33:46.377+0000 7fe16b5ac640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 70097, si_uid : 1000, si_addr0x3e8000111d1, si_status0 2024-09-19T11:34:16.390 INFO:tasks.workunit.client.0.smithi103.stdout:[ OK ] LibRGW.SHUTDOWN (30011 ms) 2024-09-19T11:34:16.390 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] 10 tests from LibRGW (30280 ms total) 2024-09-19T11:34:16.391 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:34:16.391 INFO:tasks.workunit.client.0.smithi103.stdout:[----------] Global test environment tear-down 2024-09-19T11:34:16.391 INFO:tasks.workunit.client.0.smithi103.stdout:[==========] 10 tests from 1 test suite ran. (30280 ms total) 2024-09-19T11:34:16.391 INFO:tasks.workunit.client.0.smithi103.stdout:[ PASSED ] 10 tests. 2024-09-19T11:34:16.396 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:34:16.397 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:34:16.441 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-19T11:34:16.442 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-19T11:34:16.442 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-19T11:34:16.518 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -z ']' 2024-09-19T11:34:16.518 INFO:tasks.workunit.client.0.smithi103.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-19T11:34:16.518 INFO:tasks.workunit.client.0.smithi103.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-19T11:34:16.518 INFO:tasks.workunit.client.0.smithi103.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-19T11:34:16.518 INFO:tasks.workunit.client.0.smithi103.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-19T11:34:16.518 INFO:tasks.workunit.client.0.smithi103.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2024-09-19T11:34:16.554 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:34:16.554 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:34:16.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.590+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.591+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.591+0000 7f613872a800 20 realm 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.591+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.591+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.591+0000 7f613872a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.591+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.592+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.592+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.593+0000 7f613872a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:34:16.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.593+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.593+0000 7f613872a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:34:16.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.593+0000 7f613872a800 20 searching for the correct realm 2024-09-19T11:34:16.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.597+0000 7f612bcac640 0 -- 172.21.15.103:0/3994869700 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x5555c5bfbda0 msgr2=0x5555c5bfe190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:34:16.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.600+0000 7f612bcac640 0 -- 172.21.15.103:0/3994869700 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f611c02e040 msgr2=0x7f611c01d430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:34:16.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:34:16.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:34:16.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:34:16.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.605+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 zone default found 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 4 Realm: () 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:34:16.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 zonegroup default 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 started sync module instance, tier type = 2024-09-19T11:34:16.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.606+0000 7f613872a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:34:16.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.615+0000 7f613872a800 20 add_watcher() i=0 2024-09-19T11:34:16.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.615+0000 7f613872a800 20 add_watcher() i=1 2024-09-19T11:34:16.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.615+0000 7f613872a800 20 add_watcher() i=2 2024-09-19T11:34:16.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.615+0000 7f613872a800 20 add_watcher() i=3 2024-09-19T11:34:16.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.615+0000 7f613872a800 20 add_watcher() i=4 2024-09-19T11:34:16.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.615+0000 7f613872a800 20 add_watcher() i=5 2024-09-19T11:34:16.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.615+0000 7f613872a800 20 add_watcher() i=6 2024-09-19T11:34:16.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.616+0000 7f613872a800 20 add_watcher() i=7 2024-09-19T11:34:16.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.616+0000 7f613872a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:34:16.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.618+0000 7f5feafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:34:16.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.618+0000 7f613872a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:34:16.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.618+0000 7f613872a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:34:16.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.618+0000 7f613872a800 5 note: GC not initialized 2024-09-19T11:34:16.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.618+0000 7f5fe9fdb640 20 reqs_thread_entry: start 2024-09-19T11:34:16.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 20 init_complete bucket index max shards: 11 2024-09-19T11:34:16.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 20 Filter name: none 2024-09-19T11:34:16.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f5f5b7fe640 20 reqs_thread_entry: start 2024-09-19T11:34:16.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-19T11:34:16.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-19T11:34:16.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-19T11:34:16.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-19T11:34:16.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.619+0000 7f613872a800 20 rados->read ofs=0 len=0 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.620+0000 7f613872a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.620+0000 7f613872a800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.620+0000 7f613872a800 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.620+0000 7f613872a800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.620+0000 7f613872a800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.621+0000 7f613872a800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.621+0000 7f613872a800 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.621+0000 7f613872a800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.621+0000 7f600b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1060856922114 cookie 93826878341760 notifier 5757 bl.length()=677 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.621+0000 7f600b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-19T11:34:16.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.621+0000 7f600b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-19T11:34:16.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.623+0000 7f613872a800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-19T11:34:16.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.623+0000 7f613872a800 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-19T11:34:16.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.623+0000 7f613872a800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-19T11:34:16.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.623+0000 7f600b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1060856922123 cookie 93826878325152 notifier 5757 bl.length()=187 2024-09-19T11:34:16.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.623+0000 7f600b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-19T11:34:16.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.623+0000 7f600b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-19T11:34:16.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.624+0000 7f613872a800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-19T11:34:16.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.624+0000 7f613872a800 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-19T11:34:16.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.624+0000 7f613872a800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.625+0000 7f600affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1060856922124 cookie 93826878325152 notifier 5757 bl.length()=197 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.625+0000 7f600affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.625+0000 7f600affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stdout: "user_id": "ceph-test-maven", 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stdout: "display_name": "maven test user", 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stdout: "email": "sigv4@example.com", 2024-09-19T11:34:16.627 INFO:tasks.workunit.client.0.smithi103.stdout: "suspended": 0, 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "subusers": [], 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "keys": [ 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: { 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "user": "ceph-test-maven", 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "active": true, 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "create_date": "2024-09-19T11:34:16.620852Z" 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: ], 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "swift_keys": [], 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "caps": [], 2024-09-19T11:34:16.628 INFO:tasks.workunit.client.0.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "default_placement": "", 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "placement_tags": [], 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_quota": { 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "enabled": false, 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size": -1, 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "max_objects": -1 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "user_quota": { 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "enabled": false, 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:34:16.629 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size": -1, 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "max_objects": -1 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "type": "rgw", 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "account_id": "", 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "path": "/", 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "create_date": "2024-09-19T11:34:16.620840Z", 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "tags": [], 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: "group_ids": [] 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:34:16.630 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:34:16.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.626+0000 7f5feafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:34:16.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.628+0000 7f613872a800 20 remove_watcher() i=0 2024-09-19T11:34:16.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.628+0000 7f613872a800 2 removed watcher, disabling cache 2024-09-19T11:34:16.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.629+0000 7f613872a800 20 remove_watcher() i=1 2024-09-19T11:34:16.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.630+0000 7f613872a800 20 remove_watcher() i=2 2024-09-19T11:34:16.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.631+0000 7f613872a800 20 remove_watcher() i=3 2024-09-19T11:34:16.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.632+0000 7f613872a800 20 remove_watcher() i=4 2024-09-19T11:34:16.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.633+0000 7f613872a800 20 remove_watcher() i=5 2024-09-19T11:34:16.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.634+0000 7f613872a800 20 remove_watcher() i=6 2024-09-19T11:34:16.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:34:16.635+0000 7f613872a800 20 remove_watcher() i=7 2024-09-19T11:34:16.646 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -z ']' 2024-09-19T11:34:16.646 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2024-09-19T11:34:16.646 INFO:tasks.workunit.client.0.smithi103.stderr:++ cat /home/ubuntu/cephtest/url_file 2024-09-19T11:34:16.647 INFO:tasks.workunit.client.0.smithi103.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi103.front.sepia.ceph.com:443 2024-09-19T11:34:16.647 INFO:tasks.workunit.client.0.smithi103.stderr:+ RGW_HTTP_ENDPOINT_URL=https://smithi103.front.sepia.ceph.com:443 2024-09-19T11:34:16.648 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2024-09-19T11:34:16.648 INFO:tasks.workunit.client.0.smithi103.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-19T11:34:16.648 INFO:tasks.workunit.client.0.smithi103.stderr:+ ./mvnw clean package 2024-09-19T11:34:16.656 INFO:tasks.workunit.client.0.smithi103.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-19T11:34:18.190 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Scanning for projects... 2024-09-19T11:34:18.317 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-19T11:34:18.403 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 63 kB/s) 2024-09-19T11:34:18.417 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-19T11:34:18.457 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 62/83 kB Progress (1): 78/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.0 MB/s) 2024-09-19T11:34:18.467 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-19T11:34:18.488 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 66/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.8 MB/s) 2024-09-19T11:34:18.518 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:18.518 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-19T11:34:18.518 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Building jcksum 1.0 2024-09-19T11:34:18.519 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] from pom.xml 2024-09-19T11:34:18.519 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-19T11:34:18.521 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-19T11:34:18.537 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 332 kB/s) 2024-09-19T11:34:18.543 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-19T11:34:18.558 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 619 kB/s) 2024-09-19T11:34:18.562 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-19T11:34:18.578 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/45 kB Progress (1): 32/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.8 MB/s) 2024-09-19T11:34:18.586 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-19T11:34:18.602 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.2 MB/s) 2024-09-19T11:34:18.617 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-19T11:34:18.633 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.4 MB/s) 2024-09-19T11:34:18.640 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-19T11:34:18.657 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 480 kB/s) 2024-09-19T11:34:18.661 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-19T11:34:18.677 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 476 kB/s) 2024-09-19T11:34:18.680 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-19T11:34:18.695 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/48 kB Progress (1): 32/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 3.0 MB/s) 2024-09-19T11:34:18.701 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-19T11:34:18.720 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.2 MB/s) 2024-09-19T11:34:18.726 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-19T11:34:18.743 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.7 MB/s) 2024-09-19T11:34:18.748 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-19T11:34:18.763 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 613 kB/s) 2024-09-19T11:34:18.769 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-19T11:34:18.787 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/66 kB Progress (1): 32/66 kB Progress (1): 49/66 kB Progress (1): 65/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.6 MB/s) 2024-09-19T11:34:18.795 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-19T11:34:18.811 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 332 kB/s) 2024-09-19T11:34:18.814 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-19T11:34:18.832 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.2 MB/s) 2024-09-19T11:34:18.836 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-19T11:34:18.856 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 2.5 MB/s) 2024-09-19T11:34:18.860 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-19T11:34:18.875 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.6 MB/s) 2024-09-19T11:34:18.883 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-19T11:34:18.898 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 352 kB/s) 2024-09-19T11:34:18.902 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-19T11:34:18.919 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.8 MB/s) 2024-09-19T11:34:18.925 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-19T11:34:18.941 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 451 kB/s) 2024-09-19T11:34:18.943 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-19T11:34:18.958 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 660 kB/s) 2024-09-19T11:34:18.960 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-19T11:34:18.975 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.9 MB/s) 2024-09-19T11:34:18.978 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-19T11:34:18.992 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.4 MB/s) 2024-09-19T11:34:18.996 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-19T11:34:19.011 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.8 MB/s) 2024-09-19T11:34:19.025 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-19T11:34:19.040 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 406 kB/s) 2024-09-19T11:34:19.042 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-19T11:34:19.056 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.4 MB/s) 2024-09-19T11:34:19.061 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-19T11:34:19.076 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.3 MB/s) 2024-09-19T11:34:19.083 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-19T11:34:19.098 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 267 kB/s) 2024-09-19T11:34:19.100 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-19T11:34:19.115 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 104 kB/s) 2024-09-19T11:34:19.116 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-19T11:34:19.131 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 149 kB/s) 2024-09-19T11:34:19.136 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-19T11:34:19.154 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 214 kB/s) 2024-09-19T11:34:19.160 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-19T11:34:19.176 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 190 kB/s) 2024-09-19T11:34:19.182 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-19T11:34:19.197 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 731 kB/s) 2024-09-19T11:34:19.202 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-19T11:34:19.216 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 112 kB/s) 2024-09-19T11:34:19.220 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-19T11:34:19.235 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 255 kB/s) 2024-09-19T11:34:19.238 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-19T11:34:19.253 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 327 kB/s) 2024-09-19T11:34:19.257 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-19T11:34:19.272 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 77 kB/s) 2024-09-19T11:34:19.274 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-19T11:34:19.288 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 274 kB/s) 2024-09-19T11:34:19.290 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-19T11:34:19.304 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 986 kB/s) 2024-09-19T11:34:19.306 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-19T11:34:19.321 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 245 kB/s) 2024-09-19T11:34:19.326 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-19T11:34:19.341 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 153 kB/s) 2024-09-19T11:34:19.345 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-19T11:34:19.360 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 182 kB/s) 2024-09-19T11:34:19.364 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-19T11:34:19.378 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 494 kB/s) 2024-09-19T11:34:19.382 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-19T11:34:19.397 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 364 kB/s) 2024-09-19T11:34:19.401 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-19T11:34:19.416 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 233 kB/s) 2024-09-19T11:34:19.419 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-19T11:34:19.435 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 293 kB/s) 2024-09-19T11:34:19.437 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-19T11:34:19.452 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 161 kB/s) 2024-09-19T11:34:19.455 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-19T11:34:19.470 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 402 kB/s) 2024-09-19T11:34:19.474 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-19T11:34:19.488 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 404 kB/s) 2024-09-19T11:34:19.492 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-19T11:34:19.507 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 212 kB/s) 2024-09-19T11:34:19.510 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-19T11:34:19.525 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 248 kB/s) 2024-09-19T11:34:19.529 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-19T11:34:19.543 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 272 kB/s) 2024-09-19T11:34:19.545 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-19T11:34:19.560 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 118 kB/s) 2024-09-19T11:34:19.563 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-19T11:34:19.577 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 472 kB/s) 2024-09-19T11:34:19.579 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-19T11:34:19.593 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.2 MB/s) 2024-09-19T11:34:19.595 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-19T11:34:19.610 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.5 MB/s) 2024-09-19T11:34:19.613 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-19T11:34:19.628 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.1 MB/s) 2024-09-19T11:34:19.631 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-19T11:34:19.649 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 276 kB/s) 2024-09-19T11:34:19.651 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-19T11:34:19.668 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 775 kB/s) 2024-09-19T11:34:19.672 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-19T11:34:19.692 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 698 kB/s) 2024-09-19T11:34:19.694 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-19T11:34:19.717 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.0 MB/s) 2024-09-19T11:34:19.723 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-19T11:34:19.744 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 712 kB/s) 2024-09-19T11:34:19.748 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-19T11:34:19.768 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 772 kB/s) 2024-09-19T11:34:19.770 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-19T11:34:19.788 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/79 kB Progress (1): 33/79 kB Progress (1): 49/79 kB Progress (1): 66/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.2 MB/s) 2024-09-19T11:34:19.794 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-19T11:34:19.815 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 837 kB/s) 2024-09-19T11:34:19.819 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-19T11:34:19.837 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.1 MB/s) 2024-09-19T11:34:19.840 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-19T11:34:19.857 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/78 kB Progress (1): 32/78 kB Progress (1): 49/78 kB Progress (1): 65/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.6 MB/s) 2024-09-19T11:34:19.865 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-19T11:34:19.880 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 274 kB/s) 2024-09-19T11:34:19.882 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-19T11:34:19.896 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 920 kB/s) 2024-09-19T11:34:19.899 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-19T11:34:19.914 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 229 kB/s) 2024-09-19T11:34:19.916 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-19T11:34:19.930 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 227 kB/s) 2024-09-19T11:34:19.933 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-19T11:34:19.947 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 136 kB/s) 2024-09-19T11:34:19.949 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-19T11:34:19.964 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 202 kB/s) 2024-09-19T11:34:19.966 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-19T11:34:19.981 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 102 kB/s) 2024-09-19T11:34:19.983 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-19T11:34:20.000 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 188 kB/s) 2024-09-19T11:34:20.002 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-19T11:34:20.021 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 169 kB/s) 2024-09-19T11:34:20.023 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-19T11:34:20.039 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 214 kB/s) 2024-09-19T11:34:20.042 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-19T11:34:20.061 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 57 kB/s) 2024-09-19T11:34:20.066 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-19T11:34:20.082 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 60 kB/s) 2024-09-19T11:34:20.085 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-19T11:34:20.099 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 203 kB/s) 2024-09-19T11:34:20.102 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-19T11:34:20.116 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 217 kB/s) 2024-09-19T11:34:20.118 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-19T11:34:20.132 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 246 kB/s) 2024-09-19T11:34:20.134 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-19T11:34:20.149 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 245 kB/s) 2024-09-19T11:34:20.150 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-19T11:34:20.165 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 216 kB/s) 2024-09-19T11:34:20.182 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-19T11:34:20.262 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 41 MB/s) 2024-09-19T11:34:20.264 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-19T11:34:20.264 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-19T11:34:20.264 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-19T11:34:20.265 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-19T11:34:20.265 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-19T11:34:20.285 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/71 kB Progress (1): 33/71 kB Progress (1): 49/71 kB Progress (1): 66/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 3.2 MB/s) 2024-09-19T11:34:20.285 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-19T11:34:20.300 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 458 kB/s) 2024-09-19T11:34:20.300 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-19T11:34:20.318 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/49 kB Progress (1): 2.8/49 kB Progress (1): 4.1/49 kB Progress (1): 5.5/49 kB Progress (2): 5.5/49 kB | 1.4/16 kB Progress (2): 6.9/49 kB | 1.4/16 kB Progress (3): 6.9/49 kB | 1.4/16 kB | 1.4/35 kB Progress (3): 8.3/49 kB | 1.4/16 kB | 1.4/35 kB Progress (3): 8.3/49 kB | 2.8/16 kB | 1.4/35 kB Progress (3): 9.7/49 kB | 2.8/16 kB | 1.4/35 kB Progress (3): 9.7/49 kB | 2.8/16 kB | 2.8/35 kB Progress (3): 9.7/49 kB | 4.1/16 kB | 2.8/35 kB Progress (3): 9.7/49 kB | 4.1/16 kB | 4.1/35 kB Progress (3): 9.7/49 kB | 5.5/16 kB | 4.1/35 kB Progress (4): 9.7/49 kB | 5.5/16 kB | 4.1/35 kB | 1.4/98 kB Progress (4): 9.7/49 kB | 6.9/16 kB | 4.1/35 kB | 1.4/98 kB Progress (4): 9.7/49 kB | 6.9/16 kB | 5.5/35 kB | 1.4/98 kB Progress (4): 11/49 kB | 6.9/16 kB | 5.5/35 kB | 1.4/98 kB Progress (4): 11/49 kB | 8.3/16 kB | 5.5/35 kB | 1.4/98 kB Progress (4): 11/49 kB | 8.3/16 kB | 5.5/35 kB | 2.8/98 kB Progress (4): 12/49 kB | 8.3/16 kB | 5.5/35 kB | 2.8/98 kB Progress (4): 12/49 kB | 8.3/16 kB | 5.5/35 kB | 4.1/98 kB Progress (4): 12/49 kB | 8.3/16 kB | 6.9/35 kB | 4.1/98 kB Progress (4): 12/49 kB | 8.3/16 kB | 6.9/35 kB | 5.5/98 kB Progress (4): 14/49 kB | 8.3/16 kB | 6.9/35 kB | 5.5/98 kB Progress (4): 14/49 kB | 9.7/16 kB | 6.9/35 kB | 5.5/98 kB Progress (4): 15/49 kB | 9.7/16 kB | 6.9/35 kB | 5.5/98 kB Progress (4): 15/49 kB | 9.7/16 kB | 6.9/35 kB | 6.9/98 kB Progress (4): 15/49 kB | 9.7/16 kB | 8.3/35 kB | 6.9/98 kB Progress (4): 15/49 kB | 9.7/16 kB | 8.3/35 kB | 8.3/98 kB Progress (4): 15/49 kB | 11/16 kB | 8.3/35 kB | 8.3/98 kB Progress (4): 16/49 kB | 11/16 kB | 8.3/35 kB | 8.3/98 kB Progress (4): 16/49 kB | 11/16 kB | 8.3/35 kB | 9.7/98 kB Progress (4): 16/49 kB | 11/16 kB | 9.7/35 kB | 9.7/98 kB Progress (4): 16/49 kB | 11/16 kB | 9.7/35 kB | 11/98 kB Progress (4): 18/49 kB | 11/16 kB | 9.7/35 kB | 11/98 kB Progress (4): 18/49 kB | 12/16 kB | 9.7/35 kB | 11/98 kB Progress (4): 19/49 kB | 12/16 kB | 9.7/35 kB | 11/98 kB Progress (4): 19/49 kB | 12/16 kB | 9.7/35 kB | 12/98 kB Progress (4): 21/49 kB | 12/16 kB | 9.7/35 kB | 12/98 kB Progress (4): 21/49 kB | 12/16 kB | 11/35 kB | 12/98 kB Progress (4): 22/49 kB | 12/16 kB | 11/35 kB | 12/98 kB Progress (4): 22/49 kB | 12/16 kB | 11/35 kB | 14/98 kB Progress (4): 22/49 kB | 14/16 kB | 11/35 kB | 14/98 kB Progress (4): 22/49 kB | 14/16 kB | 11/35 kB | 15/98 kB Progress (4): 23/49 kB | 14/16 kB | 11/35 kB | 15/98 kB Progress (4): 23/49 kB | 14/16 kB | 12/35 kB | 15/98 kB Progress (4): 25/49 kB | 14/16 kB | 12/35 kB | 15/98 kB Progress (4): 25/49 kB | 14/16 kB | 14/35 kB | 15/98 kB Progress (4): 25/49 kB | 15/16 kB | 14/35 kB | 15/98 kB Progress (4): 25/49 kB | 15/16 kB | 14/35 kB | 16/98 kB Progress (4): 25/49 kB | 16 kB | 14/35 kB | 16/98 kB Progress (4): 25/49 kB | 16 kB | 15/35 kB | 16/98 kB Progress (4): 26/49 kB | 16 kB | 15/35 kB | 16/98 kB Progress (4): 26/49 kB | 16 kB | 15/35 kB | 18/98 kB Progress (4): 27/49 kB | 16 kB | 15/35 kB | 18/98 kB Progress (4): 27/49 kB | 16 kB | 16/35 kB | 18/98 kB Progress (4): 29/49 kB | 16 kB | 16/35 kB | 18/98 kB Progress (4): 29/49 kB | 16 kB | 18/35 kB | 18/98 kB Progress (4): 29/49 kB | 16 kB | 18/35 kB | 19/98 kB Progress (5): 29/49 kB | 16 kB | 18/35 kB | 19/98 kB | 16/782 kB Progress (5): 29/49 kB | 16 kB | 18/35 kB | 21/98 kB | 16/782 kB Progress (5): 29/49 kB | 16 kB | 19/35 kB | 21/98 kB | 16/782 kB Progress (5): 30/49 kB | 16 kB | 19/35 kB | 21/98 kB | 16/782 kB Progress (5): 30/49 kB | 16 kB | 19/35 kB | 22/98 kB | 16/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 316 kB/s) 2024-09-19T11:34:20.319 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (4): 30/49 kB | 19/35 kB | 23/98 kB | 16/782 kB Progress (4): 30/49 kB | 19/35 kB | 23/98 kB | 33/782 kB Progress (4): 30/49 kB | 19/35 kB | 25/98 kB | 33/782 kB Progress (4): 30/49 kB | 21/35 kB | 25/98 kB | 33/782 kB Progress (4): 30/49 kB | 21/35 kB | 26/98 kB | 33/782 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-19T11:34:20.327 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (4): 30/49 kB | 22/35 kB | 26/98 kB | 33/782 kB Progress (4): 30/49 kB | 22/35 kB | 26/98 kB | 49/782 kB Progress (4): 30/49 kB | 22/35 kB | 27/98 kB | 49/782 kB Progress (4): 30/49 kB | 23/35 kB | 27/98 kB | 49/782 kB Progress (4): 30/49 kB | 23/35 kB | 29/98 kB | 49/782 kB Progress (4): 30/49 kB | 25/35 kB | 29/98 kB | 49/782 kB Progress (4): 30/49 kB | 25/35 kB | 30/98 kB | 49/782 kB Progress (4): 30/49 kB | 25/35 kB | 30/98 kB | 65/782 kB Progress (4): 30/49 kB | 26/35 kB | 30/98 kB | 65/782 kB Progress (4): 30/49 kB | 27/35 kB | 30/98 kB | 65/782 kB Progress (4): 30/49 kB | 29/35 kB | 30/98 kB | 65/782 kB Progress (4): 30/49 kB | 29/35 kB | 30/98 kB | 82/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 82/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 98/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 115/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 131/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 147/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 164/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 180/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 196/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 213/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 229/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 246/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 262/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 278/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 295/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 311/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 328/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 344/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 360/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 377/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 393/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 409/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 426/782 kB Progress (4): 30/49 kB | 30/35 kB | 30/98 kB | 442/782 kB Progress (4): 32/49 kB | 30/35 kB | 30/98 kB | 442/782 kB Progress (4): 33/49 kB | 30/35 kB | 30/98 kB | 442/782 kB Progress (4): 33/49 kB | 30/35 kB | 30/98 kB | 459/782 kB Progress (4): 34/49 kB | 30/35 kB | 30/98 kB | 459/782 kB Progress (4): 36/49 kB | 30/35 kB | 30/98 kB | 459/782 kB Progress (4): 37/49 kB | 30/35 kB | 30/98 kB | 459/782 kB Progress (4): 37/49 kB | 30/35 kB | 30/98 kB | 475/782 kB Progress (4): 37/49 kB | 32/35 kB | 30/98 kB | 475/782 kB Progress (4): 37/49 kB | 33/35 kB | 30/98 kB | 475/782 kB Progress (4): 37/49 kB | 33/35 kB | 32/98 kB | 475/782 kB Progress (4): 37/49 kB | 34/35 kB | 32/98 kB | 475/782 kB Progress (4): 37/49 kB | 34/35 kB | 33/98 kB | 475/782 kB Progress (4): 37/49 kB | 34/35 kB | 33/98 kB | 491/782 kB Progress (4): 37/49 kB | 34/35 kB | 34/98 kB | 491/782 kB Progress (4): 37/49 kB | 34/35 kB | 34/98 kB | 495/782 kB Progress (4): 37/49 kB | 34/35 kB | 36/98 kB | 495/782 kB Progress (4): 37/49 kB | 35 kB | 36/98 kB | 495/782 kB Progress (4): 37/49 kB | 35 kB | 37/98 kB | 495/782 kB Progress (4): 38/49 kB | 35 kB | 37/98 kB | 495/782 kB Progress (4): 40/49 kB | 35 kB | 37/98 kB | 495/782 kB Progress (4): 40/49 kB | 35 kB | 37/98 kB | 512/782 kB Progress (4): 41/49 kB | 35 kB | 37/98 kB | 512/782 kB Progress (4): 43/49 kB | 35 kB | 37/98 kB | 512/782 kB Progress (4): 43/49 kB | 35 kB | 38/98 kB | 512/782 kB Progress (4): 44/49 kB | 35 kB | 38/98 kB | 512/782 kB Progress (4): 44/49 kB | 35 kB | 40/98 kB | 512/782 kB Progress (4): 45/49 kB | 35 kB | 40/98 kB | 512/782 kB Progress (4): 45/49 kB | 35 kB | 40/98 kB | 528/782 kB Progress (4): 45/49 kB | 35 kB | 41/98 kB | 528/782 kB Progress (4): 45/49 kB | 35 kB | 43/98 kB | 528/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 586 kB/s) 2024-09-19T11:34:20.327 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 45/49 kB | 44/98 kB | 528/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-19T11:34:20.328 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 45/49 kB | 45/98 kB | 528/782 kB Progress (3): 45/49 kB | 45/98 kB | 545/782 kB Progress (3): 45/49 kB | 45/98 kB | 557/782 kB Progress (3): 45/49 kB | 45/98 kB | 573/782 kB Progress (3): 47/49 kB | 45/98 kB | 573/782 kB Progress (3): 48/49 kB | 45/98 kB | 573/782 kB Progress (3): 49 kB | 45/98 kB | 573/782 kB Progress (3): 49 kB | 45/98 kB | 590/782 kB Progress (3): 49 kB | 45/98 kB | 606/782 kB Progress (3): 49 kB | 47/98 kB | 606/782 kB Progress (3): 49 kB | 47/98 kB | 622/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 807 kB/s) 2024-09-19T11:34:20.328 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 48/98 kB | 622/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-19T11:34:20.329 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 49/98 kB | 622/782 kB Progress (2): 49/98 kB | 639/782 kB Progress (2): 51/98 kB | 639/782 kB Progress (2): 52/98 kB | 639/782 kB Progress (2): 52/98 kB | 655/782 kB Progress (2): 53/98 kB | 655/782 kB Progress (2): 55/98 kB | 655/782 kB Progress (2): 55/98 kB | 672/782 kB Progress (2): 56/98 kB | 672/782 kB Progress (2): 57/98 kB | 672/782 kB Progress (2): 59/98 kB | 672/782 kB Progress (2): 59/98 kB | 688/782 kB Progress (2): 60/98 kB | 688/782 kB Progress (2): 60/98 kB | 704/782 kB Progress (2): 60/98 kB | 721/782 kB Progress (2): 60/98 kB | 737/782 kB Progress (2): 60/98 kB | 753/782 kB Progress (2): 60/98 kB | 770/782 kB Progress (2): 60/98 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 12 MB/s) 2024-09-19T11:34:20.329 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-19T11:34:20.330 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 60/98 kB | 1.4/11 kB Progress (2): 60/98 kB | 2.8/11 kB Progress (2): 60/98 kB | 4.1/11 kB Progress (2): 60/98 kB | 5.5/11 kB Progress (2): 60/98 kB | 6.9/11 kB Progress (2): 60/98 kB | 8.3/11 kB Progress (2): 60/98 kB | 9.7/11 kB Progress (2): 60/98 kB | 11/11 kB Progress (2): 60/98 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 175 kB/s) 2024-09-19T11:34:20.330 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-19T11:34:20.338 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 62/98 kB Progress (1): 63/98 kB Progress (1): 79/98 kB Progress (1): 95/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 1.3 MB/s) 2024-09-19T11:34:20.338 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-19T11:34:20.344 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/30 kB Progress (2): 1.4/30 kB | 1.4/205 kB Progress (2): 2.7/30 kB | 1.4/205 kB Progress (2): 2.7/30 kB | 2.8/205 kB Progress (2): 4.1/30 kB | 2.8/205 kB Progress (2): 4.1/30 kB | 4.1/205 kB Progress (2): 5.5/30 kB | 4.1/205 kB Progress (2): 5.5/30 kB | 5.5/205 kB Progress (2): 6.9/30 kB | 5.5/205 kB Progress (2): 6.9/30 kB | 6.9/205 kB Progress (2): 8.3/30 kB | 6.9/205 kB Progress (2): 8.3/30 kB | 8.3/205 kB Progress (2): 9.6/30 kB | 8.3/205 kB Progress (2): 9.6/30 kB | 9.7/205 kB Progress (2): 11/30 kB | 9.7/205 kB Progress (2): 11/30 kB | 11/205 kB Progress (2): 11/30 kB | 12/205 kB Progress (2): 11/30 kB | 14/205 kB Progress (2): 11/30 kB | 15/205 kB Progress (2): 11/30 kB | 16/205 kB Progress (3): 11/30 kB | 16/205 kB | 16/81 kB Progress (3): 11/30 kB | 16/205 kB | 33/81 kB Progress (3): 11/30 kB | 16/205 kB | 49/81 kB Progress (3): 11/30 kB | 16/205 kB | 66/81 kB Progress (3): 27/30 kB | 16/205 kB | 66/81 kB Progress (3): 30 kB | 16/205 kB | 66/81 kB Progress (3): 30 kB | 16/205 kB | 81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 1.0 MB/s) 2024-09-19T11:34:20.344 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 387 kB/s) 2024-09-19T11:34:20.344 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-19T11:34:20.344 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-19T11:34:20.352 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 16/205 kB | 1.4/798 kB Progress (2): 16/205 kB | 2.8/798 kB Progress (2): 16/205 kB | 4.1/798 kB Progress (2): 16/205 kB | 5.5/798 kB Progress (2): 16/205 kB | 6.9/798 kB Progress (2): 16/205 kB | 8.3/798 kB Progress (2): 16/205 kB | 9.7/798 kB Progress (2): 16/205 kB | 11/798 kB Progress (2): 16/205 kB | 12/798 kB Progress (2): 16/205 kB | 14/798 kB Progress (2): 16/205 kB | 15/798 kB Progress (2): 16/205 kB | 17/798 kB Progress (2): 16/205 kB | 18/798 kB Progress (2): 16/205 kB | 19/798 kB Progress (2): 16/205 kB | 21/798 kB Progress (2): 16/205 kB | 22/798 kB Progress (2): 16/205 kB | 23/798 kB Progress (2): 16/205 kB | 25/798 kB Progress (2): 16/205 kB | 26/798 kB Progress (2): 16/205 kB | 28/798 kB Progress (2): 16/205 kB | 29/798 kB Progress (2): 16/205 kB | 30/798 kB Progress (3): 16/205 kB | 30/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 152 kB/s) 2024-09-19T11:34:20.353 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-19T11:34:20.361 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 33/205 kB | 30/798 kB Progress (2): 49/205 kB | 30/798 kB Progress (2): 65/205 kB | 30/798 kB Progress (2): 81/205 kB | 30/798 kB Progress (2): 81/205 kB | 32/798 kB Progress (2): 81/205 kB | 33/798 kB Progress (2): 98/205 kB | 33/798 kB Progress (2): 98/205 kB | 49/798 kB Progress (3): 98/205 kB | 49/798 kB | 16/182 kB Progress (3): 114/205 kB | 49/798 kB | 16/182 kB Progress (3): 114/205 kB | 49/798 kB | 33/182 kB Progress (4): 114/205 kB | 49/798 kB | 33/182 kB | 16/151 kB Progress (4): 114/205 kB | 49/798 kB | 49/182 kB | 16/151 kB Progress (4): 114/205 kB | 49/798 kB | 63/182 kB | 16/151 kB Progress (4): 114/205 kB | 49/798 kB | 79/182 kB | 16/151 kB Progress (4): 114/205 kB | 49/798 kB | 96/182 kB | 16/151 kB Progress (4): 114/205 kB | 62/798 kB | 96/182 kB | 16/151 kB Progress (4): 114/205 kB | 62/798 kB | 112/182 kB | 16/151 kB Progress (4): 114/205 kB | 62/798 kB | 112/182 kB | 33/151 kB Progress (4): 114/205 kB | 62/798 kB | 128/182 kB | 33/151 kB Progress (4): 114/205 kB | 62/798 kB | 145/182 kB | 33/151 kB Progress (4): 114/205 kB | 62/798 kB | 161/182 kB | 33/151 kB Progress (4): 114/205 kB | 62/798 kB | 178/182 kB | 33/151 kB Progress (4): 114/205 kB | 62/798 kB | 182 kB | 33/151 kB Progress (4): 114/205 kB | 62/798 kB | 182 kB | 49/151 kB Progress (4): 114/205 kB | 78/798 kB | 182 kB | 49/151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.9 MB/s) 2024-09-19T11:34:20.361 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-19T11:34:20.369 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 114/205 kB | 95/798 kB | 49/151 kB Progress (3): 114/205 kB | 95/798 kB | 62/151 kB Progress (3): 131/205 kB | 95/798 kB | 62/151 kB Progress (3): 147/205 kB | 95/798 kB | 62/151 kB Progress (3): 163/205 kB | 95/798 kB | 62/151 kB Progress (3): 180/205 kB | 95/798 kB | 62/151 kB Progress (3): 196/205 kB | 95/798 kB | 62/151 kB Progress (3): 205 kB | 95/798 kB | 62/151 kB Progress (4): 205 kB | 95/798 kB | 62/151 kB | 6.9/27 kB Progress (4): 205 kB | 95/798 kB | 62/151 kB | 12/27 kB Progress (4): 205 kB | 95/798 kB | 62/151 kB | 14/27 kB Progress (4): 205 kB | 111/798 kB | 62/151 kB | 14/27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.0 MB/s) 2024-09-19T11:34:20.370 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 111/798 kB | 62/151 kB | 16/27 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-19T11:34:20.370 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 111/798 kB | 62/151 kB | 18/27 kB Progress (3): 111/798 kB | 62/151 kB | 21/27 kB Progress (3): 111/798 kB | 62/151 kB | 22/27 kB Progress (3): 111/798 kB | 62/151 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 262 kB/s) 2024-09-19T11:34:20.370 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-19T11:34:20.374 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 111/798 kB | 79/151 kB Progress (2): 128/798 kB | 79/151 kB Progress (2): 144/798 kB | 79/151 kB Progress (2): 144/798 kB | 95/151 kB Progress (2): 160/798 kB | 95/151 kB Progress (2): 160/798 kB | 111/151 kB Progress (2): 177/798 kB | 111/151 kB Progress (2): 177/798 kB | 128/151 kB Progress (2): 193/798 kB | 128/151 kB Progress (2): 193/798 kB | 144/151 kB Progress (2): 210/798 kB | 144/151 kB Progress (2): 210/798 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.4 MB/s) 2024-09-19T11:34:20.374 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-19T11:34:20.376 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 226/798 kB Progress (1): 242/798 kB Progress (2): 242/798 kB | 16/30 kB Progress (2): 242/798 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 273 kB/s) 2024-09-19T11:34:20.376 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-19T11:34:20.384 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 259/798 kB Progress (1): 275/798 kB Progress (1): 291/798 kB Progress (1): 308/798 kB Progress (1): 324/798 kB Progress (2): 324/798 kB | 16/385 kB Progress (2): 341/798 kB | 16/385 kB Progress (2): 341/798 kB | 33/385 kB Progress (2): 357/798 kB | 33/385 kB Progress (2): 357/798 kB | 49/385 kB Progress (3): 357/798 kB | 49/385 kB | 13 kB Progress (3): 373/798 kB | 49/385 kB | 13 kB Progress (3): 373/798 kB | 63/385 kB | 13 kB Progress (3): 390/798 kB | 63/385 kB | 13 kB Progress (3): 390/798 kB | 80/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 111 kB/s) 2024-09-19T11:34:20.384 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-19T11:34:20.390 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 390/798 kB | 96/385 kB Progress (2): 390/798 kB | 113/385 kB Progress (2): 406/798 kB | 113/385 kB Progress (2): 406/798 kB | 129/385 kB Progress (2): 406/798 kB | 145/385 kB Progress (2): 423/798 kB | 145/385 kB Progress (2): 439/798 kB | 145/385 kB Progress (2): 439/798 kB | 162/385 kB Progress (2): 439/798 kB | 178/385 kB Progress (2): 455/798 kB | 178/385 kB Progress (2): 455/798 kB | 194/385 kB Progress (2): 472/798 kB | 194/385 kB Progress (2): 488/798 kB | 194/385 kB Progress (2): 488/798 kB | 211/385 kB Progress (2): 488/798 kB | 227/385 kB Progress (2): 488/798 kB | 244/385 kB Progress (2): 488/798 kB | 260/385 kB Progress (3): 488/798 kB | 260/385 kB | 16/75 kB Progress (3): 488/798 kB | 260/385 kB | 33/75 kB Progress (3): 488/798 kB | 260/385 kB | 49/75 kB Progress (3): 488/798 kB | 260/385 kB | 61/75 kB Progress (3): 488/798 kB | 260/385 kB | 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 601 kB/s) 2024-09-19T11:34:20.390 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-19T11:34:20.398 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 488/798 kB | 260/385 kB | 16/780 kB Progress (3): 504/798 kB | 260/385 kB | 16/780 kB Progress (3): 504/798 kB | 260/385 kB | 33/780 kB Progress (3): 504/798 kB | 260/385 kB | 49/780 kB Progress (3): 521/798 kB | 260/385 kB | 49/780 kB Progress (3): 521/798 kB | 260/385 kB | 66/780 kB Progress (3): 537/798 kB | 260/385 kB | 66/780 kB Progress (3): 537/798 kB | 260/385 kB | 82/780 kB Progress (3): 537/798 kB | 260/385 kB | 98/780 kB Progress (3): 554/798 kB | 260/385 kB | 98/780 kB Progress (3): 554/798 kB | 260/385 kB | 115/780 kB Progress (3): 570/798 kB | 260/385 kB | 115/780 kB Progress (3): 570/798 kB | 260/385 kB | 131/780 kB Progress (3): 586/798 kB | 260/385 kB | 131/780 kB Progress (3): 586/798 kB | 260/385 kB | 147/780 kB Progress (3): 586/798 kB | 260/385 kB | 164/780 kB Progress (3): 603/798 kB | 260/385 kB | 164/780 kB Progress (3): 603/798 kB | 260/385 kB | 180/780 kB Progress (3): 619/798 kB | 260/385 kB | 180/780 kB Progress (3): 619/798 kB | 260/385 kB | 197/780 kB Progress (3): 619/798 kB | 260/385 kB | 213/780 kB Progress (3): 636/798 kB | 260/385 kB | 213/780 kB Progress (3): 636/798 kB | 260/385 kB | 229/780 kB Progress (3): 652/798 kB | 260/385 kB | 229/780 kB Progress (3): 652/798 kB | 276/385 kB | 229/780 kB Progress (3): 652/798 kB | 276/385 kB | 246/780 kB Progress (3): 668/798 kB | 276/385 kB | 246/780 kB Progress (3): 668/798 kB | 293/385 kB | 246/780 kB Progress (3): 668/798 kB | 293/385 kB | 262/780 kB Progress (3): 685/798 kB | 293/385 kB | 262/780 kB Progress (3): 685/798 kB | 309/385 kB | 262/780 kB Progress (3): 685/798 kB | 309/385 kB | 279/780 kB Progress (3): 701/798 kB | 309/385 kB | 279/780 kB Progress (3): 701/798 kB | 325/385 kB | 279/780 kB Progress (3): 701/798 kB | 325/385 kB | 295/780 kB Progress (3): 717/798 kB | 325/385 kB | 295/780 kB Progress (3): 717/798 kB | 342/385 kB | 295/780 kB Progress (3): 717/798 kB | 342/385 kB | 311/780 kB Progress (3): 734/798 kB | 342/385 kB | 311/780 kB Progress (3): 734/798 kB | 358/385 kB | 311/780 kB Progress (3): 734/798 kB | 358/385 kB | 328/780 kB Progress (3): 750/798 kB | 358/385 kB | 328/780 kB Progress (3): 750/798 kB | 375/385 kB | 328/780 kB Progress (3): 750/798 kB | 375/385 kB | 344/780 kB Progress (3): 750/798 kB | 385 kB | 344/780 kB Progress (3): 767/798 kB | 385 kB | 344/780 kB Progress (3): 767/798 kB | 385 kB | 360/780 kB Progress (3): 783/798 kB | 385 kB | 360/780 kB Progress (3): 783/798 kB | 385 kB | 377/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.9 MB/s) 2024-09-19T11:34:20.398 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 798 kB | 377/780 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-19T11:34:20.399 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 798 kB | 393/780 kB Progress (2): 798 kB | 410/780 kB Progress (3): 798 kB | 410/780 kB | 16/329 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 6.0 MB/s) 2024-09-19T11:34:20.399 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-19T11:34:20.405 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 426/780 kB | 16/329 kB Progress (2): 442/780 kB | 16/329 kB Progress (2): 442/780 kB | 33/329 kB Progress (2): 459/780 kB | 33/329 kB Progress (2): 459/780 kB | 49/329 kB Progress (2): 475/780 kB | 49/329 kB Progress (2): 492/780 kB | 49/329 kB Progress (2): 508/780 kB | 49/329 kB Progress (2): 508/780 kB | 63/329 kB Progress (2): 524/780 kB | 63/329 kB Progress (2): 541/780 kB | 63/329 kB Progress (2): 557/780 kB | 63/329 kB Progress (2): 573/780 kB | 63/329 kB Progress (2): 573/780 kB | 79/329 kB Progress (2): 585/780 kB | 79/329 kB Progress (2): 601/780 kB | 79/329 kB Progress (2): 617/780 kB | 79/329 kB Progress (2): 634/780 kB | 79/329 kB Progress (2): 650/780 kB | 79/329 kB Progress (2): 667/780 kB | 79/329 kB Progress (3): 667/780 kB | 79/329 kB | 16/501 kB Progress (3): 683/780 kB | 79/329 kB | 16/501 kB Progress (3): 683/780 kB | 79/329 kB | 33/501 kB Progress (3): 699/780 kB | 79/329 kB | 33/501 kB Progress (3): 716/780 kB | 79/329 kB | 33/501 kB Progress (3): 716/780 kB | 79/329 kB | 49/501 kB Progress (3): 732/780 kB | 79/329 kB | 49/501 kB Progress (3): 732/780 kB | 79/329 kB | 63/501 kB Progress (3): 749/780 kB | 79/329 kB | 63/501 kB Progress (3): 765/780 kB | 79/329 kB | 63/501 kB Progress (3): 765/780 kB | 79/329 kB | 79/501 kB Progress (3): 780 kB | 79/329 kB | 79/501 kB Progress (3): 780 kB | 79/329 kB | 96/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 5.6 MB/s) 2024-09-19T11:34:20.406 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-19T11:34:20.416 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 79/329 kB | 112/501 kB Progress (2): 79/329 kB | 128/501 kB Progress (2): 79/329 kB | 145/501 kB Progress (2): 79/329 kB | 161/501 kB Progress (2): 79/329 kB | 177/501 kB Progress (2): 79/329 kB | 194/501 kB Progress (2): 79/329 kB | 210/501 kB Progress (2): 96/329 kB | 210/501 kB Progress (2): 112/329 kB | 210/501 kB Progress (2): 124/329 kB | 210/501 kB Progress (2): 128/329 kB | 210/501 kB Progress (2): 145/329 kB | 210/501 kB Progress (2): 161/329 kB | 210/501 kB Progress (3): 161/329 kB | 210/501 kB | 16/354 kB Progress (3): 161/329 kB | 210/501 kB | 33/354 kB Progress (3): 161/329 kB | 210/501 kB | 49/354 kB Progress (3): 178/329 kB | 210/501 kB | 49/354 kB Progress (3): 178/329 kB | 210/501 kB | 65/354 kB Progress (3): 178/329 kB | 210/501 kB | 81/354 kB Progress (3): 178/329 kB | 210/501 kB | 98/354 kB Progress (3): 194/329 kB | 210/501 kB | 98/354 kB Progress (3): 194/329 kB | 210/501 kB | 114/354 kB Progress (3): 194/329 kB | 210/501 kB | 131/354 kB Progress (3): 210/329 kB | 210/501 kB | 131/354 kB Progress (3): 210/329 kB | 210/501 kB | 147/354 kB Progress (4): 210/329 kB | 210/501 kB | 147/354 kB | 16/41 kB Progress (4): 210/329 kB | 210/501 kB | 163/354 kB | 16/41 kB Progress (4): 210/329 kB | 210/501 kB | 163/354 kB | 33/41 kB Progress (4): 210/329 kB | 210/501 kB | 180/354 kB | 33/41 kB Progress (4): 227/329 kB | 210/501 kB | 180/354 kB | 33/41 kB Progress (4): 227/329 kB | 210/501 kB | 180/354 kB | 41 kB Progress (4): 227/329 kB | 210/501 kB | 196/354 kB | 41 kB Progress (4): 243/329 kB | 210/501 kB | 196/354 kB | 41 kB Progress (4): 243/329 kB | 210/501 kB | 212/354 kB | 41 kB Progress (4): 243/329 kB | 210/501 kB | 229/354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 276 kB/s) 2024-09-19T11:34:20.416 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-19T11:34:20.419 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 243/329 kB | 227/501 kB | 229/354 kB Progress (3): 243/329 kB | 227/501 kB | 245/354 kB Progress (3): 260/329 kB | 227/501 kB | 245/354 kB Progress (3): 260/329 kB | 243/501 kB | 245/354 kB Progress (3): 260/329 kB | 243/501 kB | 262/354 kB Progress (3): 276/329 kB | 243/501 kB | 262/354 kB Progress (3): 276/329 kB | 259/501 kB | 262/354 kB Progress (3): 276/329 kB | 259/501 kB | 278/354 kB Progress (3): 276/329 kB | 276/501 kB | 278/354 kB Progress (3): 276/329 kB | 276/501 kB | 294/354 kB Progress (3): 276/329 kB | 292/501 kB | 294/354 kB Progress (3): 276/329 kB | 292/501 kB | 311/354 kB Progress (3): 276/329 kB | 309/501 kB | 311/354 kB Progress (3): 276/329 kB | 309/501 kB | 327/354 kB Progress (3): 276/329 kB | 325/501 kB | 327/354 kB Progress (3): 276/329 kB | 325/501 kB | 344/354 kB Progress (3): 276/329 kB | 325/501 kB | 354 kB Progress (3): 276/329 kB | 341/501 kB | 354 kB Progress (3): 276/329 kB | 358/501 kB | 354 kB Progress (3): 276/329 kB | 374/501 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.3 MB/s) 2024-09-19T11:34:20.419 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-19T11:34:20.434 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 276/329 kB | 390/501 kB Progress (2): 276/329 kB | 407/501 kB Progress (2): 276/329 kB | 423/501 kB Progress (3): 276/329 kB | 423/501 kB | 6.4 kB Progress (3): 276/329 kB | 440/501 kB | 6.4 kB Progress (3): 276/329 kB | 456/501 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 38 kB/s) 2024-09-19T11:34:20.435 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 292/329 kB | 456/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-19T11:34:20.445 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 292/329 kB | 472/501 kB Progress (2): 309/329 kB | 472/501 kB Progress (2): 309/329 kB | 489/501 kB Progress (2): 325/329 kB | 489/501 kB Progress (3): 325/329 kB | 489/501 kB | 16/586 kB Progress (3): 329 kB | 489/501 kB | 16/586 kB Progress (3): 329 kB | 501 kB | 16/586 kB Progress (3): 329 kB | 501 kB | 33/586 kB Progress (3): 329 kB | 501 kB | 49/586 kB Progress (4): 329 kB | 501 kB | 49/586 kB | 16/211 kB Progress (4): 329 kB | 501 kB | 66/586 kB | 16/211 kB Progress (4): 329 kB | 501 kB | 66/586 kB | 33/211 kB Progress (4): 329 kB | 501 kB | 66/586 kB | 49/211 kB Progress (4): 329 kB | 501 kB | 81/586 kB | 49/211 kB Progress (4): 329 kB | 501 kB | 81/586 kB | 66/211 kB Progress (4): 329 kB | 501 kB | 97/586 kB | 66/211 kB Progress (4): 329 kB | 501 kB | 97/586 kB | 82/211 kB Progress (4): 329 kB | 501 kB | 97/586 kB | 98/211 kB Progress (4): 329 kB | 501 kB | 113/586 kB | 98/211 kB Progress (4): 329 kB | 501 kB | 113/586 kB | 114/211 kB Progress (4): 329 kB | 501 kB | 130/586 kB | 114/211 kB Progress (4): 329 kB | 501 kB | 130/586 kB | 131/211 kB Progress (4): 329 kB | 501 kB | 130/586 kB | 147/211 kB Progress (4): 329 kB | 501 kB | 146/586 kB | 147/211 kB Progress (4): 329 kB | 501 kB | 146/586 kB | 164/211 kB Progress (4): 329 kB | 501 kB | 163/586 kB | 164/211 kB Progress (4): 329 kB | 501 kB | 163/586 kB | 180/211 kB Progress (4): 329 kB | 501 kB | 163/586 kB | 196/211 kB Progress (4): 329 kB | 501 kB | 179/586 kB | 196/211 kB Progress (4): 329 kB | 501 kB | 179/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 195/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 212/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 228/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 245/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 261/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 277/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 294/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 310/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 326/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 343/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 359/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 376/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 392/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 408/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 425/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 441/586 kB | 211 kB Progress (4): 329 kB | 501 kB | 458/586 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 2.8 MB/s) 2024-09-19T11:34:20.446 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.2 MB/s) 2024-09-19T11:34:20.446 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 329 kB | 474/586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.8 MB/s) 2024-09-19T11:34:20.446 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-19T11:34:20.446 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-19T11:34:20.446 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-19T11:34:20.449 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 490/586 kB Progress (1): 507/586 kB Progress (1): 523/586 kB Progress (1): 539/586 kB Progress (1): 556/586 kB Progress (1): 572/586 kB Progress (1): 586 kB Progress (2): 586 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.2 MB/s) 2024-09-19T11:34:20.449 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-19T11:34:20.449 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 78 kB/s) 2024-09-19T11:34:20.450 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-19T11:34:20.461 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.8 kB Progress (2): 6.8 kB | 16/106 kB Progress (2): 6.8 kB | 33/106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 35 kB/s) 2024-09-19T11:34:20.461 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-19T11:34:20.462 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 49/106 kB Progress (1): 65/106 kB Progress (1): 81/106 kB Progress (1): 98/106 kB Progress (2): 98/106 kB | 4.1/245 kB Progress (2): 106 kB | 4.1/245 kB Progress (2): 106 kB | 15/245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 542 kB/s) 2024-09-19T11:34:20.462 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-19T11:34:20.465 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 27/245 kB Progress (1): 43/245 kB Progress (1): 59/245 kB Progress (1): 60/245 kB Progress (1): 62/245 kB Progress (2): 62/245 kB | 15 kB Progress (2): 78/245 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 77 kB/s) 2024-09-19T11:34:20.465 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 78/245 kB | 16/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-19T11:34:20.468 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 95/245 kB | 16/205 kB Progress (2): 95/245 kB | 33/205 kB Progress (2): 111/245 kB | 33/205 kB Progress (2): 111/245 kB | 49/205 kB Progress (2): 127/245 kB | 49/205 kB Progress (2): 127/245 kB | 65/205 kB Progress (2): 127/245 kB | 81/205 kB Progress (2): 144/245 kB | 81/205 kB Progress (2): 144/245 kB | 98/205 kB Progress (2): 160/245 kB | 98/205 kB Progress (2): 160/245 kB | 114/205 kB Progress (2): 160/245 kB | 130/205 kB Progress (2): 177/245 kB | 130/205 kB Progress (2): 177/245 kB | 147/205 kB Progress (2): 193/245 kB | 147/205 kB Progress (2): 193/245 kB | 163/205 kB Progress (2): 209/245 kB | 163/205 kB Progress (2): 209/245 kB | 180/205 kB Progress (2): 209/245 kB | 196/205 kB Progress (2): 226/245 kB | 196/205 kB Progress (2): 226/245 kB | 205 kB Progress (2): 242/245 kB | 205 kB Progress (2): 245 kB | 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 1.0 MB/s) 2024-09-19T11:34:20.468 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-19T11:34:20.468 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.2 MB/s) 2024-09-19T11:34:20.468 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-19T11:34:20.475 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 79 kB/s) 2024-09-19T11:34:20.475 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-19T11:34:20.476 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 30 kB/s) 2024-09-19T11:34:20.479 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 106 kB/s) 2024-09-19T11:34:20.482 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Progress (2): 24 kB | 16/17 kB Progress (2): 24 kB | 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 112 kB/s) 2024-09-19T11:34:20.482 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 80 kB/s) 2024-09-19T11:34:20.492 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (1): 49/184 kB Progress (1): 65/184 kB Progress (1): 81/184 kB Progress (1): 98/184 kB Progress (1): 114/184 kB Progress (1): 130/184 kB Progress (1): 147/184 kB Progress (1): 163/184 kB Progress (1): 180/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 813 kB/s) 2024-09-19T11:34:20.515 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:20.515 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-19T11:34:20.522 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-19T11:34:20.537 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-19T11:34:20.540 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-19T11:34:20.555 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-19T11:34:20.558 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-19T11:34:20.572 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.9 MB/s) 2024-09-19T11:34:20.577 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-19T11:34:20.592 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 1.0 MB/s) 2024-09-19T11:34:20.598 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-19T11:34:20.615 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 61/153 kB Progress (1): 78/153 kB Progress (1): 94/153 kB Progress (1): 111/153 kB Progress (1): 127/153 kB Progress (1): 143/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 8.5 MB/s) 2024-09-19T11:34:20.616 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-19T11:34:20.633 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 66/215 kB Progress (1): 82/215 kB Progress (1): 98/215 kB Progress (1): 115/215 kB Progress (1): 131/215 kB Progress (1): 147/215 kB Progress (1): 164/215 kB Progress (1): 180/215 kB Progress (1): 197/215 kB Progress (1): 213/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 13 MB/s) 2024-09-19T11:34:20.673 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:20.673 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-19T11:34:20.676 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-19T11:34:20.690 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 190 kB/s) 2024-09-19T11:34:20.692 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-19T11:34:20.706 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.6 MB/s) 2024-09-19T11:34:20.709 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-19T11:34:20.724 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 626 kB/s) 2024-09-19T11:34:20.726 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-19T11:34:20.740 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.7 MB/s) 2024-09-19T11:34:20.743 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-19T11:34:20.757 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 431 kB/s) 2024-09-19T11:34:20.759 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-19T11:34:20.774 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 230 kB/s) 2024-09-19T11:34:20.777 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-19T11:34:20.791 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 47 kB/s) 2024-09-19T11:34:20.792 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-19T11:34:20.806 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-19T11:34:20.807 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-19T11:34:20.821 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-19T11:34:20.823 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-19T11:34:20.838 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 229 kB/s) 2024-09-19T11:34:20.839 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-19T11:34:20.853 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 643 kB/s) 2024-09-19T11:34:20.854 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-19T11:34:20.868 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 597 kB/s) 2024-09-19T11:34:20.870 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-19T11:34:20.885 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 534 kB/s) 2024-09-19T11:34:20.888 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-19T11:34:20.902 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.3 MB/s) 2024-09-19T11:34:20.906 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-19T11:34:20.920 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 364 kB/s) 2024-09-19T11:34:20.922 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-19T11:34:20.936 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 2.2 MB/s) 2024-09-19T11:34:20.940 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-19T11:34:20.954 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 364 kB/s) 2024-09-19T11:34:20.958 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-19T11:34:20.974 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 5.7 MB/s) 2024-09-19T11:34:20.974 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-19T11:34:20.975 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-19T11:34:20.975 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-19T11:34:20.975 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-19T11:34:20.975 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-19T11:34:20.989 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/55 kB Progress (3): 2.5 kB | 16/55 kB | 16/41 kB Progress (4): 2.5 kB | 16/55 kB | 16/41 kB | 8.5 kB Progress (4): 2.5 kB | 33/55 kB | 16/41 kB | 8.5 kB Progress (4): 2.5 kB | 33/55 kB | 33/41 kB | 8.5 kB Progress (5): 2.5 kB | 33/55 kB | 33/41 kB | 8.5 kB | 16/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 178 kB/s) 2024-09-19T11:34:20.989 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-19T11:34:20.989 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (4): 33/55 kB | 41 kB | 8.5 kB | 16/269 kB Progress (4): 49/55 kB | 41 kB | 8.5 kB | 16/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 606 kB/s) 2024-09-19T11:34:20.989 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 49/55 kB | 41 kB | 33/269 kB Progress (3): 55 kB | 41 kB | 33/269 kB Progress (3): 55 kB | 41 kB | 49/269 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-19T11:34:20.989 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.7 MB/s) 2024-09-19T11:34:20.989 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 55 kB | 62/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.4 MB/s) 2024-09-19T11:34:20.992 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 79/269 kB Progress (1): 95/269 kB Progress (1): 112/269 kB Progress (1): 128/269 kB Progress (1): 144/269 kB Progress (1): 161/269 kB Progress (1): 177/269 kB Progress (1): 194/269 kB Progress (1): 210/269 kB Progress (1): 226/269 kB Progress (1): 243/269 kB Progress (1): 259/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 14 MB/s) 2024-09-19T11:34:21.009 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/327 kB Progress (1): 33/327 kB Progress (2): 33/327 kB | 16/587 kB Progress (2): 49/327 kB | 16/587 kB Progress (2): 49/327 kB | 33/587 kB Progress (2): 64/327 kB | 33/587 kB Progress (2): 64/327 kB | 49/587 kB Progress (2): 81/327 kB | 49/587 kB Progress (2): 81/327 kB | 63/587 kB Progress (2): 97/327 kB | 63/587 kB Progress (2): 97/327 kB | 80/587 kB Progress (2): 113/327 kB | 80/587 kB Progress (2): 113/327 kB | 96/587 kB Progress (2): 130/327 kB | 96/587 kB Progress (2): 130/327 kB | 113/587 kB Progress (2): 146/327 kB | 113/587 kB Progress (2): 146/327 kB | 129/587 kB Progress (2): 162/327 kB | 129/587 kB Progress (2): 162/327 kB | 145/587 kB Progress (2): 179/327 kB | 145/587 kB Progress (2): 179/327 kB | 162/587 kB Progress (2): 195/327 kB | 162/587 kB Progress (2): 195/327 kB | 178/587 kB Progress (2): 212/327 kB | 178/587 kB Progress (2): 212/327 kB | 194/587 kB Progress (2): 228/327 kB | 194/587 kB Progress (2): 228/327 kB | 211/587 kB Progress (2): 244/327 kB | 211/587 kB Progress (2): 244/327 kB | 227/587 kB Progress (2): 261/327 kB | 227/587 kB Progress (2): 261/327 kB | 244/587 kB Progress (2): 277/327 kB | 244/587 kB Progress (2): 277/327 kB | 260/587 kB Progress (2): 294/327 kB | 260/587 kB Progress (2): 294/327 kB | 276/587 kB Progress (2): 310/327 kB | 276/587 kB Progress (2): 310/327 kB | 293/587 kB Progress (2): 326/327 kB | 293/587 kB Progress (2): 327 kB | 293/587 kB Progress (2): 327 kB | 309/587 kB Progress (2): 327 kB | 326/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 9.3 MB/s) 2024-09-19T11:34:21.013 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 342/587 kB Progress (1): 358/587 kB Progress (1): 375/587 kB Progress (1): 391/587 kB Progress (1): 407/587 kB Progress (1): 424/587 kB Progress (1): 440/587 kB Progress (1): 457/587 kB Progress (1): 473/587 kB Progress (1): 489/587 kB Progress (1): 506/587 kB Progress (1): 522/587 kB Progress (1): 539/587 kB Progress (1): 555/587 kB Progress (1): 571/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 15 MB/s) 2024-09-19T11:34:21.044 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-19T11:34:21.045 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:21.045 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-19T11:34:21.048 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-19T11:34:21.063 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 339 kB/s) 2024-09-19T11:34:21.064 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-19T11:34:21.078 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 489 kB/s) 2024-09-19T11:34:21.080 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-19T11:34:21.094 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.2 MB/s) 2024-09-19T11:34:21.096 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-19T11:34:21.110 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-19T11:34:21.113 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-19T11:34:21.127 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 58 kB/s) 2024-09-19T11:34:21.128 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-19T11:34:21.142 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 303 kB/s) 2024-09-19T11:34:21.144 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-19T11:34:21.158 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-19T11:34:21.161 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-19T11:34:21.175 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 331 kB/s) 2024-09-19T11:34:21.177 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-19T11:34:21.191 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 276 kB/s) 2024-09-19T11:34:21.194 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-19T11:34:21.210 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 148 kB/s) 2024-09-19T11:34:21.212 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-19T11:34:21.226 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-19T11:34:21.228 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-19T11:34:21.242 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.2 MB/s) 2024-09-19T11:34:21.245 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-19T11:34:21.259 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-19T11:34:21.261 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-19T11:34:21.275 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-19T11:34:21.277 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-19T11:34:21.291 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 559 kB/s) 2024-09-19T11:34:21.292 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-19T11:34:21.307 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-19T11:34:21.309 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-19T11:34:21.323 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-19T11:34:21.325 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-19T11:34:21.340 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 81 kB/s) 2024-09-19T11:34:21.343 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-19T11:34:21.356 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-19T11:34:21.358 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-19T11:34:21.371 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 464 kB/s) 2024-09-19T11:34:21.372 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-19T11:34:21.386 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 2.0 MB/s) 2024-09-19T11:34:21.389 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-19T11:34:21.403 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 86 kB/s) 2024-09-19T11:34:21.405 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-19T11:34:21.419 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 94 kB/s) 2024-09-19T11:34:21.426 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-19T11:34:21.440 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 967 kB/s) 2024-09-19T11:34:21.441 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-19T11:34:21.441 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-19T11:34:21.441 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-19T11:34:21.441 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-19T11:34:21.441 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-19T11:34:21.454 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 301 kB/s) 2024-09-19T11:34:21.454 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-19T11:34:21.458 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/55 kB Progress (2): 16/55 kB | 15/122 kB Progress (3): 16/55 kB | 15/122 kB | 16/334 kB Progress (3): 33/55 kB | 15/122 kB | 16/334 kB Progress (3): 33/55 kB | 31/122 kB | 16/334 kB Progress (3): 33/55 kB | 31/122 kB | 33/334 kB Progress (3): 49/55 kB | 31/122 kB | 33/334 kB Progress (3): 49/55 kB | 48/122 kB | 33/334 kB Progress (3): 55 kB | 48/122 kB | 33/334 kB Progress (3): 55 kB | 48/122 kB | 49/334 kB Progress (3): 55 kB | 64/122 kB | 49/334 kB Progress (4): 55 kB | 64/122 kB | 49/334 kB | 16/27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.4 MB/s) 2024-09-19T11:34:21.459 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 64/122 kB | 66/334 kB | 16/27 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-19T11:34:21.459 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 81/122 kB | 66/334 kB | 16/27 kB Progress (3): 81/122 kB | 66/334 kB | 27 kB Progress (3): 97/122 kB | 66/334 kB | 27 kB Progress (3): 97/122 kB | 82/334 kB | 27 kB Progress (3): 113/122 kB | 82/334 kB | 27 kB Progress (3): 122 kB | 82/334 kB | 27 kB Progress (3): 122 kB | 98/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.6 MB/s) 2024-09-19T11:34:21.459 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-19T11:34:21.459 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 7.2 MB/s) 2024-09-19T11:34:21.461 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 114/334 kB Progress (1): 131/334 kB Progress (1): 147/334 kB Progress (1): 164/334 kB Progress (1): 180/334 kB Progress (1): 196/334 kB Progress (1): 213/334 kB Progress (1): 229/334 kB Progress (1): 245/334 kB Progress (1): 262/334 kB Progress (1): 278/334 kB Progress (1): 295/334 kB Progress (1): 311/334 kB Progress (1): 327/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 16 MB/s) 2024-09-19T11:34:21.476 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/267 kB Progress (2): 16/267 kB | 4.7 kB Progress (2): 32/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 155 kB/s) 2024-09-19T11:34:21.477 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 49/267 kB Progress (2): 49/267 kB | 16/23 kB Progress (2): 49/267 kB | 23 kB Progress (2): 65/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 760 kB/s) 2024-09-19T11:34:21.477 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 81/267 kB Progress (1): 98/267 kB Progress (1): 114/267 kB Progress (1): 130/267 kB Progress (1): 147/267 kB Progress (1): 163/267 kB Progress (1): 180/267 kB Progress (1): 196/267 kB Progress (1): 212/267 kB Progress (1): 229/267 kB Progress (1): 245/267 kB Progress (1): 262/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 8.1 MB/s) 2024-09-19T11:34:21.535 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-19T11:34:21.536 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-19T11:34:22.140 INFO:tasks.workunit.client.0.smithi103.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-19T11:34:22.140 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:22.140 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-19T11:34:22.144 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-19T11:34:22.144 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:22.144 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-19T11:34:22.151 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-19T11:34:22.151 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-19T11:34:22.374 INFO:tasks.workunit.client.0.smithi103.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-19T11:34:22.374 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:22.374 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-19T11:34:22.379 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-19T11:34:22.394 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 416 kB/s) 2024-09-19T11:34:22.399 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-19T11:34:22.414 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 235 kB/s) 2024-09-19T11:34:22.419 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-19T11:34:22.433 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-19T11:34:22.438 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-19T11:34:22.453 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 290 kB/s) 2024-09-19T11:34:22.457 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-19T11:34:22.472 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 207 kB/s) 2024-09-19T11:34:22.476 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-19T11:34:22.491 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 318 kB/s) 2024-09-19T11:34:22.495 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-19T11:34:22.510 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 117 kB/s) 2024-09-19T11:34:22.514 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-19T11:34:22.529 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 146 kB/s) 2024-09-19T11:34:22.531 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-19T11:34:22.547 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.0 MB/s) 2024-09-19T11:34:22.550 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-19T11:34:22.565 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 126 kB/s) 2024-09-19T11:34:22.569 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-19T11:34:22.583 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 387 kB/s) 2024-09-19T11:34:22.588 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-19T11:34:22.602 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 168 kB/s) 2024-09-19T11:34:22.604 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-19T11:34:22.619 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-19T11:34:22.621 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-19T11:34:22.636 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.7 MB/s) 2024-09-19T11:34:22.638 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-19T11:34:22.652 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.0 MB/s) 2024-09-19T11:34:22.655 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-19T11:34:22.669 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 666 kB/s) 2024-09-19T11:34:22.671 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-19T11:34:22.685 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.8 MB/s) 2024-09-19T11:34:22.689 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-19T11:34:22.703 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 576 kB/s) 2024-09-19T11:34:22.706 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-19T11:34:22.720 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 167 kB/s) 2024-09-19T11:34:22.723 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-19T11:34:22.737 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 185 kB/s) 2024-09-19T11:34:22.740 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-19T11:34:22.754 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 118 kB/s) 2024-09-19T11:34:22.755 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-19T11:34:22.769 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 219 kB/s) 2024-09-19T11:34:22.771 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-19T11:34:22.786 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.5 MB/s) 2024-09-19T11:34:22.788 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-19T11:34:22.802 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 483 kB/s) 2024-09-19T11:34:22.804 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-19T11:34:22.817 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 969 kB/s) 2024-09-19T11:34:22.820 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-19T11:34:22.834 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 228 kB/s) 2024-09-19T11:34:22.835 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-19T11:34:22.849 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 486 kB/s) 2024-09-19T11:34:22.850 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-19T11:34:22.863 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 600 kB/s) 2024-09-19T11:34:22.865 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-19T11:34:22.879 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 148 kB/s) 2024-09-19T11:34:22.881 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-19T11:34:22.894 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 159 kB/s) 2024-09-19T11:34:22.897 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-19T11:34:22.911 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 233 kB/s) 2024-09-19T11:34:22.913 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-19T11:34:22.927 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 1.1 MB/s) 2024-09-19T11:34:22.929 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-19T11:34:22.943 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 1.1 MB/s) 2024-09-19T11:34:22.945 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-19T11:34:22.959 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 1.0 MB/s) 2024-09-19T11:34:22.960 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-19T11:34:22.974 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 342 kB/s) 2024-09-19T11:34:22.976 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-19T11:34:22.990 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 483 kB/s) 2024-09-19T11:34:22.991 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-19T11:34:23.005 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.5 MB/s) 2024-09-19T11:34:23.007 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-19T11:34:23.021 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.2 MB/s) 2024-09-19T11:34:23.023 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-19T11:34:23.036 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 1.1 MB/s) 2024-09-19T11:34:23.039 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-19T11:34:23.052 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 54 kB/s) 2024-09-19T11:34:23.054 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-19T11:34:23.068 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 343 kB/s) 2024-09-19T11:34:23.070 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-19T11:34:23.084 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 609 kB/s) 2024-09-19T11:34:23.086 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-19T11:34:23.100 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 230 kB/s) 2024-09-19T11:34:23.103 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-19T11:34:23.116 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 304 kB/s) 2024-09-19T11:34:23.119 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-19T11:34:23.133 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 158 kB/s) 2024-09-19T11:34:23.135 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-19T11:34:23.148 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 248 kB/s) 2024-09-19T11:34:23.151 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-19T11:34:23.167 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 729 kB/s) 2024-09-19T11:34:23.167 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-19T11:34:23.199 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 435 kB/s) 2024-09-19T11:34:23.200 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-19T11:34:23.240 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 468 kB/s) 2024-09-19T11:34:23.242 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-19T11:34:23.256 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 28 kB/s) 2024-09-19T11:34:23.257 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-19T11:34:23.271 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 407 kB/s) 2024-09-19T11:34:23.273 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-19T11:34:23.287 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 489 kB/s) 2024-09-19T11:34:23.289 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-19T11:34:23.302 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 345 kB/s) 2024-09-19T11:34:23.304 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-19T11:34:23.320 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 522 kB/s) 2024-09-19T11:34:23.321 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-19T11:34:23.335 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.5 MB/s) 2024-09-19T11:34:23.336 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-19T11:34:23.351 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 63/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 5.2 MB/s) 2024-09-19T11:34:23.354 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-19T11:34:23.368 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.8 MB/s) 2024-09-19T11:34:23.371 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-19T11:34:23.384 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 404 kB/s) 2024-09-19T11:34:23.386 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-19T11:34:23.399 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 305 kB/s) 2024-09-19T11:34:23.401 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-19T11:34:23.414 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 228 kB/s) 2024-09-19T11:34:23.416 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-19T11:34:23.430 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 2.0 MB/s) 2024-09-19T11:34:23.432 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-19T11:34:23.447 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 158 kB/s) 2024-09-19T11:34:23.453 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-19T11:34:23.474 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 65/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 114/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 163/308 kB Progress (1): 180/308 kB Progress (1): 196/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 245/308 kB Progress (1): 262/308 kB Progress (1): 278/308 kB Progress (1): 294/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 15 MB/s) 2024-09-19T11:34:23.475 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-19T11:34:23.475 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-19T11:34:23.475 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-19T11:34:23.475 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-19T11:34:23.475 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-19T11:34:23.492 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/171 kB Progress (1): 33/171 kB Progress (1): 49/171 kB Progress (1): 63/171 kB Progress (1): 79/171 kB Progress (1): 95/171 kB Progress (1): 112/171 kB Progress (2): 112/171 kB | 1.4/8.2 kB Progress (3): 112/171 kB | 1.4/8.2 kB | 14 kB Progress (3): 112/171 kB | 2.7/8.2 kB | 14 kB Progress (4): 112/171 kB | 2.7/8.2 kB | 14 kB | 16/118 kB Progress (5): 112/171 kB | 2.7/8.2 kB | 14 kB | 16/118 kB | 16/26 kB Progress (5): 128/171 kB | 2.7/8.2 kB | 14 kB | 16/118 kB | 16/26 kB Progress (5): 128/171 kB | 5.5/8.2 kB | 14 kB | 16/118 kB | 16/26 kB Progress (5): 128/171 kB | 8.2 kB | 14 kB | 16/118 kB | 16/26 kB Progress (5): 128/171 kB | 8.2 kB | 14 kB | 16/118 kB | 26 kB Progress (5): 128/171 kB | 8.2 kB | 14 kB | 33/118 kB | 26 kB Progress (5): 144/171 kB | 8.2 kB | 14 kB | 33/118 kB | 26 kB Progress (5): 144/171 kB | 8.2 kB | 14 kB | 49/118 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 511 kB/s) 2024-09-19T11:34:23.492 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 849 kB/s) 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 161/171 kB | 49/118 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.6 MB/s) 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 161/171 kB | 64/118 kB Progress (2): 171 kB | 64/118 kB Progress (2): 171 kB | 80/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 10 MB/s) 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 97/118 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 113/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 6.5 MB/s) 2024-09-19T11:34:23.493 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-19T11:34:23.509 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/136 kB Progress (2): 16/136 kB | 16/61 kB Progress (3): 16/136 kB | 16/61 kB | 16/146 kB Progress (3): 16/136 kB | 32/61 kB | 16/146 kB Progress (3): 33/136 kB | 32/61 kB | 16/146 kB Progress (3): 33/136 kB | 49/61 kB | 16/146 kB Progress (3): 33/136 kB | 49/61 kB | 33/146 kB Progress (3): 49/136 kB | 49/61 kB | 33/146 kB Progress (3): 49/136 kB | 61 kB | 33/146 kB Progress (3): 49/136 kB | 61 kB | 49/146 kB Progress (4): 49/136 kB | 61 kB | 49/146 kB | 16/501 kB Progress (4): 64/136 kB | 61 kB | 49/146 kB | 16/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 2.0 MB/s) 2024-09-19T11:34:23.509 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-19T11:34:23.509 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 64/136 kB | 62/146 kB | 16/501 kB Progress (3): 64/136 kB | 62/146 kB | 33/501 kB Progress (4): 64/136 kB | 62/146 kB | 33/501 kB | 16/58 kB Progress (4): 81/136 kB | 62/146 kB | 33/501 kB | 16/58 kB Progress (4): 81/136 kB | 62/146 kB | 49/501 kB | 16/58 kB Progress (4): 81/136 kB | 79/146 kB | 49/501 kB | 16/58 kB Progress (4): 81/136 kB | 79/146 kB | 49/501 kB | 33/58 kB Progress (4): 81/136 kB | 79/146 kB | 65/501 kB | 33/58 kB Progress (4): 97/136 kB | 79/146 kB | 65/501 kB | 33/58 kB Progress (4): 97/136 kB | 95/146 kB | 65/501 kB | 33/58 kB Progress (4): 97/136 kB | 95/146 kB | 65/501 kB | 49/58 kB Progress (4): 97/136 kB | 95/146 kB | 82/501 kB | 49/58 kB Progress (4): 97/136 kB | 95/146 kB | 82/501 kB | 58 kB Progress (4): 113/136 kB | 95/146 kB | 82/501 kB | 58 kB Progress (4): 113/136 kB | 112/146 kB | 82/501 kB | 58 kB Progress (4): 113/136 kB | 112/146 kB | 98/501 kB | 58 kB Progress (4): 113/136 kB | 112/146 kB | 114/501 kB | 58 kB Progress (4): 130/136 kB | 112/146 kB | 114/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.8 MB/s) 2024-09-19T11:34:23.509 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 130/136 kB | 128/146 kB | 114/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-19T11:34:23.509 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 136 kB | 128/146 kB | 114/501 kB Progress (3): 136 kB | 128/146 kB | 131/501 kB Progress (3): 136 kB | 144/146 kB | 131/501 kB Progress (3): 136 kB | 144/146 kB | 147/501 kB Progress (3): 136 kB | 146 kB | 147/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 4.0 MB/s) 2024-09-19T11:34:23.509 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 146 kB | 164/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.3 MB/s) 2024-09-19T11:34:23.513 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 180/501 kB Progress (1): 196/501 kB Progress (1): 213/501 kB Progress (1): 229/501 kB Progress (1): 246/501 kB Progress (1): 262/501 kB Progress (1): 278/501 kB Progress (1): 295/501 kB Progress (1): 311/501 kB Progress (1): 327/501 kB Progress (1): 344/501 kB Progress (1): 360/501 kB Progress (1): 377/501 kB Progress (1): 393/501 kB Progress (1): 409/501 kB Progress (1): 426/501 kB Progress (1): 442/501 kB Progress (1): 459/501 kB Progress (1): 475/501 kB Progress (1): 491/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 13 MB/s) 2024-09-19T11:34:23.521 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/124 kB Progress (1): 32/124 kB Progress (1): 49/124 kB Progress (1): 65/124 kB Progress (1): 81/124 kB Progress (1): 98/124 kB Progress (1): 114/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.7 MB/s) 2024-09-19T11:34:23.556 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 30 MB/s) 2024-09-19T11:34:23.641 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:23.641 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-19T11:34:23.645 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-19T11:34:23.659 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 299 kB/s) 2024-09-19T11:34:23.661 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-19T11:34:23.676 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 306 kB/s) 2024-09-19T11:34:23.678 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-19T11:34:23.692 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.2 MB/s) 2024-09-19T11:34:23.694 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-19T11:34:23.708 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.6 MB/s) 2024-09-19T11:34:23.711 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-19T11:34:23.725 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 399 kB/s) 2024-09-19T11:34:23.726 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-19T11:34:23.741 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 280 kB/s) 2024-09-19T11:34:23.743 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-19T11:34:23.759 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-19T11:34:23.762 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-19T11:34:23.777 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 417 kB/s) 2024-09-19T11:34:23.780 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-19T11:34:23.795 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.4 MB/s) 2024-09-19T11:34:23.801 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-19T11:34:23.814 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 969 kB/s) 2024-09-19T11:34:23.817 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-19T11:34:23.832 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 146 kB/s) 2024-09-19T11:34:23.834 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-19T11:34:23.848 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 587 kB/s) 2024-09-19T11:34:23.851 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-19T11:34:23.865 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.7 MB/s) 2024-09-19T11:34:23.872 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-19T11:34:23.886 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.4 MB/s) 2024-09-19T11:34:23.887 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-19T11:34:23.887 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-19T11:34:23.887 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-19T11:34:23.887 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-19T11:34:23.887 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-19T11:34:23.905 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 0/1.0 MB Progress (2): 0/1.0 MB | 16/26 kB Progress (3): 0/1.0 MB | 16/26 kB | 16/58 kB Progress (3): 0/1.0 MB | 26 kB | 16/58 kB Progress (3): 0/1.0 MB | 26 kB | 16/58 kB Progress (3): 0/1.0 MB | 26 kB | 33/58 kB Progress (4): 0/1.0 MB | 26 kB | 33/58 kB | 16/79 kB Progress (4): 0/1.0 MB | 26 kB | 49/58 kB | 16/79 kB Progress (4): 0/1.0 MB | 26 kB | 49/58 kB | 16/79 kB Progress (4): 0/1.0 MB | 26 kB | 49/58 kB | 33/79 kB Progress (4): 0/1.0 MB | 26 kB | 58 kB | 33/79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.7 MB/s) 2024-09-19T11:34:23.905 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (4): 0/1.0 MB | 58 kB | 33/79 kB | 16/211 kB Progress (4): 0/1.0 MB | 58 kB | 49/79 kB | 16/211 kB Progress (4): 0.1/1.0 MB | 58 kB | 49/79 kB | 16/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-19T11:34:23.905 INFO:tasks.workunit.client.0.smithi103.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.9 MB/s) 2024-09-19T11:34:23.905 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-19T11:34:23.906 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 0.1/1.0 MB | 49/79 kB | 33/211 kB Progress (3): 0.1/1.0 MB | 66/79 kB | 33/211 kB Progress (3): 0.1/1.0 MB | 66/79 kB | 33/211 kB Progress (3): 0.1/1.0 MB | 66/79 kB | 49/211 kB Progress (3): 0.1/1.0 MB | 79 kB | 49/211 kB Progress (3): 0.1/1.0 MB | 79 kB | 49/211 kB Progress (3): 0.1/1.0 MB | 79 kB | 66/211 kB Progress (3): 0.1/1.0 MB | 79 kB | 66/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 5.0 MB/s) 2024-09-19T11:34:23.907 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 0.1/1.0 MB | 82/211 kB Progress (2): 0.1/1.0 MB | 82/211 kB Progress (2): 0.1/1.0 MB | 82/211 kB Progress (2): 0.1/1.0 MB | 98/211 kB Progress (2): 0.2/1.0 MB | 98/211 kB Progress (2): 0.2/1.0 MB | 115/211 kB Progress (2): 0.2/1.0 MB | 115/211 kB Progress (2): 0.2/1.0 MB | 115/211 kB Progress (2): 0.2/1.0 MB | 115/211 kB Progress (2): 0.2/1.0 MB | 131/211 kB Progress (2): 0.2/1.0 MB | 131/211 kB Progress (2): 0.2/1.0 MB | 147/211 kB Progress (2): 0.2/1.0 MB | 147/211 kB Progress (2): 0.2/1.0 MB | 147/211 kB Progress (2): 0.2/1.0 MB | 164/211 kB Progress (2): 0.3/1.0 MB | 164/211 kB Progress (2): 0.3/1.0 MB | 164/211 kB Progress (2): 0.3/1.0 MB | 180/211 kB Progress (2): 0.3/1.0 MB | 180/211 kB Progress (2): 0.3/1.0 MB | 197/211 kB Progress (2): 0.3/1.0 MB | 197/211 kB Progress (2): 0.3/1.0 MB | 197/211 kB Progress (2): 0.3/1.0 MB | 211 kB Progress (2): 0.3/1.0 MB | 211 kB Progress (2): 0.4/1.0 MB | 211 kB Progress (2): 0.4/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 11 MB/s) 2024-09-19T11:34:23.916 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 35 MB/s) 2024-09-19T11:34:23.918 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/116 kB Progress (2): 16/116 kB | 16/267 kB Progress (2): 33/116 kB | 16/267 kB Progress (2): 33/116 kB | 33/267 kB Progress (2): 49/116 kB | 33/267 kB Progress (2): 49/116 kB | 49/267 kB Progress (2): 49/116 kB | 62/267 kB Progress (2): 66/116 kB | 62/267 kB Progress (2): 66/116 kB | 78/267 kB Progress (2): 82/116 kB | 78/267 kB Progress (2): 82/116 kB | 95/267 kB Progress (2): 82/116 kB | 111/267 kB Progress (2): 98/116 kB | 111/267 kB Progress (2): 98/116 kB | 128/267 kB Progress (2): 115/116 kB | 128/267 kB Progress (2): 115/116 kB | 144/267 kB Progress (2): 116 kB | 144/267 kB Progress (2): 116 kB | 160/267 kB Progress (2): 116 kB | 177/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.7 MB/s) 2024-09-19T11:34:23.919 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 193/267 kB Progress (1): 209/267 kB Progress (1): 226/267 kB Progress (1): 242/267 kB Progress (1): 259/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 8.4 MB/s) 2024-09-19T11:34:24.054 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-19T11:34:24.080 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T11:34:24.080 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] BUILD SUCCESS 2024-09-19T11:34:24.080 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T11:34:24.081 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Total time: 5.921 s 2024-09-19T11:34:24.081 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Finished at: 2024-09-19T11:34:24Z 2024-09-19T11:34:24.081 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T11:34:24.105 INFO:tasks.workunit.client.0.smithi103.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-19T11:34:24.114 INFO:tasks.workunit.client.0.smithi103.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-19T11:34:25.228 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Scanning for projects... 2024-09-19T11:34:25.301 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:25.302 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-19T11:34:25.302 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Building jcksum 1.0 2024-09-19T11:34:25.302 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] from pom.xml 2024-09-19T11:34:25.302 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-19T11:34:25.538 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:25.538 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-19T11:34:25.627 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-19T11:34:25.628 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:25.628 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-19T11:34:25.720 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-19T11:34:25.720 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:25.720 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-19T11:34:25.722 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-19T11:34:25.722 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:25.722 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-19T11:34:25.726 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-19T11:34:25.726 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:25.726 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-19T11:34:25.984 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-19T11:34:26.185 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-19T11:34:26.370 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 25 kB/s) 2024-09-19T11:34:26.379 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-19T11:34:26.396 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 154 kB/s) 2024-09-19T11:34:26.401 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-19T11:34:26.417 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 166 kB/s) 2024-09-19T11:34:26.421 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-19T11:34:26.437 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 189 kB/s) 2024-09-19T11:34:26.440 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-19T11:34:26.455 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 213 kB/s) 2024-09-19T11:34:26.457 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-19T11:34:26.473 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 112 kB/s) 2024-09-19T11:34:26.475 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-19T11:34:26.489 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 189 kB/s) 2024-09-19T11:34:26.494 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-19T11:34:26.514 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 16/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.4 MB/s) 2024-09-19T11:34:26.517 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-19T11:34:26.517 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-19T11:34:26.517 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-19T11:34:26.517 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-19T11:34:26.517 INFO:tasks.workunit.client.0.smithi103.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-19T11:34:26.556 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 16/189 kB Progress (1): 33/189 kB Progress (1): 49/189 kB Progress (1): 63/189 kB Progress (1): 79/189 kB Progress (1): 96/189 kB Progress (1): 112/189 kB Progress (1): 128/189 kB Progress (1): 145/189 kB Progress (1): 161/189 kB Progress (1): 178/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 4.6 MB/s) 2024-09-19T11:34:26.569 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 1.4/169 kB Progress (2): 1.4/169 kB | 1.4/7.7 kB Progress (2): 2.8/169 kB | 1.4/7.7 kB Progress (2): 2.8/169 kB | 2.8/7.7 kB Progress (2): 4.1/169 kB | 2.8/7.7 kB Progress (3): 4.1/169 kB | 2.8/7.7 kB | 1.4/18 kB Progress (3): 5.5/169 kB | 2.8/7.7 kB | 1.4/18 kB Progress (3): 5.5/169 kB | 4.1/7.7 kB | 1.4/18 kB Progress (3): 6.9/169 kB | 4.1/7.7 kB | 1.4/18 kB Progress (4): 6.9/169 kB | 4.1/7.7 kB | 1.4/18 kB | 16/103 kB Progress (4): 6.9/169 kB | 4.1/7.7 kB | 2.8/18 kB | 16/103 kB Progress (4): 8.3/169 kB | 4.1/7.7 kB | 2.8/18 kB | 16/103 kB Progress (4): 8.3/169 kB | 5.5/7.7 kB | 2.8/18 kB | 16/103 kB Progress (4): 9.7/169 kB | 5.5/7.7 kB | 2.8/18 kB | 16/103 kB Progress (4): 9.7/169 kB | 5.5/7.7 kB | 4.1/18 kB | 16/103 kB Progress (4): 11/169 kB | 5.5/7.7 kB | 4.1/18 kB | 16/103 kB Progress (4): 11/169 kB | 6.9/7.7 kB | 4.1/18 kB | 16/103 kB Progress (4): 12/169 kB | 6.9/7.7 kB | 4.1/18 kB | 16/103 kB Progress (4): 12/169 kB | 6.9/7.7 kB | 5.5/18 kB | 16/103 kB Progress (4): 14/169 kB | 6.9/7.7 kB | 5.5/18 kB | 16/103 kB Progress (4): 14/169 kB | 7.7 kB | 5.5/18 kB | 16/103 kB Progress (4): 15/169 kB | 7.7 kB | 5.5/18 kB | 16/103 kB Progress (4): 15/169 kB | 7.7 kB | 6.9/18 kB | 16/103 kB Progress (4): 16/169 kB | 7.7 kB | 6.9/18 kB | 16/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 147 kB/s) 2024-09-19T11:34:26.572 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (3): 16/169 kB | 8.3/18 kB | 16/103 kB Progress (3): 16/169 kB | 9.7/18 kB | 16/103 kB Progress (3): 16/169 kB | 11/18 kB | 16/103 kB Progress (3): 16/169 kB | 12/18 kB | 16/103 kB Progress (3): 16/169 kB | 14/18 kB | 16/103 kB Progress (3): 16/169 kB | 15/18 kB | 16/103 kB Progress (3): 16/169 kB | 17/18 kB | 16/103 kB Progress (3): 16/169 kB | 18 kB | 16/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 303 kB/s) 2024-09-19T11:34:26.588 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (2): 33/169 kB | 16/103 kB Progress (2): 33/169 kB | 33/103 kB Progress (2): 33/169 kB | 49/103 kB Progress (2): 49/169 kB | 49/103 kB Progress (2): 49/169 kB | 66/103 kB Progress (2): 66/169 kB | 66/103 kB Progress (2): 66/169 kB | 82/103 kB Progress (2): 82/169 kB | 82/103 kB Progress (2): 82/169 kB | 98/103 kB Progress (2): 82/169 kB | 103 kB Progress (2): 98/169 kB | 103 kB Progress (2): 115/169 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.4 MB/s) 2024-09-19T11:34:26.597 INFO:tasks.workunit.client.0.smithi103.stdout:Progress (1): 131/169 kB Progress (1): 147/169 kB Progress (1): 164/169 kB Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 2.1 MB/s) 2024-09-19T11:34:26.611 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:26.611 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------- 2024-09-19T11:34:26.611 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] T E S T S 2024-09-19T11:34:26.611 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------- 2024-09-19T11:34:27.025 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-19T11:34:27.065 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjects.java: starting test run: 2024-09-19T11:34:27.163 INFO:tasks.workunit.client.0.smithi103.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-19T11:34:27.163 INFO:tasks.workunit.client.0.smithi103.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-19T11:34:27.164 INFO:tasks.workunit.client.0.smithi103.stdout: EndpointUrl=https://smithi103.front.sepia.ceph.com:443 2024-09-19T11:34:27.164 INFO:tasks.workunit.client.0.smithi103.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-19T11:34:27.263 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Environment Variables Read 2024-09-19T11:34:27.564 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: S3 Client Initialized 2024-09-19T11:34:27.564 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Generating File 2024-09-19T11:34:27.564 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: File Generated 2024-09-19T11:34:27.564 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Generating File 2024-09-19T11:34:27.564 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: File Generated 2024-09-19T11:34:27.564 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Generating File 2024-09-19T11:34:27.664 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: File Generated 2024-09-19T11:34:27.665 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Generating File 2024-09-19T11:34:27.665 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: File Generated 2024-09-19T11:34:27.665 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Generating File 2024-09-19T11:34:27.665 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: File Generated 2024-09-19T11:34:27.665 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Generating File 2024-09-19T11:34:27.665 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: File Generated 2024-09-19T11:34:27.665 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Generated Big Files 2024-09-19T11:34:27.913 INFO:tasks.workunit.client.0.smithi103.stdout:HeadBucketResponse() 2024-09-19T11:34:27.913 INFO:tasks.workunit.client.0.smithi103.stdout:sheik is ready 2024-09-19T11:34:27.913 INFO:tasks.workunit.client.0.smithi103.stdout:DEBUG: Test Bucket Created 2024-09-19T11:34:27.964 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-19T11:34:28.065 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-19T11:34:28.126 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-19T11:34:28.151 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-19T11:34:28.164 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-19T11:34:28.265 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-19T11:34:28.329 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-19T11:34:28.365 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-19T11:34:28.465 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-19T11:34:28.565 INFO:tasks.workunit.client.0.smithi103.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-19T11:34:30.067 INFO:tasks.workunit.client.0.smithi103.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-19T11:34:30.368 INFO:tasks.workunit.client.0.smithi103.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-19T11:34:32.249 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-0b 2024-09-19T11:34:32.250 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-8b 2024-09-19T11:34:32.251 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-200b 2024-09-19T11:34:32.252 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-21983b 2024-09-19T11:34:32.253 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-5519b 2024-09-19T11:34:32.254 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-204329b 2024-09-19T11:34:32.255 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-256k 2024-09-19T11:34:32.256 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-1m 2024-09-19T11:34:32.257 INFO:tasks.workunit.client.0.smithi103.stdout:arg: file-1038757b 2024-09-19T11:34:32.290 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-0b 2024-09-19T11:34:32.291 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.294 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-8b 2024-09-19T11:34:32.345 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.394 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-200b 2024-09-19T11:34:32.394 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.455 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-21983b 2024-09-19T11:34:32.456 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.495 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-5519b 2024-09-19T11:34:32.495 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.573 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-204329b 2024-09-19T11:34:32.574 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.595 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-256k 2024-09-19T11:34:32.595 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.643 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-1m 2024-09-19T11:34:32.644 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.691 INFO:tasks.workunit.client.0.smithi103.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-19T11:34:32.691 INFO:tasks.workunit.client.0.smithi103.stdout:PutObjectResponse 2024-09-19T11:34:32.695 INFO:tasks.workunit.client.0.smithi103.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-19T11:34:32.995 INFO:tasks.workunit.client.0.smithi103.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-19T11:34:33.396 INFO:tasks.workunit.client.0.smithi103.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-19T11:34:35.670 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.635 s -- in io.ceph.jcksum.PutObjects 2024-09-19T11:34:35.681 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:35.681 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Results: 2024-09-19T11:34:35.681 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:35.682 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-19T11:34:35.682 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] 2024-09-19T11:34:35.683 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T11:34:35.684 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] BUILD SUCCESS 2024-09-19T11:34:35.684 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T11:34:35.684 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Total time: 10.475 s 2024-09-19T11:34:35.684 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] Finished at: 2024-09-19T11:34:35Z 2024-09-19T11:34:35.685 INFO:tasks.workunit.client.0.smithi103.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-19T11:34:35.696 INFO:tasks.workunit.client.0.smithi103.stderr:+ exit 2024-09-19T11:34:35.696 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:34:35.697 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:34:35.775 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-19T11:34:35.775 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T11:34:36.140 DEBUG:teuthology.parallel:result is None 2024-09-19T11:34:36.141 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:34:36.180 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:34:36.181 DEBUG:teuthology.orchestra.run.smithi103:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:34:36.250 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:34:36.250 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T11:34:36.261 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:34:36.261 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T11:34:36.261 DEBUG:teuthology.orchestra.run.smithi103:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:34:36.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:34:36.319 INFO:teuthology.orchestra.run.smithi103.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T11:34:36.319 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:34:36.388 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T11:34:36.388 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T11:34:36.457 INFO:tasks.workunit:timeout=3h 2024-09-19T11:34:36.458 INFO:tasks.workunit:cleanup=True 2024-09-19T11:34:36.458 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:34:36.528 INFO:tasks.workunit.client.0.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T11:35:36.395 INFO:tasks.workunit.client.0.smithi103.stderr:Updating files: 98% (12496/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T11:35:37.066 INFO:tasks.workunit.client.0.smithi103.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr: git switch -c 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr:Or undo this operation with: 2024-09-19T11:35:37.067 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:35:37.068 INFO:tasks.workunit.client.0.smithi103.stderr: git switch - 2024-09-19T11:35:37.068 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:35:37.068 INFO:tasks.workunit.client.0.smithi103.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T11:35:37.068 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:35:37.068 INFO:tasks.workunit.client.0.smithi103.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T11:35:37.072 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T11:35:37.141 INFO:tasks.workunit.client.0.smithi103.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T11:35:37.143 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:35:37.143 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T11:35:37.191 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T11:35:37.240 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T11:35:37.279 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:35:37.281 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:35:37.281 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T11:35:37.319 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:35:37.322 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:35:37.322 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T11:35:37.392 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-19T11:35:37.393 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-19T11:35:37.393 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-19T11:35:37.467 INFO:tasks.workunit.client.0.smithi103.stdout:INFO: fully qualified domain name: smithi103.front.sepia.ceph.com 2024-09-19T11:35:37.467 INFO:tasks.workunit.client.0.smithi103.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-19T11:35:37.467 INFO:tasks.workunit.client.0.smithi103.stdout:== TESTING VERSIONED BUCKET == 2024-09-19T11:35:40.050 INFO:tasks.workunit.client.0.smithi103.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-19T11:35:40.230 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting pip 2024-09-19T11:35:40.235 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T11:35:40.279 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: pip 2024-09-19T11:35:40.280 INFO:tasks.workunit.client.0.smithi103.stdout: Attempting uninstall: pip 2024-09-19T11:35:40.280 INFO:tasks.workunit.client.0.smithi103.stdout: Found existing installation: pip 21.3.1 2024-09-19T11:35:40.436 INFO:tasks.workunit.client.0.smithi103.stdout: Uninstalling pip-21.3.1: 2024-09-19T11:35:40.441 INFO:tasks.workunit.client.0.smithi103.stdout: Successfully uninstalled pip-21.3.1 2024-09-19T11:35:41.164 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed pip-24.2 2024-09-19T11:35:41.992 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting boto3 2024-09-19T11:35:41.994 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T11:35:42.582 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T11:35:42.583 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T11:35:42.633 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T11:35:42.634 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T11:35:42.688 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T11:35:42.689 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T11:35:42.739 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:35:42.741 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T11:35:42.816 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:35:42.817 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-19T11:35:42.978 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:35:42.979 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T11:35:42.983 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T11:35:42.985 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T11:35:42.994 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T11:35:42.995 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T11:35:42.997 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T11:35:42.998 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-19T11:35:42.999 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T11:35:43.073 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T11:35:44.093 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-19T11:35:44.935 INFO:tasks.workunit.client.0.smithi103.stdout:INFO: creating user 2024-09-19T11:35:45.046 INFO:tasks.workunit.client.0.smithi103.stdout:{ 2024-09-19T11:35:45.046 INFO:tasks.workunit.client.0.smithi103.stdout: "user_id": "testid", 2024-09-19T11:35:45.046 INFO:tasks.workunit.client.0.smithi103.stdout: "display_name": "M. Tester", 2024-09-19T11:35:45.046 INFO:tasks.workunit.client.0.smithi103.stdout: "email": "tester@ceph.com", 2024-09-19T11:35:45.046 INFO:tasks.workunit.client.0.smithi103.stdout: "suspended": 0, 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "subusers": [], 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "keys": [ 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: { 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "user": "testid", 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "access_key": "0555b35654ad1656d804", 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "active": true, 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "create_date": "2024-09-19T11:35:45.039722Z" 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: } 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: ], 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "swift_keys": [], 2024-09-19T11:35:45.047 INFO:tasks.workunit.client.0.smithi103.stdout: "caps": [], 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "default_placement": "", 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "placement_tags": [], 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "bucket_quota": { 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "enabled": false, 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size": -1, 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "max_objects": -1 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:35:45.048 INFO:tasks.workunit.client.0.smithi103.stdout: "user_quota": { 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "enabled": false, 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size": -1, 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "max_objects": -1 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: }, 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "type": "rgw", 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "account_id": "", 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "path": "/", 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "create_date": "2024-09-19T11:35:45.039708Z", 2024-09-19T11:35:45.049 INFO:tasks.workunit.client.0.smithi103.stdout: "tags": [], 2024-09-19T11:35:45.050 INFO:tasks.workunit.client.0.smithi103.stdout: "group_ids": [] 2024-09-19T11:35:45.050 INFO:tasks.workunit.client.0.smithi103.stdout:} 2024-09-19T11:35:45.050 INFO:tasks.workunit.client.0.smithi103.stdout: 2024-09-19T11:35:47.745 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:47.745 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:47.760 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:47.760 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:47.782 INFO:tasks.workunit.client.0.smithi103.stderr:5+0 records in 2024-09-19T11:35:47.782 INFO:tasks.workunit.client.0.smithi103.stderr:5+0 records out 2024-09-19T11:35:47.782 INFO:tasks.workunit.client.0.smithi103.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0153347 s, 342 MB/s 2024-09-19T11:35:47.785 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:47.785 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:47.841 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:47.841 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:47.904 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:47.904 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:47.965 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:47.965 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.027 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.028 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.089 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.089 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.152 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.152 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.213 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.213 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.269 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.269 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.327 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.327 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.385 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.385 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.445 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.445 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.503 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.503 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.564 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.564 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.613 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:35:48.613 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:bucket nams is reupload-bkt-107279 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:endpoint is https://smithi103.front.sepia.ceph.com:443 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:start UploadId=2~Es_a06SM5VdPsSKxvcWiqZXXxtw7ZvQ 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:phase 1 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:phase 1 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 2} 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.623 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:phase 2 uploaded part {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1} 2024-09-19T11:35:48.624 INFO:tasks.workunit.client.0.smithi103.stdout:aborting multipart upload, parts=[{'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 1}, {'ETag': '"34c6a6cbc95826e9b2221981ae1a2e4e"', 'PartNumber': 2}] 2024-09-19T11:35:50.000 INFO:tasks.workunit.client.0.smithi103.stdout:radosgw-admin bucket radoslist: 2024-09-19T11:35:50.058 INFO:tasks.workunit.client.0.smithi103.stdout:rados ls: 2024-09-19T11:35:50.072 INFO:tasks.workunit.client.0.smithi103.stdout:== PASSED == 2024-09-19T11:35:50.072 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:35:50.072 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:35:50.152 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-19T11:35:50.152 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T11:35:50.521 DEBUG:teuthology.parallel:result is None 2024-09-19T11:35:50.521 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:35:50.560 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:35:50.560 DEBUG:teuthology.orchestra.run.smithi103:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:35:50.629 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:35:50.630 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-19T11:35:50.644 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-19T11:35:50.645 INFO:tasks.ragweed:Downloading ragweed... 2024-09-19T11:35:50.645 INFO:tasks.ragweed:Using branch 'wip-yuval-test' for ragweed 2024-09-19T11:35:50.645 DEBUG:teuthology.orchestra.run.smithi103:> git clone -b wip-yuval-test https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-19T11:35:50.699 INFO:teuthology.orchestra.run.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-19T11:35:50.728 INFO:teuthology.orchestra.run.smithi103.stderr:fatal: Remote branch wip-yuval-test not found in upstream origin 2024-09-19T11:35:50.729 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-19T11:35:50.730 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-19T11:35:50.730 DEBUG:teuthology.orchestra.run.smithi103:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-19T11:35:50.799 INFO:teuthology.orchestra.run.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-19T11:35:51.056 INFO:tasks.ragweed:Creating rgw users... 2024-09-19T11:35:51.056 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-19T11:35:51.057 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key IFQNJEELFXJABMASNVAQ --secret JwU1LPjStRdBm1ubE9SbJIc1WDp6oezvfV8ayi92heQgNzAdz7YrKA== --email ragweed.client.0+test@test.test --system false 2024-09-19T11:35:51.165 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:35:51.165 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:35:51.198 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.197+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 20 realm 2024-09-19T11:35:51.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:35:51.201 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.201 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.201 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.198+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.201 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.199+0000 7fbc6081b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:35:51.201 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.199+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.202 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.200+0000 7fbc6081b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:35:51.202 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.200+0000 7fbc6081b800 20 searching for the correct realm 2024-09-19T11:35:51.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.204+0000 7fbc5c7ec640 0 -- 172.21.15.103:0/3670776698 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x5635ddb273a0 msgr2=0x5635ddb29860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:35:51.209 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.208+0000 7fbc5b7ea640 0 -- 172.21.15.103:0/3670776698 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fbc50067640 msgr2=0x7fbc5007faa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:35:51.213 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:35:51.213 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:35:51.213 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:35:51.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:35:51.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:35:51.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:35:51.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.215 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:35:51.215 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.212+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.215 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 zone default found 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 4 Realm: () 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 zonegroup default 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.213+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.214+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.217 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.214+0000 7fbc6081b800 20 started sync module instance, tier type = 2024-09-19T11:35:51.217 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.214+0000 7fbc6081b800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:35:51.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.225+0000 7fbc6081b800 20 add_watcher() i=0 2024-09-19T11:35:51.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.225+0000 7fbc6081b800 20 add_watcher() i=1 2024-09-19T11:35:51.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.225+0000 7fbc6081b800 20 add_watcher() i=2 2024-09-19T11:35:51.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.225+0000 7fbc6081b800 20 add_watcher() i=3 2024-09-19T11:35:51.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.225+0000 7fbc6081b800 20 add_watcher() i=4 2024-09-19T11:35:51.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.225+0000 7fbc6081b800 20 add_watcher() i=5 2024-09-19T11:35:51.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.225+0000 7fbc6081b800 20 add_watcher() i=6 2024-09-19T11:35:51.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.226+0000 7fbc6081b800 20 add_watcher() i=7 2024-09-19T11:35:51.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.226+0000 7fbc6081b800 2 all 8 watchers are set, enabling cache 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbb11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbc6081b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbc6081b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbc6081b800 5 note: GC not initialized 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbb10fe1640 20 reqs_thread_entry: start 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbc6081b800 20 init_complete bucket index max shards: 11 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbc6081b800 20 Filter name: none 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fba8a7fc640 20 reqs_thread_entry: start 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbc6081b800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-19T11:35:51.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.228+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 cache get: name=default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ : miss 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 cache put: name=default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ info.flags=0x0 2024-09-19T11:35:51.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 adding default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ to cache LRU end 2024-09-19T11:35:51.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 cache get: name=default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ : hit (negative entry) 2024-09-19T11:35:51.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.229+0000 7fbc6081b800 10 cache get: name=default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ : hit (negative entry) 2024-09-19T11:35:51.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.231+0000 7fbc6081b800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-19T11:35:51.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.231+0000 7fbc6081b800 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T11:35:51.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.231+0000 7fbc6081b800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-19T11:35:51.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.231+0000 7fbb3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824022 cookie 94789352782192 notifier 5883 bl.length()=675 2024-09-19T11:35:51.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.231+0000 7fbb3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-19T11:35:51.234 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.231+0000 7fbb3affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T11:35:51.234 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.233+0000 7fbc6081b800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-19T11:35:51.234 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.233+0000 7fbc6081b800 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-19T11:35:51.234 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.233+0000 7fbc6081b800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-19T11:35:51.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.233+0000 7fbb3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824014 cookie 94789352784736 notifier 5883 bl.length()=202 2024-09-19T11:35:51.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.233+0000 7fbb3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-19T11:35:51.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.233+0000 7fbb3affd640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-19T11:35:51.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.235+0000 7fbc6081b800 10 cache put: name=default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ info.flags=0x7 2024-09-19T11:35:51.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.235+0000 7fbc6081b800 10 moving default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ to cache LRU end 2024-09-19T11:35:51.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.235+0000 7fbc6081b800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:IFQNJEELFXJABMASNVAQ, ofs0, ns] 2024-09-19T11:35:51.237 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.235+0000 7fbb3a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824015 cookie 94789352784736 notifier 5883 bl.length()=190 2024-09-19T11:35:51.237 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.235+0000 7fbb3a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ info.flags=0x7 2024-09-19T11:35:51.237 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.235+0000 7fbb3a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+IFQNJEELFXJABMASNVAQ to cache LRU end 2024-09-19T11:35:51.237 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:35:51.237 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "ragweed.client.0", 2024-09-19T11:35:51.237 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-19T11:35:51.237 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "ragweed.client.0", 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "IFQNJEELFXJABMASNVAQ", 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "JwU1LPjStRdBm1ubE9SbJIc1WDp6oezvfV8ayi92heQgNzAdz7YrKA==", 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:35:51.230736Z" 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:35:51.238 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:35:51.239 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "rgw", 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "", 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:35:51.230725Z", 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:35:51.240 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:35:51.241 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.237+0000 7fbb11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:35:51.241 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.239+0000 7fbc6081b800 20 remove_watcher() i=0 2024-09-19T11:35:51.241 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.239+0000 7fbc6081b800 2 removed watcher, disabling cache 2024-09-19T11:35:51.241 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.240+0000 7fbc6081b800 20 remove_watcher() i=1 2024-09-19T11:35:51.242 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.241+0000 7fbc6081b800 20 remove_watcher() i=2 2024-09-19T11:35:51.243 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.242+0000 7fbc6081b800 20 remove_watcher() i=3 2024-09-19T11:35:51.244 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.243+0000 7fbc6081b800 20 remove_watcher() i=4 2024-09-19T11:35:51.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.244+0000 7fbc6081b800 20 remove_watcher() i=5 2024-09-19T11:35:51.246 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.244+0000 7fbc6081b800 20 remove_watcher() i=6 2024-09-19T11:35:51.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.245+0000 7fbc6081b800 20 remove_watcher() i=7 2024-09-19T11:35:51.258 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-19T11:35:51.258 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key MAFILEXFWNTPXCVTLDJK --secret f1UitAwj/e+gosSTFN3GjwfMJPmWicp/fDA3jJ1tlm65FvNlpOwbzg== --email sysuser.client.0+test@test.test --system true 2024-09-19T11:35:51.324 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:35:51.324 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:35:51.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.557+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 20 realm 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.559+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.560+0000 7f6dcc61d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:35:51.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.560+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.561+0000 7f6dcc61d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:35:51.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.561+0000 7f6dcc61d800 20 searching for the correct realm 2024-09-19T11:35:51.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.562+0000 7f6dc85ec640 0 -- 172.21.15.103:0/3684149561 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x5626f2cbe780 msgr2=0x5626f2cc0c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:35:51.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.565+0000 7f6dc85ec640 0 -- 172.21.15.103:0/3684149561 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f6db0011040 msgr2=0x7f6db002d8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:35:51.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:35:51.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:35:51.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:35:51.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:35:51.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:35:51.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:35:51.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:35:51.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.775+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 zone default found 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 4 Realm: () 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 zonegroup default 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.776+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.777+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.777+0000 7f6dcc61d800 20 started sync module instance, tier type = 2024-09-19T11:35:51.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.777+0000 7f6dcc61d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:35:51.787 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.786+0000 7f6dcc61d800 20 add_watcher() i=0 2024-09-19T11:35:51.787 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.786+0000 7f6dcc61d800 20 add_watcher() i=1 2024-09-19T11:35:51.787 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.786+0000 7f6dcc61d800 20 add_watcher() i=2 2024-09-19T11:35:51.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.786+0000 7f6dcc61d800 20 add_watcher() i=3 2024-09-19T11:35:51.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.786+0000 7f6dcc61d800 20 add_watcher() i=4 2024-09-19T11:35:51.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.786+0000 7f6dcc61d800 20 add_watcher() i=5 2024-09-19T11:35:51.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.786+0000 7f6dcc61d800 20 add_watcher() i=6 2024-09-19T11:35:51.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.787+0000 7f6dcc61d800 20 add_watcher() i=7 2024-09-19T11:35:51.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.787+0000 7f6dcc61d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:35:51.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6c7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:35:51.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6dcc61d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:35:51.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6dcc61d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:35:51.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6dcc61d800 5 note: GC not initialized 2024-09-19T11:35:51.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6c7cfe1640 20 reqs_thread_entry: start 2024-09-19T11:35:51.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6dcc61d800 20 init_complete bucket index max shards: 11 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6dcc61d800 20 Filter name: none 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6bf67fc640 20 reqs_thread_entry: start 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6dcc61d800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.789+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-19T11:35:51.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-19T11:35:51.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-19T11:35:51.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 cache get: name=default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK : miss 2024-09-19T11:35:51.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 20 rados->read ofs=0 len=0 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 cache put: name=default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK info.flags=0x0 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 adding default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK to cache LRU end 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 cache get: name=default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK : hit (negative entry) 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.790+0000 7f6dcc61d800 10 cache get: name=default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK : hit (negative entry) 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.792+0000 7f6dcc61d800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.792+0000 7f6dcc61d800 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.792+0000 7f6dcc61d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.792+0000 7f6ca6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824016 cookie 94725282214240 notifier 5606 bl.length()=675 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.792+0000 7f6ca6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-19T11:35:51.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.792+0000 7f6ca6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T11:35:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.794+0000 7f6dcc61d800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-19T11:35:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.794+0000 7f6dcc61d800 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-19T11:35:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.794+0000 7f6dcc61d800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-19T11:35:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.794+0000 7f6ca6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824023 cookie 94725282220464 notifier 5606 bl.length()=202 2024-09-19T11:35:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.794+0000 7f6ca6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-19T11:35:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.794+0000 7f6ca6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-19T11:35:51.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.796+0000 7f6dcc61d800 10 cache put: name=default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK info.flags=0x7 2024-09-19T11:35:51.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.796+0000 7f6dcc61d800 10 moving default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK to cache LRU end 2024-09-19T11:35:51.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.796+0000 7f6dcc61d800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:MAFILEXFWNTPXCVTLDJK, ofs0, ns] 2024-09-19T11:35:51.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.797+0000 7f6ca67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824024 cookie 94725282203600 notifier 5606 bl.length()=190 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.797+0000 7f6ca67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK info.flags=0x7 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.797+0000 7f6ca67fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MAFILEXFWNTPXCVTLDJK to cache LRU end 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "sysuser.client.0", 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:35:51.799 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "sysuser.client.0", 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "MAFILEXFWNTPXCVTLDJK", 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "f1UitAwj/e+gosSTFN3GjwfMJPmWicp/fDA3jJ1tlm65FvNlpOwbzg==", 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:35:51.791582Z" 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:35:51.800 INFO:teuthology.orchestra.run.smithi103.stdout: "system": true, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:35:51.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "rgw", 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "", 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:35:51.791566Z", 2024-09-19T11:35:51.802 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:35:51.803 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:35:51.803 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:35:51.803 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:35:51.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.798+0000 7f6c7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:35:51.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.800+0000 7f6dcc61d800 20 remove_watcher() i=0 2024-09-19T11:35:51.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.800+0000 7f6dcc61d800 2 removed watcher, disabling cache 2024-09-19T11:35:51.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.802+0000 7f6dcc61d800 20 remove_watcher() i=1 2024-09-19T11:35:51.804 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.803+0000 7f6dcc61d800 20 remove_watcher() i=2 2024-09-19T11:35:51.805 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.804+0000 7f6dcc61d800 20 remove_watcher() i=3 2024-09-19T11:35:51.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.805+0000 7f6dcc61d800 20 remove_watcher() i=4 2024-09-19T11:35:51.807 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.806+0000 7f6dcc61d800 20 remove_watcher() i=5 2024-09-19T11:35:51.808 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.807+0000 7f6dcc61d800 20 remove_watcher() i=6 2024-09-19T11:35:51.809 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:35:51.808+0000 7f6dcc61d800 20 remove_watcher() i=7 2024-09-19T11:35:51.819 INFO:tasks.ragweed:Configuring ragweed... 2024-09-19T11:35:51.820 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:35:51.820 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-19T11:35:51.849 INFO:tasks.ragweed:Configuring boto... 2024-09-19T11:35:51.849 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:35:51.849 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-19T11:35:51.918 DEBUG:teuthology.orchestra.run.smithi103:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-19T11:35:52.113 INFO:teuthology.orchestra.run.smithi103.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-19T11:35:52.292 INFO:teuthology.orchestra.run.smithi103.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-19T11:35:52.862 INFO:teuthology.orchestra.run.smithi103.stdout:py installdeps: -rrequirements.txt 2024-09-19T11:35:58.930 INFO:teuthology.orchestra.run.smithi103.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-19T11:36:02.326 INFO:teuthology.orchestra.run.smithi103.stdout:py installed: asyncssh==2.13.2,Babel==2.9.1,bcrypt==3.2.2,boto==2.49.0,cachetools==4.2.4,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2023.5.7,cffi==1.14.5,chardet==4.0.0,cheroot==8.6.0,CherryPy==18.6.1,cockpit @ file:///builddir/build/BUILD/cockpit-323/tmp/wheel/cockpit-323-py3-none-any.whl,cryptography==36.0.1,dasbus==1.4,dbus-python==1.2.18,distro==1.5.0,docopt==0.6.2,exceptiongroup==1.2.2,execnet==2.1.1,file-magic==0.4.0,gevent==24.2.1,google-auth==2.34.0,gpg==1.15.1,greenlet==3.1.0,grpcio==1.46.7,grpcio-tools==1.46.7,httplib2==0.22.0,idna==2.10,iniconfig==2.0.0,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.0.0,jaraco.functools==3.5.0,jaraco.text==3.2.0,Jinja2==2.11.3,jsonpatch==1.21,jsonpointer==2.0,kubernetes==26.1.0,libcomps==0.1.18,logutils==0.3.5,lxml==4.6.5,Mako==1.1.4.dev0,MarkupSafe==1.1.1,more-itertools==8.12.0,munch==4.0.0,natsort==7.1.1,nftables==0.1,numpy==1.20.1,oauthlib==3.1.1,packaging==20.9,pecan==1.4.2,perf==0.1,pexpect==4.8.0,pluggy==1.5.0,ply==3.11,portend==3.1.0,prettytable==0.7.2,protobuf==3.14.0,psutil==5.8.0,ptyprocess==0.6.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,PyGObject==3.40.1,pyOpenSSL==21.0.0,pyparsing==2.4.7,PySocks==1.7.1,pytest==8.3.3,python-dateutil==2.8.1,python-linux-procfs==0.7.3,pytz==2021.1,pyudev==0.22.0,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=69aaf7115b323a1792f6c90ddc18c2852f66604758c412090a769b296a8461d2,rbd==2.0.0,registries-conf-ctl==1.0,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rpm==4.16.1.3,rsa==4.9,s3cmd==2.4.0,scipy==1.6.2,selinux==3.6,sepolicy==3.6,setools==4.4.4,setroubleshoot @ file:///builddir/build/BUILD/setroubleshoot-3.3.32/src,six==1.15.0,systemd-python==234,tempora==5.0.0,toml==0.10.2,tomli==2.0.1,typing_extensions==4.12.2,urllib3==1.26.5,WebOb==1.8.8,websocket-client==1.2.3,Werkzeug==2.0.3,zc.lockfile==2.0,zope.event==5.0,zope.interface==7.0.3 2024-09-19T11:36:02.326 INFO:teuthology.orchestra.run.smithi103.stdout:py run-test-pre: PYTHONHASHSEED='3238204987' 2024-09-19T11:36:02.326 INFO:teuthology.orchestra.run.smithi103.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-19T11:36:02.513 INFO:teuthology.orchestra.run.smithi103.stdout:============================= test session starts ============================== 2024-09-19T11:36:02.513 INFO:teuthology.orchestra.run.smithi103.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-19T11:36:02.513 INFO:teuthology.orchestra.run.smithi103.stdout:cachedir: .tox/py/.pytest_cache 2024-09-19T11:36:02.514 INFO:teuthology.orchestra.run.smithi103.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2024-09-19T11:36:02.514 INFO:teuthology.orchestra.run.smithi103.stdout:configfile: pytest.ini 2024-09-19T11:36:02.609 INFO:teuthology.orchestra.run.smithi103.stdout:collecting ... collected 9 items 2024-09-19T11:36:02.609 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:36:04.468 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-19T11:36:05.206 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-19T11:36:05.899 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-19T11:36:06.693 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-19T11:36:07.424 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-19T11:36:14.180 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-19T11:36:15.802 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-19T11:36:17.767 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-19T11:36:20.984 INFO:teuthology.orchestra.run.smithi103.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout:=============================== warnings summary =============================== 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout: import imp 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-19T11:36:20.985 INFO:teuthology.orchestra.run.smithi103.stdout:======================== 9 passed, 1 warning in 18.47s ========================= 2024-09-19T11:36:21.016 INFO:teuthology.orchestra.run.smithi103.stdout:___________________________________ summary ____________________________________ 2024-09-19T11:36:21.016 INFO:teuthology.orchestra.run.smithi103.stdout: py: commands succeeded 2024-09-19T11:36:21.016 INFO:teuthology.orchestra.run.smithi103.stdout: congratulations :) 2024-09-19T11:36:21.034 INFO:tasks.ragweed:Cleaning up boto... 2024-09-19T11:36:21.034 DEBUG:teuthology.orchestra.run.smithi103:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-19T11:36:21.063 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-19T11:36:21.160 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:36:21.160 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:36:21.193 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.191+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.192+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.192+0000 7f5f9a146800 20 realm 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.192+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.192+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.192+0000 7f5f9a146800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.192+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.193+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.193+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.196 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.194+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:36:21.196 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.194+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.196 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.194+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:36:21.197 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.194+0000 7f5f9a146800 20 searching for the correct realm 2024-09-19T11:36:21.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.198+0000 7f5f98438640 0 -- 172.21.15.103:0/3410122777 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f5f80097040 msgr2=0x7f5f8006b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:36:21.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.405+0000 7f5f97c37640 0 -- 172.21.15.103:0/3410122777 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55da9468ecc0 msgr2=0x55da94691110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:36:21.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:36:21.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:36:21.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.408+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 zone default found 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 4 Realm: () 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:36:21.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 zonegroup default 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 started sync module instance, tier type = 2024-09-19T11:36:21.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.409+0000 7f5f9a146800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:36:21.421 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.419+0000 7f5f9a146800 20 add_watcher() i=0 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.419+0000 7f5f9a146800 20 add_watcher() i=1 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.419+0000 7f5f9a146800 20 add_watcher() i=2 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.419+0000 7f5f9a146800 20 add_watcher() i=3 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.419+0000 7f5f9a146800 20 add_watcher() i=4 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.419+0000 7f5f9a146800 20 add_watcher() i=5 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.419+0000 7f5f9a146800 20 add_watcher() i=6 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.420+0000 7f5f9a146800 20 add_watcher() i=7 2024-09-19T11:36:21.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.420+0000 7f5f9a146800 2 all 8 watchers are set, enabling cache 2024-09-19T11:36:21.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.422+0000 7f5e4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:36:21.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.422+0000 7f5f9a146800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:36:21.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.422+0000 7f5f9a146800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:36:21.459 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.457+0000 7f5e4cfe1640 20 reqs_thread_entry: start 2024-09-19T11:36:21.459 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.457+0000 7f5f9a146800 20 init_complete bucket index max shards: 11 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.457+0000 7f5f9a146800 20 Filter name: none 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.457+0000 7f5dc67fc640 20 reqs_thread_entry: start 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.457+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.457+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.458+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=486 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.458+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.458+0000 7f5f9a146800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-19T11:36:21.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.458+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.458+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 : miss 2024-09-19T11:36:21.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.458+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.459+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=426 2024-09-19T11:36:21.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.459+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 info.flags=0x17 2024-09-19T11:36:21.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.459+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 to cache LRU end 2024-09-19T11:36:21.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.459+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.459+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.463 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.459+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 2024-09-19T11:36:21.464 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.460+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-19T11:36:21.464 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.460+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-19T11:36:21.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.460+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-19T11:36:21.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.461+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-19T11:36:21.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.461+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-19T11:36:21.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.461+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-19T11:36:21.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.462+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-19T11:36:21.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.462+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-19T11:36:21.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.463+0000 7f5f9a146800 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-19T11:36:21.466 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.464+0000 7f5f9a146800 20 get_obj_state: octx=0x55da9463cc70 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55da947588e8 s->prefetch_data=0 2024-09-19T11:36:21.466 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.464+0000 7f5f9a146800 10 manifest: total_size = 7802 2024-09-19T11:36:21.466 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.464+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4213714859433874285 2024-09-19T11:36:21.466 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.464+0000 7f5f9a146800 20 get_obj_state: octx=0x55da9463cc70 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55da947588e8 s->prefetch_data=0 2024-09-19T11:36:21.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.464+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da947588e8 2024-09-19T11:36:21.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.464+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.1 2024-09-19T11:36:21.469 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.467+0000 7f5f9a146800 20 get_obj_state: octx=0x55da9463cc70 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.467+0000 7f5f9a146800 10 manifest: total_size = 5071 2024-09-19T11:36:21.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.467+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5287555512948744700 2024-09-19T11:36:21.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.467+0000 7f5f9a146800 20 get_obj_state: octx=0x55da9463cc70 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.467+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da947588a8 2024-09-19T11:36:21.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.467+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.2 2024-09-19T11:36:21.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.468+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-19T11:36:21.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.470+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946e26d0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.470+0000 7f5f9a146800 10 manifest: total_size = 5239 2024-09-19T11:36:21.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.470+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6628868876921439888 2024-09-19T11:36:21.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.470+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946e26d0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.470+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da947588a8 2024-09-19T11:36:21.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.470+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.2 2024-09-19T11:36:21.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.471+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-19T11:36:21.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.472+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.473+0000 7f5f9a146800 10 manifest: total_size = 13125 2024-09-19T11:36:21.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.473+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3912369257106202298 2024-09-19T11:36:21.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.473+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.473+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da947588a8 2024-09-19T11:36:21.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.473+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.3 2024-09-19T11:36:21.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.474+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-19T11:36:21.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.475+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9008dd40 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.475+0000 7f5f9a146800 10 manifest: total_size = 13112 2024-09-19T11:36:21.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.475+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18034425814231446596 2024-09-19T11:36:21.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.475+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9008dd40 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55da947588a8 s->prefetch_data=0 2024-09-19T11:36:21.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.475+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da947588a8 2024-09-19T11:36:21.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.475+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.4 2024-09-19T11:36:21.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.476+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-19T11:36:21.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.478+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056650 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55da94758398 s->prefetch_data=0 2024-09-19T11:36:21.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.478+0000 7f5f9a146800 10 manifest: total_size = 13592 2024-09-19T11:36:21.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.478+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1345553824809959243 2024-09-19T11:36:21.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.478+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056650 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55da94758398 s->prefetch_data=0 2024-09-19T11:36:21.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.478+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da94758398 2024-09-19T11:36:21.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.478+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.4 2024-09-19T11:36:21.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.479+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-19T11:36:21.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.480+0000 7f5f9a146800 20 get_obj_state: octx=0x55da94759690 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55da946dfce8 s->prefetch_data=0 2024-09-19T11:36:21.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.481+0000 7f5f9a146800 10 manifest: total_size = 12853 2024-09-19T11:36:21.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.481+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.355637939978600207 2024-09-19T11:36:21.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.481+0000 7f5f9a146800 20 get_obj_state: octx=0x55da94759690 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55da946dfce8 s->prefetch_data=0 2024-09-19T11:36:21.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.481+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946dfce8 2024-09-19T11:36:21.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.481+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.5 2024-09-19T11:36:21.484 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.482+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-19T11:36:21.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.483+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55da946dfce8 s->prefetch_data=0 2024-09-19T11:36:21.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.484+0000 7f5f9a146800 10 manifest: total_size = 14227 2024-09-19T11:36:21.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.484+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2491523475846833636 2024-09-19T11:36:21.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.484+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55da946dfce8 s->prefetch_data=0 2024-09-19T11:36:21.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.484+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946dfce8 2024-09-19T11:36:21.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.484+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.7 2024-09-19T11:36:21.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.484+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-19T11:36:21.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.486+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056650 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55da946dfce8 s->prefetch_data=0 2024-09-19T11:36:21.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.486+0000 7f5f9a146800 10 manifest: total_size = 8750 2024-09-19T11:36:21.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.486+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5689296505907763776 2024-09-19T11:36:21.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.486+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056650 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55da946dfce8 s->prefetch_data=0 2024-09-19T11:36:21.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.486+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946dfce8 2024-09-19T11:36:21.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.486+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4.8 2024-09-19T11:36:21.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.487+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-19T11:36:21.491 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.489+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.491 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.489+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.492 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.490+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-19T11:36:21.492 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.490+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.492 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.490+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.493 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.490+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.493 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.490+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.493 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.490+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.492+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-19T11:36:21.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.492+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.492+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=204 2024-09-19T11:36:21.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.492+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-19T11:36:21.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.492+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-19T11:36:21.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.493+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-19T11:36:21.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.493+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-19T11:36:21.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.494+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627808 cookie 94397281143936 notifier 5630 bl.length()=162 2024-09-19T11:36:21.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.495+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 from cache 2024-09-19T11:36:21.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.495+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4, ofs0, ns] 2024-09-19T11:36:21.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.496+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627809 cookie 94397281143936 notifier 5630 bl.length()=219 2024-09-19T11:36:21.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.499+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 : miss 2024-09-19T11:36:21.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.499+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.499+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.499+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 info.flags=0x0 2024-09-19T11:36:21.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.499+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4 to cache LRU end 2024-09-19T11:36:21.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 : miss 2024-09-19T11:36:21.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=457 2024-09-19T11:36:21.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 info.flags=0x17 2024-09-19T11:36:21.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 to cache LRU end 2024-09-19T11:36:21.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.501+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 2024-09-19T11:36:21.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.506+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo 2024-09-19T11:36:21.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.506+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9008db60 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55da946f58c8 s->prefetch_data=0 2024-09-19T11:36:21.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.506+0000 7f5f9a146800 10 manifest: total_size = 18874368 2024-09-19T11:36:21.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.506+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8585091853390121855 2024-09-19T11:36:21.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.506+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9008db60 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55da946f58c8 s->prefetch_data=0 2024-09-19T11:36:21.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.506+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946f58c8 2024-09-19T11:36:21.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.506+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11.10 2024-09-19T11:36:21.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8585091853390121855 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.1 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__shadow_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.1_1 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2024-09-19T11:36:21.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.2 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__shadow_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.2_1 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.3 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__shadow_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.3_1 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.4 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.509+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8585091853390121855 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.510+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.511+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.511+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.511+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.511+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.511+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.511+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.511+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.513+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-19T11:36:21.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.513+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.514+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=235 2024-09-19T11:36:21.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.514+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-19T11:36:21.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.514+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-19T11:36:21.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.515+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-19T11:36:21.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.515+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-19T11:36:21.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.515+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627876 cookie 94397281141728 notifier 5630 bl.length()=191 2024-09-19T11:36:21.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.517+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 from cache 2024-09-19T11:36:21.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.517+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11, ofs0, ns] 2024-09-19T11:36:21.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.517+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627798 cookie 94397281188608 notifier 5630 bl.length()=249 2024-09-19T11:36:21.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.520+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 : miss 2024-09-19T11:36:21.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.520+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.520+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.520+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 info.flags=0x0 2024-09-19T11:36:21.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.520+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11 to cache LRU end 2024-09-19T11:36:21.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.522+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 : miss 2024-09-19T11:36:21.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.522+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.523+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=464 2024-09-19T11:36:21.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.523+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 info.flags=0x17 2024-09-19T11:36:21.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.523+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 to cache LRU end 2024-09-19T11:36:21.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.523+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.523+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.523+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 2024-09-19T11:36:21.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.527+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo 2024-09-19T11:36:21.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.527+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946e22a0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55da946ec3b8 s->prefetch_data=0 2024-09-19T11:36:21.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.527+0000 7f5f9a146800 10 manifest: total_size = 74198 2024-09-19T11:36:21.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.527+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8717724913081259853 2024-09-19T11:36:21.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.527+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946e22a0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55da946ec3b8 s->prefetch_data=0 2024-09-19T11:36:21.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.527+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946ec3b8 2024-09-19T11:36:21.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.527+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12.10 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=20613 2024-09-19T11:36:21.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4256143 part_ofs=61839 rule->part_size=12359 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8717724913081259853 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.1 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.2 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.3 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-19T11:36:21.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.4 2024-09-19T11:36:21.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-19T11:36:21.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.529+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8717724913081259853 2024-09-19T11:36:21.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.530+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo 2024-09-19T11:36:21.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.531+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.531+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.531+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.531+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.531+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.531+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.531+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.533+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-19T11:36:21.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.533+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.533+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=242 2024-09-19T11:36:21.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.534+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-19T11:36:21.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.534+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-19T11:36:21.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.535+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-19T11:36:21.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.535+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-19T11:36:21.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.535+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627799 cookie 94397281188608 notifier 5630 bl.length()=198 2024-09-19T11:36:21.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.536+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 from cache 2024-09-19T11:36:21.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.536+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12, ofs0, ns] 2024-09-19T11:36:21.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.537+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627782 cookie 94397281201776 notifier 5630 bl.length()=256 2024-09-19T11:36:21.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.541+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 : miss 2024-09-19T11:36:21.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.541+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.541+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.541+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 info.flags=0x0 2024-09-19T11:36:21.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.541+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12 to cache LRU end 2024-09-19T11:36:21.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 : miss 2024-09-19T11:36:21.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=459 2024-09-19T11:36:21.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 info.flags=0x17 2024-09-19T11:36:21.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 to cache LRU end 2024-09-19T11:36:21.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.543+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 2024-09-19T11:36:21.550 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.547+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo[7ZoMYcDmYw6-SZ8D4tmq64hPDWfQQ8g] 2024-09-19T11:36:21.550 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.547+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10.10 2024-09-19T11:36:21.550 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.548+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ed440 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55da946f58c8 s->prefetch_data=0 2024-09-19T11:36:21.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.548+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 84qp6tbvl9zipintzu5bw2ha490uj2wd 2024-09-19T11:36:21.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.548+0000 7f5f9a146800 20 get_obj_state_impl: setting s->olh_tag to 002mc4a2sijwz5bjutthv1zdlpa1pkbq 2024-09-19T11:36:21.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.548+0000 7f5f9a146800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=002mc4a2sijwz5bjutthv1zdlpa1pkbq 2024-09-19T11:36:21.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.550+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10.10 2024-09-19T11:36:21.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.551+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10.10 2024-09-19T11:36:21.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.551+0000 7f5f9a146800 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-19T11:36:21.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.551+0000 7f5f9a146800 20 olh_log_entry: epoch=3 op=3 key=foo[7ZoMYcDmYw6-SZ8D4tmq64hPDWfQQ8g] 2024-09-19T11:36:21.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.551+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ed440 obj=test-client.0-r-test-multipart-index-versioning.1:_:7ZoMYcDmYw6-SZ8D4tmq64hPDWfQQ8g_foo state=0x55da946f9cb8 s->prefetch_data=0 2024-09-19T11:36:21.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.552+0000 7f5f9a146800 10 manifest: total_size = 1667 2024-09-19T11:36:21.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.552+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6737511487490483750 2024-09-19T11:36:21.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.552+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ed440 obj=test-client.0-r-test-multipart-index-versioning.1:_:7ZoMYcDmYw6-SZ8D4tmq64hPDWfQQ8g_foo state=0x55da946f9cb8 s->prefetch_data=0 2024-09-19T11:36:21.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.552+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946f9cb8 2024-09-19T11:36:21.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.552+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10.10 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=516 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4195852 part_ofs=1548 rule->part_size=119 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-19T11:36:21.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6737511487490483750 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.1 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.2 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.3 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.4 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.554+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6737511487490483750 2024-09-19T11:36:21.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.555+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo[7ZoMYcDmYw6-SZ8D4tmq64hPDWfQQ8g] 2024-09-19T11:36:21.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.556+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ed440 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55da946f58c8 s->prefetch_data=0 2024-09-19T11:36:21.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.557+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10.10 2024-09-19T11:36:21.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10.10 2024-09-19T11:36:21.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.559+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.561+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-19T11:36:21.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.561+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.562+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=237 2024-09-19T11:36:21.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.562+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-19T11:36:21.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.562+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-19T11:36:21.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.563+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-19T11:36:21.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.563+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-19T11:36:21.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.563+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627800 cookie 94397281188608 notifier 5630 bl.length()=193 2024-09-19T11:36:21.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.564+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 from cache 2024-09-19T11:36:21.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.564+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10, ofs0, ns] 2024-09-19T11:36:21.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.564+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627793 cookie 94397281194288 notifier 5630 bl.length()=251 2024-09-19T11:36:21.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.567+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 : miss 2024-09-19T11:36:21.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.567+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.567+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.567+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 info.flags=0x0 2024-09-19T11:36:21.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.567+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10 to cache LRU end 2024-09-19T11:36:21.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.569+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 : miss 2024-09-19T11:36:21.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.569+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.570+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T11:36:21.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.570+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 info.flags=0x17 2024-09-19T11:36:21.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.570+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 to cache LRU end 2024-09-19T11:36:21.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.570+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.570+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.570+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 2024-09-19T11:36:21.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.573+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo 2024-09-19T11:36:21.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.573+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ff090 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55da946fdd48 s->prefetch_data=0 2024-09-19T11:36:21.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.574+0000 7f5f9a146800 10 manifest: total_size = 1667 2024-09-19T11:36:21.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.574+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9622247716596843757 2024-09-19T11:36:21.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.574+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ff090 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55da946fdd48 s->prefetch_data=0 2024-09-19T11:36:21.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.574+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fdd48 2024-09-19T11:36:21.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.574+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9.10 2024-09-19T11:36:21.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T11:36:21.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-19T11:36:21.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=516 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4195852 part_ofs=1548 rule->part_size=119 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9622247716596843757 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.1 2024-09-19T11:36:21.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.2 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.3 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.4 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.576+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9622247716596843757 2024-09-19T11:36:21.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.577+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo 2024-09-19T11:36:21.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.577+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.577+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.578+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.578+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.578+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.578+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.578+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.580+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-19T11:36:21.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.580+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.581+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=225 2024-09-19T11:36:21.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.581+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-19T11:36:21.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.581+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-19T11:36:21.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.582+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-19T11:36:21.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.582+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-19T11:36:21.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.582+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627810 cookie 94397281195856 notifier 5630 bl.length()=183 2024-09-19T11:36:21.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.583+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 from cache 2024-09-19T11:36:21.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.583+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9, ofs0, ns] 2024-09-19T11:36:21.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.584+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627794 cookie 94397281199632 notifier 5630 bl.length()=240 2024-09-19T11:36:21.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.587+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 : miss 2024-09-19T11:36:21.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.587+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.587+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.587+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 info.flags=0x0 2024-09-19T11:36:21.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.587+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9 to cache LRU end 2024-09-19T11:36:21.591 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 : miss 2024-09-19T11:36:21.591 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:36:21.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 info.flags=0x17 2024-09-19T11:36:21.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 to cache LRU end 2024-09-19T11:36:21.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.589+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 2024-09-19T11:36:21.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.590+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-19T11:36:21.593 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.591+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-19T11:36:21.593 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.591+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T11:36:21.594 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.592+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-19T11:36:21.594 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.592+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-19T11:36:21.594 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.592+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T11:36:21.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.593+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-19T11:36:21.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.593+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T11:36:21.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.593+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-19T11:36:21.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.593+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-19T11:36:21.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.593+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-19T11:36:21.596 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.594+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-19T11:36:21.596 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.594+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ee380 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.594+0000 7f5f9a146800 10 manifest: total_size = 324647 2024-09-19T11:36:21.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.594+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _nd3npQYy-gJQlRiZAbLrXo4ddkb4Tch 2024-09-19T11:36:21.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.594+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ee380 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.594+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.594+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.0 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _nd3npQYy-gJQlRiZAbLrXo4ddkb4Tch 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.kVJK34ZMJMuQNZodlUX01AVlRpKVrn-_0 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.597+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _nd3npQYy-gJQlRiZAbLrXo4ddkb4Tch 2024-09-19T11:36:21.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.598+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-19T11:36:21.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.598+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880647c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.598+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.598+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _3_vxHEHl_52zxQN6nrkphwzrSVD8HHC 2024-09-19T11:36:21.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.598+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880647c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.598+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.598+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.2 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _3_vxHEHl_52zxQN6nrkphwzrSVD8HHC 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.aotLFBemy2_S0a7Q1aV9glHzqIcTJGk_1 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.601+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _3_vxHEHl_52zxQN6nrkphwzrSVD8HHC 2024-09-19T11:36:21.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.602+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-19T11:36:21.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.602+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.603+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.603+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6469877211983544362 2024-09-19T11:36:21.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.603+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.603+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.603+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.3 2024-09-19T11:36:21.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6469877211983544362 2024-09-19T11:36:21.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_0 2024-09-19T11:36:21.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-19T11:36:21.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_1 2024-09-19T11:36:21.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-19T11:36:21.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.605+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6469877211983544362 2024-09-19T11:36:21.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.606+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T11:36:21.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.606+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.607+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.607+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _6YO3dfz3I_oeZF0_ywH953PYyDHh7wd 2024-09-19T11:36:21.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.607+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.607+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.607+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.5 2024-09-19T11:36:21.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _6YO3dfz3I_oeZF0_ywH953PYyDHh7wd 2024-09-19T11:36:21.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.vZiMDSsngQq9B2Tr1Zp_kQwKrLUt7LX_0 2024-09-19T11:36:21.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T11:36:21.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.vZiMDSsngQq9B2Tr1Zp_kQwKrLUt7LX_1 2024-09-19T11:36:21.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-19T11:36:21.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.609+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _6YO3dfz3I_oeZF0_ywH953PYyDHh7wd 2024-09-19T11:36:21.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.610+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-19T11:36:21.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.610+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880647c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.610+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.610+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _avaZ_r4JzmNQJbOzxKhHcTaRXOmY9m8 2024-09-19T11:36:21.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.610+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880647c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.610+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.610+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.5 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _avaZ_r4JzmNQJbOzxKhHcTaRXOmY9m8 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.32euTkQ1g4X4tAnyAnlWeT-5ek3qYzJ_0 2024-09-19T11:36:21.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T11:36:21.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.32euTkQ1g4X4tAnyAnlWeT-5ek3qYzJ_1 2024-09-19T11:36:21.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-19T11:36:21.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.612+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _avaZ_r4JzmNQJbOzxKhHcTaRXOmY9m8 2024-09-19T11:36:21.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.613+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-19T11:36:21.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.614+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.614+0000 7f5f9a146800 10 manifest: total_size = 324647 2024-09-19T11:36:21.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.614+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1242987053520440346 2024-09-19T11:36:21.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.614+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.614+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.614+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.5 2024-09-19T11:36:21.618 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.616+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90094f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.618 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.616+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.616+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _UBpuwpeyk-ktg1mojum9MsxmWnbxMap 2024-09-19T11:36:21.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.616+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90094f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.616+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.616+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.7 2024-09-19T11:36:21.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.617+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T11:36:21.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _UBpuwpeyk-ktg1mojum9MsxmWnbxMap 2024-09-19T11:36:21.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.rrwKjc5WUrqNfU0qGOLFvaLqgSG6Xzh_1 2024-09-19T11:36:21.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T11:36:21.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.620+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _UBpuwpeyk-ktg1mojum9MsxmWnbxMap 2024-09-19T11:36:21.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.621+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-19T11:36:21.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.621+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.621+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.621+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10430072695761274449 2024-09-19T11:36:21.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.621+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.621+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.621+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.7 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10430072695761274449 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_0 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_1 2024-09-19T11:36:21.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-19T11:36:21.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.623+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10430072695761274449 2024-09-19T11:36:21.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.624+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T11:36:21.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.625+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880647c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.625+0000 7f5f9a146800 10 manifest: total_size = 324647 2024-09-19T11:36:21.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.625+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _XZmOowj0qL-gB9j200ClpC4aqvCWldE 2024-09-19T11:36:21.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.625+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880647c0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.625+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.625+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.7 2024-09-19T11:36:21.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.627+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.628+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.628+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7387804500725016106 2024-09-19T11:36:21.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.628+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.628+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.628+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.8 2024-09-19T11:36:21.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.628+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-19T11:36:21.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7387804500725016106 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_0 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_1 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.630+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7387804500725016106 2024-09-19T11:36:21.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.631+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-19T11:36:21.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.631+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd7b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.631+0000 7f5f9a146800 10 manifest: total_size = 324647 2024-09-19T11:36:21.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.631+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _FnRGr-HRRJgFFLFP2g0EYFftLf5n_vI 2024-09-19T11:36:21.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.631+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd7b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.631+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.631+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.8 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _FnRGr-HRRJgFFLFP2g0EYFftLf5n_vI 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.wPh3wd_nXh6Z7iDdjthMedlSh5yYDBz_0 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.633+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _FnRGr-HRRJgFFLFP2g0EYFftLf5n_vI 2024-09-19T11:36:21.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.635+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-19T11:36:21.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.635+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.635+0000 7f5f9a146800 10 manifest: total_size = 5242880 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.635+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.84631805290172545 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.635+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9004e980 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.635+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.635+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15.9 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.84631805290172545 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_0 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 335 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_1 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 572 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.637+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.84631805290172545 2024-09-19T11:36:21.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.638+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-19T11:36:21.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.639+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.639+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.639+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.639+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.639+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.639+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.639+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.641+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-19T11:36:21.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.641+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.644 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.641+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=233 2024-09-19T11:36:21.644 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.641+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-19T11:36:21.644 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.641+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-19T11:36:21.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.643+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-19T11:36:21.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.643+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-19T11:36:21.646 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.643+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627801 cookie 94397281188608 notifier 5630 bl.length()=189 2024-09-19T11:36:21.647 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.644+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 from cache 2024-09-19T11:36:21.647 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.644+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15, ofs0, ns] 2024-09-19T11:36:21.647 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.645+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627795 cookie 94397281194288 notifier 5630 bl.length()=247 2024-09-19T11:36:21.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.647+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 : miss 2024-09-19T11:36:21.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.647+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.648+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.648+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 info.flags=0x0 2024-09-19T11:36:21.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.648+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15 to cache LRU end 2024-09-19T11:36:21.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 : miss 2024-09-19T11:36:21.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=465 2024-09-19T11:36:21.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 info.flags=0x17 2024-09-19T11:36:21.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 to cache LRU end 2024-09-19T11:36:21.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.650+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 2024-09-19T11:36:21.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.651+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-19T11:36:21.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.651+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-19T11:36:21.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.652+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T11:36:21.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.652+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-19T11:36:21.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.652+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-19T11:36:21.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.652+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T11:36:21.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.653+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-19T11:36:21.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.653+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T11:36:21.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.653+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-19T11:36:21.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.654+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-19T11:36:21.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.654+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-19T11:36:21.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.655+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-19T11:36:21.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.655+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ee380 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.655+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.655+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _UmfmD9yJEJgRsoKfJejjbLhtnUDKryN 2024-09-19T11:36:21.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.655+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ee380 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.655+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.655+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.0 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _UmfmD9yJEJgRsoKfJejjbLhtnUDKryN 2024-09-19T11:36:21.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.manW7WvE_Tjf_C7gr9oMztpA-vUegTY_0 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.manW7WvE_Tjf_C7gr9oMztpA-vUegTY_1 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.manW7WvE_Tjf_C7gr9oMztpA-vUegTY_2 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.657+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: _UmfmD9yJEJgRsoKfJejjbLhtnUDKryN 2024-09-19T11:36:21.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.658+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-19T11:36:21.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.659+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ff390 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.659+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.659+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _3bU0ahn3Up7z7IwTSPEGAgQvWpH7nuJ 2024-09-19T11:36:21.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.659+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ff390 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.659+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.659+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.2 2024-09-19T11:36:21.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _3bU0ahn3Up7z7IwTSPEGAgQvWpH7nuJ 2024-09-19T11:36:21.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.KTMTmgSWwXMZPC7XJmYoRpG7aTjHnjQ_1 2024-09-19T11:36:21.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T11:36:21.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.KTMTmgSWwXMZPC7XJmYoRpG7aTjHnjQ_2 2024-09-19T11:36:21.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-19T11:36:21.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.663+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: _3bU0ahn3Up7z7IwTSPEGAgQvWpH7nuJ 2024-09-19T11:36:21.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.664+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-19T11:36:21.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.664+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ff390 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.664+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.664+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6468411978866862985 2024-09-19T11:36:21.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.664+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ff390 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.664+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.664+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.3 2024-09-19T11:36:21.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6468411978866862985 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1 2024-09-19T11:36:21.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-19T11:36:21.671 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1_1 2024-09-19T11:36:21.671 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-19T11:36:21.671 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2 2024-09-19T11:36:21.671 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-19T11:36:21.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2_1 2024-09-19T11:36:21.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-19T11:36:21.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.3 2024-09-19T11:36:21.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-19T11:36:21.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.667+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6468411978866862985 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.668+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.668+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.668+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.668+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _dywstmaziqiWMC7urgml8lN4uUcTU5I 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.668+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.668+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.668+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.5 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _dywstmaziqiWMC7urgml8lN4uUcTU5I 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.XBZ6wdwLfT5dZStLTMr2ExpBv2niVxS_0 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.XBZ6wdwLfT5dZStLTMr2ExpBv2niVxS_1 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.XBZ6wdwLfT5dZStLTMr2ExpBv2niVxS_2 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.670+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _dywstmaziqiWMC7urgml8lN4uUcTU5I 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.671+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-19T11:36:21.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.671+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.672+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.672+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _QLfml7cIdt08mD_HfQ2eAWXVQkyDuJv 2024-09-19T11:36:21.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.672+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.672+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.672+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.5 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _QLfml7cIdt08mD_HfQ2eAWXVQkyDuJv 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.iSsrcV909Sl-S3xd_ThWx7D3cMEO7nM_0 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T11:36:21.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.iSsrcV909Sl-S3xd_ThWx7D3cMEO7nM_1 2024-09-19T11:36:21.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-19T11:36:21.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.iSsrcV909Sl-S3xd_ThWx7D3cMEO7nM_2 2024-09-19T11:36:21.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-19T11:36:21.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.674+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _QLfml7cIdt08mD_HfQ2eAWXVQkyDuJv 2024-09-19T11:36:21.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.675+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-19T11:36:21.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.675+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9008db60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.675+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.675+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16664740539714650143 2024-09-19T11:36:21.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.675+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f9008db60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.675+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.675+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.5 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16664740539714650143 2024-09-19T11:36:21.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1 2024-09-19T11:36:21.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1_1 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 627 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 891 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2_1 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1153 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.3 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1417 2024-09-19T11:36:21.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.684 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.677+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16664740539714650143 2024-09-19T11:36:21.684 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.679+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.679+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.679+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.679+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _Y0R4VUBbwub-wsQcqCTRVht7WpRVbeq 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.679+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.679+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.679+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.7 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _Y0R4VUBbwub-wsQcqCTRVht7WpRVbeq 2024-09-19T11:36:21.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.E6ZgBAagw5YVpPdkPILtJP7TbLKnhhs_1 2024-09-19T11:36:21.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-19T11:36:21.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.E6ZgBAagw5YVpPdkPILtJP7TbLKnhhs_2 2024-09-19T11:36:21.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-19T11:36:21.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.682+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _Y0R4VUBbwub-wsQcqCTRVht7WpRVbeq 2024-09-19T11:36:21.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.683+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-19T11:36:21.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.683+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.683+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.683+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7019254576831951331 2024-09-19T11:36:21.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.683+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.683+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.683+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.7 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7019254576831951331 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1_1 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-19T11:36:21.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2_1 2024-09-19T11:36:21.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-19T11:36:21.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.3 2024-09-19T11:36:21.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-19T11:36:21.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.685+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7019254576831951331 2024-09-19T11:36:21.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.686+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T11:36:21.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.687+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ddc00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.687+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.687+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.981830691655374272 2024-09-19T11:36:21.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.687+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946ddc00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.687+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.687+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.7 2024-09-19T11:36:21.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.981830691655374272 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 363 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1_1 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 625 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 889 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2_1 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1151 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.3 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1415 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.690+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.981830691655374272 2024-09-19T11:36:21.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.691+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-19T11:36:21.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.691+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946dfc30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.691+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.691+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2346341044135238285 2024-09-19T11:36:21.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.691+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946dfc30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.691+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.691+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.8 2024-09-19T11:36:21.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.693+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2346341044135238285 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1 2024-09-19T11:36:21.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1_1 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2_1 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.3 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.694+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2346341044135238285 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.695+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.695+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.695+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.695+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to _yU1jEF73VkpyLqjdzQFkkZ3xMRSNQnX 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.695+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.695+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.695+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.8 2024-09-19T11:36:21.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: _yU1jEF73VkpyLqjdzQFkkZ3xMRSNQnX 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.Oq51TmrHJQyWICzFrxYAiunzoFEuM91_0 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.Oq51TmrHJQyWICzFrxYAiunzoFEuM91_1 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.Oq51TmrHJQyWICzFrxYAiunzoFEuM91_2 2024-09-19T11:36:21.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-19T11:36:21.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.697+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: _yU1jEF73VkpyLqjdzQFkkZ3xMRSNQnX 2024-09-19T11:36:21.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.698+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-19T11:36:21.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.698+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056650 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.699+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.699+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17796085139283066061 2024-09-19T11:36:21.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.699+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056650 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55da946fcd38 s->prefetch_data=0 2024-09-19T11:36:21.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.699+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946fcd38 2024-09-19T11:36:21.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.699+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16.9 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17796085139283066061 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1_1 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2_1 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.3 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-19T11:36:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.701+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17796085139283066061 2024-09-19T11:36:21.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.702+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-19T11:36:21.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.702+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.702+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.703+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.703+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.703+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.703+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.703+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.705+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-19T11:36:21.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.705+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.705+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=243 2024-09-19T11:36:21.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.705+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-19T11:36:21.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.705+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-19T11:36:21.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.706+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-19T11:36:21.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.706+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-19T11:36:21.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.706+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627794 cookie 94397281189664 notifier 5630 bl.length()=199 2024-09-19T11:36:21.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.708+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 from cache 2024-09-19T11:36:21.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.708+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16, ofs0, ns] 2024-09-19T11:36:21.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.709+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627811 cookie 94397281143936 notifier 5630 bl.length()=257 2024-09-19T11:36:21.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.712+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 : miss 2024-09-19T11:36:21.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.712+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.712+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.712+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 info.flags=0x0 2024-09-19T11:36:21.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.712+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16 to cache LRU end 2024-09-19T11:36:21.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 : miss 2024-09-19T11:36:21.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=460 2024-09-19T11:36:21.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 info.flags=0x17 2024-09-19T11:36:21.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 to cache LRU end 2024-09-19T11:36:21.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.714+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 2024-09-19T11:36:21.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.716+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T11:36:21.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.717+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T11:36:21.720 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.718+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T11:36:21.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.718+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fcab0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55da9469ff48 s->prefetch_data=0 2024-09-19T11:36:21.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.719+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.719+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13404240810285618778 2024-09-19T11:36:21.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.719+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fcab0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55da9469ff48 s->prefetch_data=0 2024-09-19T11:36:21.722 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.719+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da9469ff48 2024-09-19T11:36:21.722 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.719+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14.3 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13404240810285618778 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.1 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-19T11:36:21.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.1_1 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.2 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.2_1 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.3 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.721+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13404240810285618778 2024-09-19T11:36:21.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.722+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T11:36:21.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.723+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fc520 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55da9469ff48 s->prefetch_data=0 2024-09-19T11:36:21.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.723+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.723+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14327348488600209913 2024-09-19T11:36:21.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.723+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fc520 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55da9469ff48 s->prefetch_data=0 2024-09-19T11:36:21.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.723+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da9469ff48 2024-09-19T11:36:21.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.723+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14.5 2024-09-19T11:36:21.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14327348488600209913 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.1 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.1_1 2024-09-19T11:36:21.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 627 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.2 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 891 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.2_1 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1153 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.3 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1417 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.725+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14327348488600209913 2024-09-19T11:36:21.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.726+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T11:36:21.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.726+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55da9469ff48 s->prefetch_data=0 2024-09-19T11:36:21.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.727+0000 7f5f9a146800 10 manifest: total_size = 11534336 2024-09-19T11:36:21.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.727+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16839358156689687443 2024-09-19T11:36:21.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.727+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55da9469ff48 s->prefetch_data=0 2024-09-19T11:36:21.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.727+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da9469ff48 2024-09-19T11:36:21.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.727+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14.7 2024-09-19T11:36:21.732 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.732 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.732 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.732 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16839358156689687443 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.1 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.1_1 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.2 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.2_1 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.3 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.729+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16839358156689687443 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.730+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.730+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.735 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.731+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T11:36:21.735 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.731+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.731+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.731+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.731+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.731+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.732+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.732+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.733+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=238 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.733+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-19T11:36:21.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.733+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-19T11:36:21.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.734+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-19T11:36:21.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.734+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-19T11:36:21.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.734+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627796 cookie 94397281194288 notifier 5630 bl.length()=194 2024-09-19T11:36:21.738 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.735+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 from cache 2024-09-19T11:36:21.738 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.735+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14, ofs0, ns] 2024-09-19T11:36:21.738 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.736+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627812 cookie 94397281143936 notifier 5630 bl.length()=252 2024-09-19T11:36:21.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.739+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 : miss 2024-09-19T11:36:21.742 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.739+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.742 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.739+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.742 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.739+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 info.flags=0x0 2024-09-19T11:36:21.742 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.739+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14 to cache LRU end 2024-09-19T11:36:21.743 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 : miss 2024-09-19T11:36:21.743 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=450 2024-09-19T11:36:21.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 info.flags=0x17 2024-09-19T11:36:21.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 to cache LRU end 2024-09-19T11:36:21.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.741+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 2024-09-19T11:36:21.745 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.743+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-19T11:36:21.746 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.744+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-19T11:36:21.747 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.745+0000 7f5f9a146800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-19T11:36:21.748 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.746+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946f60a0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55da946a0908 s->prefetch_data=0 2024-09-19T11:36:21.748 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.746+0000 7f5f9a146800 10 manifest: total_size = 10485760 2024-09-19T11:36:21.748 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.746+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2657285363598279830 2024-09-19T11:36:21.749 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.746+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946f60a0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55da946a0908 s->prefetch_data=0 2024-09-19T11:36:21.749 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.746+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a0908 2024-09-19T11:36:21.749 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.746+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13.3 2024-09-19T11:36:21.750 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2657285363598279830 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.2sHcNUWeKyKvHegtVIxnwNDChztzUwj_0 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.2sHcNUWeKyKvHegtVIxnwNDChztzUwj_1 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-19T11:36:21.751 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.2sHcNUWeKyKvHegtVIxnwNDChztzUwj_2 2024-09-19T11:36:21.752 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 811 2024-09-19T11:36:21.752 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.752 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.748+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2657285363598279830 2024-09-19T11:36:21.752 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.749+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-19T11:36:21.752 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.749+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55da946e2c58 s->prefetch_data=0 2024-09-19T11:36:21.753 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.750+0000 7f5f9a146800 10 manifest: total_size = 649292 2024-09-19T11:36:21.753 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.750+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1818134196171395867 2024-09-19T11:36:21.753 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.750+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880310c0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55da946e2c58 s->prefetch_data=0 2024-09-19T11:36:21.753 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.750+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946e2c58 2024-09-19T11:36:21.753 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.750+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13.5 2024-09-19T11:36:21.754 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.752+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880313b0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55da946e2c58 s->prefetch_data=0 2024-09-19T11:36:21.754 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.752+0000 7f5f9a146800 10 manifest: total_size = 10485760 2024-09-19T11:36:21.754 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.752+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7698707659046875000 2024-09-19T11:36:21.755 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.752+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880313b0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55da946e2c58 s->prefetch_data=0 2024-09-19T11:36:21.755 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.752+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946e2c58 2024-09-19T11:36:21.755 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.752+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13.7 2024-09-19T11:36:21.755 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.753+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7698707659046875000 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.FuFl64nlC0LP0HA_UQaJr5juqKuy2zH_0 2024-09-19T11:36:21.757 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-19T11:36:21.758 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.FuFl64nlC0LP0HA_UQaJr5juqKuy2zH_1 2024-09-19T11:36:21.758 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-19T11:36:21.758 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.FuFl64nlC0LP0HA_UQaJr5juqKuy2zH_2 2024-09-19T11:36:21.758 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 817 2024-09-19T11:36:21.758 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-19T11:36:21.758 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.754+0000 7f5f9a146800 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7698707659046875000 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.756+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.756+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.756+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.757+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.757+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.757+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.757+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.759 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.757+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.760 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.758+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-19T11:36:21.760 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.758+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.761 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.759+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=228 2024-09-19T11:36:21.761 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.759+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-19T11:36:21.761 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.759+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-19T11:36:21.762 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.760+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-19T11:36:21.762 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.760+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-19T11:36:21.762 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.760+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627802 cookie 94397281188608 notifier 5630 bl.length()=184 2024-09-19T11:36:21.763 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.761+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 from cache 2024-09-19T11:36:21.764 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.761+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13, ofs0, ns] 2024-09-19T11:36:21.764 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.762+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627783 cookie 94397281201776 notifier 5630 bl.length()=242 2024-09-19T11:36:21.768 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.766+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 : miss 2024-09-19T11:36:21.768 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.766+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.768 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.766+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.768 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.766+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 info.flags=0x0 2024-09-19T11:36:21.768 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.766+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13 to cache LRU end 2024-09-19T11:36:21.770 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.768+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 : miss 2024-09-19T11:36:21.770 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.768+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.769+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=445 2024-09-19T11:36:21.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.769+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 info.flags=0x17 2024-09-19T11:36:21.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.769+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 to cache LRU end 2024-09-19T11:36:21.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.769+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.769+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.769+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 2024-09-19T11:36:21.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.770+0000 7f5f9a146800 10 cls_bucket_list_unordered: got ___ 2024-09-19T11:36:21.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.770+0000 7f5f9a146800 10 cls_bucket_list_unordered: got __ _ 2024-09-19T11:36:21.774 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.772+0000 7f5f9a146800 10 cls_bucket_list_unordered: got __ 2024-09-19T11:36:21.775 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.773+0000 7f5f9a146800 10 cls_bucket_list_unordered: got obj 2024-09-19T11:36:21.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.773+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd280 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.774+0000 7f5f9a146800 10 manifest: total_size = 0 2024-09-19T11:36:21.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.774+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4374571143180215575 2024-09-19T11:36:21.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.774+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd280 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.774+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a0118 2024-09-19T11:36:21.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.774+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6.2 2024-09-19T11:36:21.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.777+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd280 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.777+0000 7f5f9a146800 10 manifest: total_size = 0 2024-09-19T11:36:21.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.777+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7126277587656751270 2024-09-19T11:36:21.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.777+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd280 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.777+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a0118 2024-09-19T11:36:21.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.777+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6.3 2024-09-19T11:36:21.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.778+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=___ 2024-09-19T11:36:21.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.779+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd280 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.779+0000 7f5f9a146800 10 manifest: total_size = 0 2024-09-19T11:36:21.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.779+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9623919335244560699 2024-09-19T11:36:21.783 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.779+0000 7f5f9a146800 20 get_obj_state: octx=0x55da946fd280 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.783 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.779+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a0118 2024-09-19T11:36:21.783 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.779+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6.6 2024-09-19T11:36:21.783 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.780+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=__ _ 2024-09-19T11:36:21.784 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.782+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.784 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.782+0000 7f5f9a146800 10 manifest: total_size = 0 2024-09-19T11:36:21.784 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.782+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3918920336088509322 2024-09-19T11:36:21.785 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.782+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f88031f50 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55da946a0118 s->prefetch_data=0 2024-09-19T11:36:21.785 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.782+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a0118 2024-09-19T11:36:21.785 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.782+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6.8 2024-09-19T11:36:21.785 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.783+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=__ 2024-09-19T11:36:21.786 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.784+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.786 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.784+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.787 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.785+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=obj 2024-09-19T11:36:21.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.786+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.786+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.786+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.786+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.786+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.787+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-19T11:36:21.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.787+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.790 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.788+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=223 2024-09-19T11:36:21.790 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.788+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-19T11:36:21.790 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.788+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-19T11:36:21.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.789+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-19T11:36:21.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.789+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-19T11:36:21.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.789+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627877 cookie 94397281141728 notifier 5630 bl.length()=181 2024-09-19T11:36:21.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.791+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 from cache 2024-09-19T11:36:21.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.791+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6, ofs0, ns] 2024-09-19T11:36:21.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.791+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627795 cookie 94397281189664 notifier 5630 bl.length()=238 2024-09-19T11:36:21.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.794+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 : miss 2024-09-19T11:36:21.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.794+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.794+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.794+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 info.flags=0x0 2024-09-19T11:36:21.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.794+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6 to cache LRU end 2024-09-19T11:36:21.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 : miss 2024-09-19T11:36:21.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=445 2024-09-19T11:36:21.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 info.flags=0x17 2024-09-19T11:36:21.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 to cache LRU end 2024-09-19T11:36:21.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.799 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.796+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 2024-09-19T11:36:21.800 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.797+0000 7f5f9a146800 10 cls_bucket_list_unordered: got ___ 2024-09-19T11:36:21.800 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.798+0000 7f5f9a146800 10 cls_bucket_list_unordered: got __ _ 2024-09-19T11:36:21.801 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.799+0000 7f5f9a146800 10 cls_bucket_list_unordered: got __ 2024-09-19T11:36:21.802 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.800+0000 7f5f9a146800 10 cls_bucket_list_unordered: got obj 2024-09-19T11:36:21.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.800+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55da94708198 s->prefetch_data=0 2024-09-19T11:36:21.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.801+0000 7f5f9a146800 10 manifest: total_size = 524288 2024-09-19T11:36:21.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.801+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13152202258599444736 2024-09-19T11:36:21.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.801+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55da94708198 s->prefetch_data=0 2024-09-19T11:36:21.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.801+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da94708198 2024-09-19T11:36:21.804 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.801+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7.2 2024-09-19T11:36:21.805 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.803+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55da946a1128 s->prefetch_data=0 2024-09-19T11:36:21.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.804+0000 7f5f9a146800 10 manifest: total_size = 527 2024-09-19T11:36:21.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.804+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12015900371132521563 2024-09-19T11:36:21.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.804+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55da946a1128 s->prefetch_data=0 2024-09-19T11:36:21.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.804+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a1128 2024-09-19T11:36:21.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.804+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7.3 2024-09-19T11:36:21.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.804+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=___ 2024-09-19T11:36:21.808 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.806+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55da946a1128 s->prefetch_data=0 2024-09-19T11:36:21.809 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.807+0000 7f5f9a146800 10 manifest: total_size = 2078 2024-09-19T11:36:21.809 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.807+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8838841138297280587 2024-09-19T11:36:21.809 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.807+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f900568d0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55da946a1128 s->prefetch_data=0 2024-09-19T11:36:21.809 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.807+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a1128 2024-09-19T11:36:21.809 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.807+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7.6 2024-09-19T11:36:21.810 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.807+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=__ _ 2024-09-19T11:36:21.811 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.809+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880686d0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55da946a1128 s->prefetch_data=0 2024-09-19T11:36:21.812 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.809+0000 7f5f9a146800 10 manifest: total_size = 24595 2024-09-19T11:36:21.812 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.809+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14906549873734097629 2024-09-19T11:36:21.812 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.809+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f880686d0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55da946a1128 s->prefetch_data=0 2024-09-19T11:36:21.812 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.809+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946a1128 2024-09-19T11:36:21.812 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.809+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7.8 2024-09-19T11:36:21.813 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.810+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=__ 2024-09-19T11:36:21.814 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.812+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.814 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.812+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.815 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.813+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=obj 2024-09-19T11:36:21.816 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.813+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.816 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.813+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.816 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.813+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.816 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.813+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.816 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.813+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.817 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.815+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-19T11:36:21.817 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.815+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.817 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.815+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=223 2024-09-19T11:36:21.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.815+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-19T11:36:21.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.815+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-19T11:36:21.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.816+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-19T11:36:21.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.816+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-19T11:36:21.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.817+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627878 cookie 94397281141728 notifier 5630 bl.length()=181 2024-09-19T11:36:21.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.818+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 from cache 2024-09-19T11:36:21.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.818+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7, ofs0, ns] 2024-09-19T11:36:21.821 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.818+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627796 cookie 94397281189664 notifier 5630 bl.length()=238 2024-09-19T11:36:21.824 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.822+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 : miss 2024-09-19T11:36:21.825 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.822+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.825 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.822+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.825 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.822+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 info.flags=0x0 2024-09-19T11:36:21.825 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.822+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7 to cache LRU end 2024-09-19T11:36:21.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.824+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 : miss 2024-09-19T11:36:21.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.824+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.825+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=445 2024-09-19T11:36:21.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.825+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 info.flags=0x17 2024-09-19T11:36:21.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.825+0000 7f5f9a146800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 to cache LRU end 2024-09-19T11:36:21.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.825+0000 7f5f9a146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:21.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.825+0000 7f5f9a146800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T11:36:21.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.825+0000 7f5f9a146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 2024-09-19T11:36:21.828 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.826+0000 7f5f9a146800 10 cls_bucket_list_unordered: got ___ 2024-09-19T11:36:21.828 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.826+0000 7f5f9a146800 10 cls_bucket_list_unordered: got __ _ 2024-09-19T11:36:21.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.827+0000 7f5f9a146800 10 cls_bucket_list_unordered: got __ 2024-09-19T11:36:21.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.828+0000 7f5f9a146800 10 cls_bucket_list_unordered: got obj 2024-09-19T11:36:21.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.829+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056e50 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.832 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.829+0000 7f5f9a146800 10 manifest: total_size = 55 2024-09-19T11:36:21.832 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.829+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9008236706337944362 2024-09-19T11:36:21.832 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.829+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056e50 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.832 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.829+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946dc2e8 2024-09-19T11:36:21.832 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.829+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8.2 2024-09-19T11:36:21.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.831+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056e50 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.832+0000 7f5f9a146800 10 manifest: total_size = 1048576 2024-09-19T11:36:21.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.832+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4774811033322520428 2024-09-19T11:36:21.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.832+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056e50 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.832+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946dc2e8 2024-09-19T11:36:21.835 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.832+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8.3 2024-09-19T11:36:21.835 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.832+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=___ 2024-09-19T11:36:21.836 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.834+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056e50 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.835+0000 7f5f9a146800 10 manifest: total_size = 1035 2024-09-19T11:36:21.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.835+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16037393487216817277 2024-09-19T11:36:21.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.835+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f90056e50 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.835+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946dc2e8 2024-09-19T11:36:21.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.835+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8.6 2024-09-19T11:36:21.838 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.835+0000 7f5e767fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-19T11:36:21.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.837+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f80039510 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.838+0000 7f5f9a146800 10 manifest: total_size = 4134 2024-09-19T11:36:21.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.838+0000 7f5f9a146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14563725538526743219 2024-09-19T11:36:21.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.838+0000 7f5f9a146800 20 get_obj_state: octx=0x7f5f80039510 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55da946dc2e8 s->prefetch_data=0 2024-09-19T11:36:21.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.838+0000 7f5f9a146800 20 prepare_atomic_modification: state is not atomic. state=0x55da946dc2e8 2024-09-19T11:36:21.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.838+0000 7f5f9a146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8.8 2024-09-19T11:36:21.841 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.838+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=__ 2024-09-19T11:36:21.842 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.840+0000 7f5f9a146800 20 list_objects_ordered: starting attempt 1 2024-09-19T11:36:21.842 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.840+0000 7f5f9a146800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-19T11:36:21.844 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.841+0000 7f5e76ffd640 20 handle_completion(): completion ok for obj=obj 2024-09-19T11:36:21.844 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.841+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-19T11:36:21.844 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.841+0000 7f5f9a146800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-19T11:36:21.844 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.841+0000 7f5f9a146800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-19T11:36:21.844 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.841+0000 7f5f9a146800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-19T11:36:21.844 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.841+0000 7f5f9a146800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8])"; uploads.size()=0; is_truncated=0 2024-09-19T11:36:21.845 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.843+0000 7f5f9a146800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-19T11:36:21.845 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.843+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.846 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.844+0000 7f5f9a146800 20 rados_obj.operate() r=0 bl.length=223 2024-09-19T11:36:21.846 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.844+0000 7f5f9a146800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-19T11:36:21.846 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.844+0000 7f5f9a146800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-19T11:36:21.847 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.844+0000 7f5f9a146800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-19T11:36:21.847 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.845+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-19T11:36:21.847 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.845+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627879 cookie 94397281141728 notifier 5630 bl.length()=181 2024-09-19T11:36:21.848 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.846+0000 7f5f9a146800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 from cache 2024-09-19T11:36:21.848 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.846+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8, ofs0, ns] 2024-09-19T11:36:21.849 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.847+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627797 cookie 94397281189664 notifier 5630 bl.length()=238 2024-09-19T11:36:21.852 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.849+0000 7f5f9a146800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 : miss 2024-09-19T11:36:21.852 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.849+0000 7f5f9a146800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.852 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.849+0000 7f5f9a146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.852 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.849+0000 7f5f9a146800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 info.flags=0x0 2024-09-19T11:36:21.852 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.849+0000 7f5f9a146800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8 to cache LRU end 2024-09-19T11:36:21.853 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.851+0000 7f5f9a146800 10 removing key index: IFQNJEELFXJABMASNVAQ 2024-09-19T11:36:21.854 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.852+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:IFQNJEELFXJABMASNVAQ, ofs0, ns] 2024-09-19T11:36:21.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.853+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627803 cookie 94397281188608 notifier 5630 bl.length()=170 2024-09-19T11:36:21.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.853+0000 7f5f9a146800 10 removing email index: ragweed.client.0+test@test.test 2024-09-19T11:36:21.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.854+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-19T11:36:21.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.854+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627804 cookie 94397281188608 notifier 5630 bl.length()=182 2024-09-19T11:36:21.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.855+0000 7f5f9a146800 10 removing user buckets index 2024-09-19T11:36:21.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.856+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-19T11:36:21.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.856+0000 7f5e767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627797 cookie 94397281194288 notifier 5630 bl.length()=173 2024-09-19T11:36:21.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.856+0000 7f5f9a146800 10 removing user index: ragweed.client.0 2024-09-19T11:36:21.859 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.857+0000 7f5f9a146800 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-19T11:36:21.860 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.857+0000 7f5f9a146800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-19T11:36:21.860 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.857+0000 7f5e76ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627813 cookie 94397281195856 notifier 5630 bl.length()=165 2024-09-19T11:36:21.861 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.859+0000 7f5e4dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:36:21.863 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.861+0000 7f5f9a146800 20 remove_watcher() i=0 2024-09-19T11:36:21.863 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.861+0000 7f5f9a146800 2 removed watcher, disabling cache 2024-09-19T11:36:21.864 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.862+0000 7f5f9a146800 20 remove_watcher() i=1 2024-09-19T11:36:21.866 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.863+0000 7f5f9a146800 20 remove_watcher() i=2 2024-09-19T11:36:21.866 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.864+0000 7f5f9a146800 20 remove_watcher() i=3 2024-09-19T11:36:21.867 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.865+0000 7f5f9a146800 20 remove_watcher() i=4 2024-09-19T11:36:21.868 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.866+0000 7f5f9a146800 20 remove_watcher() i=5 2024-09-19T11:36:21.869 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.867+0000 7f5f9a146800 20 remove_watcher() i=6 2024-09-19T11:36:21.870 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.868+0000 7f5f9a146800 20 remove_watcher() i=7 2024-09-19T11:36:21.881 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-19T11:36:21.938 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:36:21.938 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:36:21.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.969+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 20 realm 2024-09-19T11:36:21.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:36:21.975 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.975 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.975 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.970+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.975 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.971+0000 7fea3590c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:36:21.975 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.971+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.976 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.972+0000 7fea3590c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:36:21.976 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.972+0000 7fea3590c800 20 searching for the correct realm 2024-09-19T11:36:21.977 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.975+0000 7fea32bfc640 0 -- 172.21.15.103:0/730765562 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55d44272ff00 msgr2=0x55d4427323a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:36:21.981 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.978+0000 7fea32bfc640 0 -- 172.21.15.103:0/730765562 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fea1c02f040 msgr2=0x7fea1c01b940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:36:21.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:36:21.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:36:21.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.982+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:36:21.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 zone default found 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 4 Realm: () 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 zonegroup default 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.983+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.984+0000 7fea3590c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.984+0000 7fea3590c800 20 started sync module instance, tier type = 2024-09-19T11:36:21.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.984+0000 7fea3590c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:36:21.994 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.992+0000 7fea3590c800 20 add_watcher() i=0 2024-09-19T11:36:21.994 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.992+0000 7fea3590c800 20 add_watcher() i=1 2024-09-19T11:36:21.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.992+0000 7fea3590c800 20 add_watcher() i=2 2024-09-19T11:36:21.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.992+0000 7fea3590c800 20 add_watcher() i=3 2024-09-19T11:36:21.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.992+0000 7fea3590c800 20 add_watcher() i=4 2024-09-19T11:36:21.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.992+0000 7fea3590c800 20 add_watcher() i=5 2024-09-19T11:36:21.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.992+0000 7fea3590c800 20 add_watcher() i=6 2024-09-19T11:36:21.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.993+0000 7fea3590c800 20 add_watcher() i=7 2024-09-19T11:36:21.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.993+0000 7fea3590c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:36:21.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.994+0000 7fe8e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:36:21.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.994+0000 7fea3590c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:36:21.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:21.994+0000 7fea3590c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.029+0000 7fe8e8fe1640 20 reqs_thread_entry: start 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 20 init_complete bucket index max shards: 11 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 20 Filter name: none 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fe8627fc640 20 reqs_thread_entry: start 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 20 rados->read ofs=0 len=0 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 20 rados_obj.operate() r=0 bl.length=486 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-19T11:36:22.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.030+0000 7fea3590c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:36:22.034 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.031+0000 7fea3590c800 10 removing key index: MAFILEXFWNTPXCVTLDJK 2024-09-19T11:36:22.034 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.032+0000 7fea3590c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:MAFILEXFWNTPXCVTLDJK, ofs0, ns] 2024-09-19T11:36:22.034 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.032+0000 7fe9167fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627814 cookie 94370136266192 notifier 5648 bl.length()=170 2024-09-19T11:36:22.035 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.032+0000 7fea3590c800 10 removing email index: sysuser.client.0+test@test.test 2024-09-19T11:36:22.035 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.033+0000 7fea3590c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-19T11:36:22.036 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.034+0000 7fe9167fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627815 cookie 94370136335552 notifier 5648 bl.length()=182 2024-09-19T11:36:22.036 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.034+0000 7fea3590c800 10 removing user buckets index 2024-09-19T11:36:22.037 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.035+0000 7fea3590c800 10 removing user index: sysuser.client.0 2024-09-19T11:36:22.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.036+0000 7fea3590c800 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-19T11:36:22.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.036+0000 7fea3590c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-19T11:36:22.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.036+0000 7fe916ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627805 cookie 94370136328784 notifier 5648 bl.length()=165 2024-09-19T11:36:22.040 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.038+0000 7fe8e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:36:22.042 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.040+0000 7fea3590c800 20 remove_watcher() i=0 2024-09-19T11:36:22.042 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.040+0000 7fea3590c800 2 removed watcher, disabling cache 2024-09-19T11:36:22.043 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.041+0000 7fea3590c800 20 remove_watcher() i=1 2024-09-19T11:36:22.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.041+0000 7fea3590c800 20 remove_watcher() i=2 2024-09-19T11:36:22.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.042+0000 7fea3590c800 20 remove_watcher() i=3 2024-09-19T11:36:22.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.043+0000 7fea3590c800 20 remove_watcher() i=4 2024-09-19T11:36:22.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.044+0000 7fea3590c800 20 remove_watcher() i=5 2024-09-19T11:36:22.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.045+0000 7fea3590c800 20 remove_watcher() i=6 2024-09-19T11:36:22.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:36:22.046+0000 7fea3590c800 20 remove_watcher() i=7 2024-09-19T11:36:22.059 INFO:tasks.ragweed:Removing ragweed... 2024-09-19T11:36:22.059 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-19T11:36:22.133 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T11:36:22.144 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:36:22.144 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T11:36:22.144 DEBUG:teuthology.orchestra.run.smithi103:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:36:22.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:36:22.173 INFO:teuthology.orchestra.run.smithi103.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T11:36:22.174 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:36:22.244 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T11:36:22.244 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T11:36:22.313 INFO:tasks.workunit:timeout=3h 2024-09-19T11:36:22.313 INFO:tasks.workunit:cleanup=True 2024-09-19T11:36:22.313 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:36:22.383 INFO:tasks.workunit.client.0.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T11:37:21.774 INFO:tasks.workunit.client.0.smithi103.stderr:Updating files: 97% (12430/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:22.609 INFO:tasks.workunit.client.0.smithi103.stderr: git switch -c 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr:Or undo this operation with: 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr: git switch - 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:22.610 INFO:tasks.workunit.client.0.smithi103.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T11:37:22.615 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T11:37:22.684 INFO:tasks.workunit.client.0.smithi103.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T11:37:22.686 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:37:22.686 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T11:37:22.735 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T11:37:22.783 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T11:37:22.822 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T11:37:22.824 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:37:22.824 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T11:37:22.863 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T11:37:22.866 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:37:22.866 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T11:37:22.935 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-19T11:37:22.936 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-19T11:37:22.936 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-19T11:37:23.008 INFO:tasks.workunit.client.0.smithi103.stderr:+ ulimit -c 0 2024-09-19T11:37:23.008 INFO:tasks.workunit.client.0.smithi103.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-19T11:37:23.009 INFO:tasks.workunit.client.0.smithi103.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T11:37:23.009 INFO:tasks.workunit.client.0.smithi103.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ deactivate nondestructive 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ hash -r 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ unset VIRTUAL_ENV 2024-09-19T11:37:25.320 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ export VIRTUAL_ENV 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ export PATH 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -z '' ']' 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ PS1='(rgw) ' 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ export PS1 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:++ hash -r 2024-09-19T11:37:25.321 INFO:tasks.workunit.client.0.smithi103.stderr:+ pip install pip --upgrade 2024-09-19T11:37:25.551 INFO:tasks.workunit.client.0.smithi103.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-19T11:37:25.736 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting pip 2024-09-19T11:37:25.742 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T11:37:25.785 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: pip 2024-09-19T11:37:25.786 INFO:tasks.workunit.client.0.smithi103.stdout: Attempting uninstall: pip 2024-09-19T11:37:25.786 INFO:tasks.workunit.client.0.smithi103.stdout: Found existing installation: pip 21.3.1 2024-09-19T11:37:25.941 INFO:tasks.workunit.client.0.smithi103.stdout: Uninstalling pip-21.3.1: 2024-09-19T11:37:25.946 INFO:tasks.workunit.client.0.smithi103.stdout: Successfully uninstalled pip-21.3.1 2024-09-19T11:37:26.678 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed pip-24.2 2024-09-19T11:37:26.725 INFO:tasks.workunit.client.0.smithi103.stderr:+ pip install boto3 2024-09-19T11:37:27.493 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting boto3 2024-09-19T11:37:27.494 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T11:37:28.076 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T11:37:28.077 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T11:37:28.129 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T11:37:28.130 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T11:37:28.175 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T11:37:28.176 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T11:37:28.227 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:37:28.228 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T11:37:28.305 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:37:28.306 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-19T11:37:28.499 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T11:37:28.500 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T11:37:28.505 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T11:37:28.506 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T11:37:28.516 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T11:37:28.517 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T11:37:28.518 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T11:37:28.520 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-19T11:37:28.521 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T11:37:28.594 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T11:37:29.588 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-19T11:37:29.710 INFO:tasks.workunit.client.0.smithi103.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-19T11:37:29.834 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-19T11:37:29.869 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:29.869 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:29.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.904+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.905+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.905+0000 7f7f7fb24800 20 realm 2024-09-19T11:37:29.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.905+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.906+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.906+0000 7f7f7fb24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:29.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.906+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.906+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.906+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.907+0000 7f7f7fb24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:29.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.907+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.907+0000 7f7f7fb24800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:29.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.907+0000 7f7f7fb24800 20 searching for the correct realm 2024-09-19T11:37:29.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.911+0000 7f7f7c069640 0 -- 172.21.15.103:0/819517458 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55ff94543690 msgr2=0x55ff94545b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:29.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.914+0000 7f7f7b067640 0 -- 172.21.15.103:0/819517458 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f7f7007c040 msgr2=0x7f7f7006d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:29.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:29.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:29.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:29.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:29.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:29.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:29.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 zone default found 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 4 Realm: () 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:29.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 zonegroup default 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.919+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.920+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.920+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.920+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.920+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.920+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.920+0000 7f7f7fb24800 20 started sync module instance, tier type = 2024-09-19T11:37:29.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.920+0000 7f7f7fb24800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=0 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=1 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=2 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=3 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=4 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=5 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=6 2024-09-19T11:37:29.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 20 add_watcher() i=7 2024-09-19T11:37:29.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.930+0000 7f7f7fb24800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:29.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.932+0000 7f7e31fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:29.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:29.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:29.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 5 note: GC not initialized 2024-09-19T11:37:29.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7e30fe1640 20 reqs_thread_entry: start 2024-09-19T11:37:29.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 20 Filter name: none 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7daa7fc640 20 reqs_thread_entry: start 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.933+0000 7f7f7fb24800 20 rados->read ofs=0 len=0 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.934+0000 7f7f7fb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.934+0000 7f7f7fb24800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.934+0000 7f7f7fb24800 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-19T11:37:29.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.934+0000 7f7f7fb24800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-19T11:37:29.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.934+0000 7f7f7fb24800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-19T11:37:29.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.936+0000 7f7f7fb24800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-19T11:37:29.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.936+0000 7f7f7fb24800 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-19T11:37:29.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.936+0000 7f7f7fb24800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2024-09-19T11:37:29.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.936+0000 7f7e5affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562390 cookie 94556193644032 notifier 5976 bl.length()=569 2024-09-19T11:37:29.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.936+0000 7f7e5affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-19T11:37:29.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.936+0000 7f7e5affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-19T11:37:29.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.937+0000 7f7f7fb24800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-19T11:37:29.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.937+0000 7f7f7fb24800 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-19T11:37:29.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.937+0000 7f7f7fb24800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2024-09-19T11:37:29.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.938+0000 7f7e5affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562391 cookie 94556193645648 notifier 5976 bl.length()=180 2024-09-19T11:37:29.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.938+0000 7f7e5affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-19T11:37:29.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.938+0000 7f7e5affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-19T11:37:29.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.939+0000 7f7e31fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.941+0000 7f7f7fb24800 20 remove_watcher() i=0 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.941+0000 7f7f7fb24800 2 removed watcher, disabling cache 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.942+0000 7f7f7fb24800 20 remove_watcher() i=1 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.944+0000 7f7f7fb24800 20 remove_watcher() i=2 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.945+0000 7f7f7fb24800 20 remove_watcher() i=3 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.946+0000 7f7f7fb24800 20 remove_watcher() i=4 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.947+0000 7f7f7fb24800 20 remove_watcher() i=5 2024-09-19T11:37:29.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.948+0000 7f7f7fb24800 20 remove_watcher() i=6 2024-09-19T11:37:29.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:29.949+0000 7f7f7fb24800 20 remove_watcher() i=7 2024-09-19T11:37:47.889 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:47.890 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:47.934 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:47.934 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:47.947 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:47.947 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:47.960 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:47.960 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:47.965 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:47.965 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:48.008 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:48.008 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:48.050 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard add 2024-09-19T11:37:48.050 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:48.052 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:37:48.085 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:48.085 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:48.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.123+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 20 realm 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.125+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.126+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:48.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.126+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.127+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:48.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.127+0000 7f6eed040800 20 searching for the correct realm 2024-09-19T11:37:48.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.129+0000 7f6eeab2a640 0 -- 172.21.15.103:0/2801548742 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f6ee4066040 msgr2=0x7f6ee4064ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:48.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.134+0000 7f6eeab2a640 0 -- 172.21.15.103:0/2801548742 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f6ed40db370 msgr2=0x7f6ed40b8970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:48.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.340+0000 7f6eed040800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:48.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.340+0000 7f6eed040800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:48.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.340+0000 7f6eed040800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:48.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.340+0000 7f6eed040800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:48.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.340+0000 7f6eed040800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:48.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.340+0000 7f6eed040800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:48.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.340+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.341+0000 7f6eed040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.341+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.341+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.341+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 20 zone default found 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 4 Realm: () 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:48.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 20 zonegroup default 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.342+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.343+0000 7f6eed040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.343+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.343+0000 7f6eed040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.343+0000 7f6eed040800 20 started sync module instance, tier type = 2024-09-19T11:37:48.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.343+0000 7f6eed040800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:48.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.353+0000 7f6eed040800 20 add_watcher() i=0 2024-09-19T11:37:48.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.353+0000 7f6eed040800 20 add_watcher() i=1 2024-09-19T11:37:48.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.353+0000 7f6eed040800 20 add_watcher() i=2 2024-09-19T11:37:48.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.353+0000 7f6eed040800 20 add_watcher() i=3 2024-09-19T11:37:48.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.353+0000 7f6eed040800 20 add_watcher() i=4 2024-09-19T11:37:48.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.353+0000 7f6eed040800 20 add_watcher() i=5 2024-09-19T11:37:48.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.354+0000 7f6eed040800 20 add_watcher() i=6 2024-09-19T11:37:48.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.354+0000 7f6eed040800 20 add_watcher() i=7 2024-09-19T11:37:48.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.354+0000 7f6eed040800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:48.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.356+0000 7f6da17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:48.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6eed040800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6eed040800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6eed040800 5 note: GC not initialized 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6d1bfff640 20 reqs_thread_entry: start 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6eed040800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6eed040800 20 Filter name: none 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6d19ffb640 20 reqs_thread_entry: start 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.357+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.358+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:48.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.358+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.359+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:48.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.359+0000 7f6eed040800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:48.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.359+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.359+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:48.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.359+0000 7f6eed040800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.360+0000 7f6eed040800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:48.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.360+0000 7f6eed040800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:48.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.361+0000 7f6da17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:48.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.364+0000 7f6eed040800 20 remove_watcher() i=0 2024-09-19T11:37:48.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.364+0000 7f6eed040800 2 removed watcher, disabling cache 2024-09-19T11:37:48.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.365+0000 7f6eed040800 20 remove_watcher() i=1 2024-09-19T11:37:48.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.366+0000 7f6eed040800 20 remove_watcher() i=2 2024-09-19T11:37:48.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.367+0000 7f6eed040800 20 remove_watcher() i=3 2024-09-19T11:37:48.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.368+0000 7f6eed040800 20 remove_watcher() i=4 2024-09-19T11:37:48.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.369+0000 7f6eed040800 20 remove_watcher() i=5 2024-09-19T11:37:48.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.370+0000 7f6eed040800 20 remove_watcher() i=6 2024-09-19T11:37:48.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.371+0000 7f6eed040800 20 remove_watcher() i=7 2024-09-19T11:37:48.383 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:48.383 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:48.384 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 0 size_kb: 0 num_shards: 11 2024-09-19T11:37:48.384 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:48.385 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 12 2024-09-19T11:37:48.417 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:48.417 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:48.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.650+0000 7f4cc593e640 0 --2- 172.21.15.103:0/17083336 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x55d06fcfdee0 0x55d06fd2e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T11:37:48.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.655+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 20 realm 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:48.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.656+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.657+0000 7f4cc9d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:48.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.657+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:48.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.658+0000 7f4cc9d2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:48.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.658+0000 7f4cc9d2c800 20 searching for the correct realm 2024-09-19T11:37:48.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.660+0000 7f4cc513d640 0 -- 172.21.15.103:0/3869761486 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f4cbc060b40 msgr2=0x7f4cbc0683e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:48.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:48.866+0000 7f4cc593e640 0 -- 172.21.15.103:0/3869761486 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4cbc05fbe0 msgr2=0x7f4cbc069530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:49.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:49.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.073+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 zone default found 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 4 Realm: () 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 zonegroup default 2024-09-19T11:37:49.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.074+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.075+0000 7f4cc9d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.075+0000 7f4cc9d2c800 20 started sync module instance, tier type = 2024-09-19T11:37:49.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.075+0000 7f4cc9d2c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:49.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.084+0000 7f4cc9d2c800 20 add_watcher() i=0 2024-09-19T11:37:49.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.084+0000 7f4cc9d2c800 20 add_watcher() i=1 2024-09-19T11:37:49.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.084+0000 7f4cc9d2c800 20 add_watcher() i=2 2024-09-19T11:37:49.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.084+0000 7f4cc9d2c800 20 add_watcher() i=3 2024-09-19T11:37:49.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.084+0000 7f4cc9d2c800 20 add_watcher() i=4 2024-09-19T11:37:49.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.084+0000 7f4cc9d2c800 20 add_watcher() i=5 2024-09-19T11:37:49.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.084+0000 7f4cc9d2c800 20 add_watcher() i=6 2024-09-19T11:37:49.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.085+0000 7f4cc9d2c800 20 add_watcher() i=7 2024-09-19T11:37:49.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.085+0000 7f4cc9d2c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:49.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.087+0000 7f4b77fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:49.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.087+0000 7f4cc9d2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:49.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.087+0000 7f4cc9d2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:49.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.087+0000 7f4cc9d2c800 5 note: GC not initialized 2024-09-19T11:37:49.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4b76ffd640 20 reqs_thread_entry: start 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 20 Filter name: none 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4b74ff9640 20 reqs_thread_entry: start 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:37:49.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.088+0000 7f4cc9d2c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.089+0000 7f4cc9d2c800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.089+0000 7f4cc9d2c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.089+0000 7f4cc9d2c800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.089+0000 7f4cc9d2c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.089+0000 7f4cc9d2c800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.089+0000 7f4cc9d2c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:49.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.091+0000 7f4b77fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:49.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.093+0000 7f4cc9d2c800 20 remove_watcher() i=0 2024-09-19T11:37:49.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.093+0000 7f4cc9d2c800 2 removed watcher, disabling cache 2024-09-19T11:37:49.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.094+0000 7f4cc9d2c800 20 remove_watcher() i=1 2024-09-19T11:37:49.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.096+0000 7f4cc9d2c800 20 remove_watcher() i=2 2024-09-19T11:37:49.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.097+0000 7f4cc9d2c800 20 remove_watcher() i=3 2024-09-19T11:37:49.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.098+0000 7f4cc9d2c800 20 remove_watcher() i=4 2024-09-19T11:37:49.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.099+0000 7f4cc9d2c800 20 remove_watcher() i=5 2024-09-19T11:37:49.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.100+0000 7f4cc9d2c800 20 remove_watcher() i=6 2024-09-19T11:37:49.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.101+0000 7f4cc9d2c800 20 remove_watcher() i=7 2024-09-19T11:37:49.114 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshard list 2024-09-19T11:37:49.141 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:49.141 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:49.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.176+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 20 realm 2024-09-19T11:37:49.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:49.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.178+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.179+0000 7f7d0d613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:49.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.179+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.180+0000 7f7d0d613800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:49.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.180+0000 7f7d0d613800 20 searching for the correct realm 2024-09-19T11:37:49.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.183+0000 7f7d09549640 0 -- 172.21.15.103:0/3484935107 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55c696899a20 msgr2=0x55c69689bec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:49.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.186+0000 7f7d00547640 0 -- 172.21.15.103:0/3484935107 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f7cf0021420 msgr2=0x7f7cf00218a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:49.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 zone default found 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 4 Realm: () 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 zonegroup default 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.191+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.192+0000 7f7d0d613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.192+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.192+0000 7f7d0d613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.192+0000 7f7d0d613800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.195 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.192+0000 7f7d0d613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.192+0000 7f7d0d613800 20 started sync module instance, tier type = 2024-09-19T11:37:49.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.192+0000 7f7d0d613800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:49.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.201+0000 7f7d0d613800 20 add_watcher() i=0 2024-09-19T11:37:49.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.201+0000 7f7d0d613800 20 add_watcher() i=1 2024-09-19T11:37:49.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.201+0000 7f7d0d613800 20 add_watcher() i=2 2024-09-19T11:37:49.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.201+0000 7f7d0d613800 20 add_watcher() i=3 2024-09-19T11:37:49.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.201+0000 7f7d0d613800 20 add_watcher() i=4 2024-09-19T11:37:49.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.201+0000 7f7d0d613800 20 add_watcher() i=5 2024-09-19T11:37:49.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.201+0000 7f7d0d613800 20 add_watcher() i=6 2024-09-19T11:37:49.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.202+0000 7f7d0d613800 20 add_watcher() i=7 2024-09-19T11:37:49.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.202+0000 7f7d0d613800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:49.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.203+0000 7f7bbf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:49.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.204+0000 7f7d0d613800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:49.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.204+0000 7f7d0d613800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:49.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.204+0000 7f7d0d613800 5 note: GC not initialized 2024-09-19T11:37:49.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.204+0000 7f7bbe7e4640 20 reqs_thread_entry: start 2024-09-19T11:37:49.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.204+0000 7f7d0d613800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:49.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.204+0000 7f7d0d613800 20 Filter name: none 2024-09-19T11:37:49.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.204+0000 7f7bb77fe640 20 reqs_thread_entry: start 2024-09-19T11:37:49.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.210+0000 7f7bbf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:49.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.212+0000 7f7d0d613800 20 remove_watcher() i=0 2024-09-19T11:37:49.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.213+0000 7f7d0d613800 2 removed watcher, disabling cache 2024-09-19T11:37:49.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.214+0000 7f7d0d613800 20 remove_watcher() i=1 2024-09-19T11:37:49.216 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.215+0000 7f7d0d613800 20 remove_watcher() i=2 2024-09-19T11:37:49.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.216+0000 7f7d0d613800 20 remove_watcher() i=3 2024-09-19T11:37:49.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.217+0000 7f7d0d613800 20 remove_watcher() i=4 2024-09-19T11:37:49.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.218+0000 7f7d0d613800 20 remove_watcher() i=5 2024-09-19T11:37:49.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.219+0000 7f7d0d613800 20 remove_watcher() i=6 2024-09-19T11:37:49.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.220+0000 7f7d0d613800 20 remove_watcher() i=7 2024-09-19T11:37:49.232 INFO:tasks.workunit.client.0.smithi103.stderr:bucket name a-bucket 2024-09-19T11:37:49.232 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard process 2024-09-19T11:37:49.232 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:49.234 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshard process 2024-09-19T11:37:49.260 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:49.260 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:49.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.296+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 20 realm 2024-09-19T11:37:49.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:49.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.298+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.299+0000 7f65e6216800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:49.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.299+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.300+0000 7f65e6216800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:49.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.300+0000 7f65e6216800 20 searching for the correct realm 2024-09-19T11:37:49.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.302+0000 7f65e19e7640 0 -- 172.21.15.103:0/2379986595 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f65dc065e50 msgr2=0x7f65dc0648c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:49.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.306+0000 7f65e19e7640 0 -- 172.21.15.103:0/2379986595 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f65cc091900 msgr2=0x7f65cc0a03a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.513+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 zone default found 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 4 Realm: () 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 zonegroup default 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.514+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.515+0000 7f65e6216800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:49.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.515+0000 7f65e6216800 20 started sync module instance, tier type = 2024-09-19T11:37:49.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.515+0000 7f65e6216800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:49.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.524+0000 7f65e6216800 20 add_watcher() i=0 2024-09-19T11:37:49.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.524+0000 7f65e6216800 20 add_watcher() i=1 2024-09-19T11:37:49.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.524+0000 7f65e6216800 20 add_watcher() i=2 2024-09-19T11:37:49.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.524+0000 7f65e6216800 20 add_watcher() i=3 2024-09-19T11:37:49.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.524+0000 7f65e6216800 20 add_watcher() i=4 2024-09-19T11:37:49.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.524+0000 7f65e6216800 20 add_watcher() i=5 2024-09-19T11:37:49.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.524+0000 7f65e6216800 20 add_watcher() i=6 2024-09-19T11:37:49.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.525+0000 7f65e6216800 20 add_watcher() i=7 2024-09-19T11:37:49.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.525+0000 7f65e6216800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:49.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.527+0000 7f64937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:49.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.527+0000 7f65e6216800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:49.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.527+0000 7f65e6216800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:49.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.527+0000 7f65e6216800 5 note: GC not initialized 2024-09-19T11:37:49.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.528+0000 7f64927fc640 20 reqs_thread_entry: start 2024-09-19T11:37:49.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.528+0000 7f65e6216800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:49.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.528+0000 7f65e6216800 20 Filter name: none 2024-09-19T11:37:49.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.528+0000 7f6403fff640 20 reqs_thread_entry: start 2024-09-19T11:37:49.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.528+0000 7f65e6216800 20 processing logshard = reshard.0000000000 2024-09-19T11:37:49.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.531+0000 7f65e6216800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-19T11:37:49.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.531+0000 7f65e6216800 20 processing logshard = reshard.0000000001 2024-09-19T11:37:49.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.533+0000 7f65e6216800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-19T11:37:49.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.533+0000 7f65e6216800 20 processing logshard = reshard.0000000002 2024-09-19T11:37:49.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.536+0000 7f65e6216800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-19T11:37:49.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.536+0000 7f65e6216800 20 processing logshard = reshard.0000000003 2024-09-19T11:37:49.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.538+0000 7f65e6216800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-19T11:37:49.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.538+0000 7f65e6216800 20 processing logshard = reshard.0000000004 2024-09-19T11:37:49.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.541+0000 7f65e6216800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-19T11:37:49.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.541+0000 7f65e6216800 20 processing logshard = reshard.0000000005 2024-09-19T11:37:49.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.544+0000 7f65e6216800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-19T11:37:49.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.544+0000 7f65e6216800 20 processing logshard = reshard.0000000006 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.545+0000 7f65e6216800 20 process_entry resharding a-bucket 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.545+0000 7f65e6216800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.545+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:37:49.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 20 rados->read ofs=0 len=0 2024-09-19T11:37:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:37:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.546+0000 7f65e6216800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:49.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f65e6216800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f65e6216800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f65e6216800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f65e6216800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f64c4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562399 cookie 94482603577264 notifier 6045 bl.length()=827 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f64c4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f64c4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.554+0000 7f64c4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.555+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:37:49.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.555+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:37:49.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.555+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:37:49.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.555+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.0 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.0 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.1 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.1 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.2 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.2 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.3 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.3 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.4 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.4 2024-09-19T11:37:49.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.5 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.5 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.6 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.6 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.7 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.7 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.8 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.8 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.9 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.9 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.10 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.10 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.11 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.11 2024-09-19T11:37:49.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.559+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.0 2024-09-19T11:37:49.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.560+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1 2024-09-19T11:37:49.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.560+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2 2024-09-19T11:37:49.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.560+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3 2024-09-19T11:37:49.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.561+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.4 2024-09-19T11:37:49.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.562+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.5 2024-09-19T11:37:49.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.562+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.6 2024-09-19T11:37:49.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.563+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.7 2024-09-19T11:37:49.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.563+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.8 2024-09-19T11:37:49.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.564+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.9 2024-09-19T11:37:49.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.564+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.10 2024-09-19T11:37:49.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.565+0000 7f65e6216800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : hit (requested=0x17, cached=0x17) 2024-09-19T11:37:49.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.565+0000 7f65e6216800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:49.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f65e6216800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f65e6216800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f65e6216800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f65e6216800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:37:49.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f64c4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562400 cookie 94482603577264 notifier 6045 bl.length()=827 2024-09-19T11:37:49.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f64c4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f64c4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.566+0000 7f64c4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.567+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:37:49.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.567+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:37:49.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.567+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:37:49.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.567+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:37:49.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.569+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.0 2024-09-19T11:37:49.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.569+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1 2024-09-19T11:37:49.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.570+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2 2024-09-19T11:37:49.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.570+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3 2024-09-19T11:37:49.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.570+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.4 2024-09-19T11:37:49.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.571+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.5 2024-09-19T11:37:49.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.571+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.6 2024-09-19T11:37:49.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.571+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.7 2024-09-19T11:37:49.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.571+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.8 2024-09-19T11:37:49.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.572+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.9 2024-09-19T11:37:49.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.572+0000 7f65e6216800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.10 2024-09-19T11:37:49.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.572+0000 7f65e6216800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : hit (requested=0x17, cached=0x17) 2024-09-19T11:37:49.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.572+0000 7f65e6216800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:49.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:37:49.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f64c4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562401 cookie 94482603577264 notifier 6045 bl.length()=795 2024-09-19T11:37:49.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f64c4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:49.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f64c4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:49.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f64c4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:49.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:37:49.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:37:49.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:37:49.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.574+0000 7f65e6216800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:37:49.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.576+0000 7f65e6216800 1 execute INFO: reshard of bucket "a-bucket" from 11 shards to 12 shards completed successfully 2024-09-19T11:37:49.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.577+0000 7f65e6216800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-19T11:37:49.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.579+0000 7f65e6216800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-19T11:37:49.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.579+0000 7f65e6216800 20 processing logshard = reshard.0000000007 2024-09-19T11:37:49.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.581+0000 7f65e6216800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-19T11:37:49.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.581+0000 7f65e6216800 20 processing logshard = reshard.0000000008 2024-09-19T11:37:49.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.584+0000 7f65e6216800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-19T11:37:49.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.584+0000 7f65e6216800 20 processing logshard = reshard.0000000009 2024-09-19T11:37:49.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.586+0000 7f65e6216800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-19T11:37:49.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.586+0000 7f65e6216800 20 processing logshard = reshard.0000000010 2024-09-19T11:37:49.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.588+0000 7f65e6216800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-19T11:37:49.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.588+0000 7f65e6216800 20 processing logshard = reshard.0000000011 2024-09-19T11:37:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.591+0000 7f65e6216800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-19T11:37:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.591+0000 7f65e6216800 20 processing logshard = reshard.0000000012 2024-09-19T11:37:49.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.594+0000 7f65e6216800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-19T11:37:49.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.594+0000 7f65e6216800 20 processing logshard = reshard.0000000013 2024-09-19T11:37:49.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.597+0000 7f65e6216800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-19T11:37:49.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.597+0000 7f65e6216800 20 processing logshard = reshard.0000000014 2024-09-19T11:37:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.599+0000 7f65e6216800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-19T11:37:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.599+0000 7f65e6216800 20 processing logshard = reshard.0000000015 2024-09-19T11:37:49.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.602+0000 7f65e6216800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-19T11:37:49.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.603+0000 7f64937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:49.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.605+0000 7f65e6216800 20 remove_watcher() i=0 2024-09-19T11:37:49.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.605+0000 7f65e6216800 2 removed watcher, disabling cache 2024-09-19T11:37:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.606+0000 7f65e6216800 20 remove_watcher() i=1 2024-09-19T11:37:49.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.608+0000 7f65e6216800 20 remove_watcher() i=2 2024-09-19T11:37:49.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.609+0000 7f65e6216800 20 remove_watcher() i=3 2024-09-19T11:37:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.610+0000 7f65e6216800 20 remove_watcher() i=4 2024-09-19T11:37:49.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.611+0000 7f65e6216800 20 remove_watcher() i=5 2024-09-19T11:37:49.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.612+0000 7f65e6216800 20 remove_watcher() i=6 2024-09-19T11:37:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:49.612+0000 7f65e6216800 20 remove_watcher() i=7 2024-09-19T11:37:54.632 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:37:54.665 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:54.665 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:54.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.733+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.734+0000 7f3962331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:54.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.734+0000 7f3962331800 20 realm 2024-09-19T11:37:54.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.735+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.735+0000 7f3962331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:54.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.735+0000 7f3962331800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:54.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.735+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.735+0000 7f3962331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:54.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.735+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.736+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:54.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.736+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.737+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:54.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.737+0000 7f3962331800 20 searching for the correct realm 2024-09-19T11:37:54.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.740+0000 7f395e877640 0 -- 172.21.15.103:0/1701635628 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f395409c040 msgr2=0x7f395409c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:54.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.947+0000 7f395e076640 0 -- 172.21.15.103:0/1701635628 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x562c47d0e3c0 msgr2=0x562c47d107b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:54.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:54.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:54.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:54.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:54.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:54.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:54.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:54.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.951+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 20 zone default found 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 4 Realm: () 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 20 zonegroup default 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:54.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.952+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.953+0000 7f3962331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:54.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.953+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.953+0000 7f3962331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:54.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.953+0000 7f3962331800 20 started sync module instance, tier type = 2024-09-19T11:37:54.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.953+0000 7f3962331800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:54.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.964+0000 7f3962331800 20 add_watcher() i=0 2024-09-19T11:37:54.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.964+0000 7f3962331800 20 add_watcher() i=1 2024-09-19T11:37:54.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.964+0000 7f3962331800 20 add_watcher() i=2 2024-09-19T11:37:54.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.964+0000 7f3962331800 20 add_watcher() i=3 2024-09-19T11:37:54.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.964+0000 7f3962331800 20 add_watcher() i=4 2024-09-19T11:37:54.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.964+0000 7f3962331800 20 add_watcher() i=5 2024-09-19T11:37:54.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.964+0000 7f3962331800 20 add_watcher() i=6 2024-09-19T11:37:54.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.965+0000 7f3962331800 20 add_watcher() i=7 2024-09-19T11:37:54.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.965+0000 7f3962331800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:54.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.967+0000 7f3814fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:54.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.967+0000 7f3962331800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:54.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.967+0000 7f3962331800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:54.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.967+0000 7f3962331800 5 note: GC not initialized 2024-09-19T11:37:54.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.967+0000 7f378f7fe640 20 reqs_thread_entry: start 2024-09-19T11:37:54.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.968+0000 7f3962331800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:54.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.968+0000 7f3962331800 20 Filter name: none 2024-09-19T11:37:54.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.968+0000 7f378d7fa640 20 reqs_thread_entry: start 2024-09-19T11:37:54.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.968+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.968+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:54.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.968+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.969+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:54.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.969+0000 7f3962331800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:54.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.969+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.969+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:54.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.969+0000 7f3962331800 20 rados->read ofs=0 len=0 2024-09-19T11:37:54.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.970+0000 7f3962331800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:54.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.970+0000 7f3962331800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:54.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.972+0000 7f3814fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:54.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.974+0000 7f3962331800 20 remove_watcher() i=0 2024-09-19T11:37:54.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.974+0000 7f3962331800 2 removed watcher, disabling cache 2024-09-19T11:37:54.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.976+0000 7f3962331800 20 remove_watcher() i=1 2024-09-19T11:37:54.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.977+0000 7f3962331800 20 remove_watcher() i=2 2024-09-19T11:37:54.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.978+0000 7f3962331800 20 remove_watcher() i=3 2024-09-19T11:37:54.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.979+0000 7f3962331800 20 remove_watcher() i=4 2024-09-19T11:37:54.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.980+0000 7f3962331800 20 remove_watcher() i=5 2024-09-19T11:37:54.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.982+0000 7f3962331800 20 remove_watcher() i=6 2024-09-19T11:37:54.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:54.983+0000 7f3962331800 20 remove_watcher() i=7 2024-09-19T11:37:54.996 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:54.996 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:54.996 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-19T11:37:54.996 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:54.997 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard add non empty bucket 2024-09-19T11:37:54.997 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:55.001 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.001 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.010 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.010 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.016 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.016 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.023 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.023 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.030 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.030 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.037 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.037 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.043 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.043 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.049 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:55.049 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:55.055 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:37:55.084 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:55.084 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:55.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.120+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.121+0000 7fd9604bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.121+0000 7fd9604bb800 20 realm 2024-09-19T11:37:55.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.121+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.122+0000 7fd9604bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.122+0000 7fd9604bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:55.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.122+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.122+0000 7fd9604bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.122+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.123+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.123+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.123+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:55.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.123+0000 7fd9604bb800 20 searching for the correct realm 2024-09-19T11:37:55.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.127+0000 7fd95e7a6640 0 -- 172.21.15.103:0/307775990 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x564e36d10960 msgr2=0x564e36d12d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:55.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.130+0000 7fd9557a4640 0 -- 172.21.15.103:0/307775990 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fd94803d070 msgr2=0x7fd9480749a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:55.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:55.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:55.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:55.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:55.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:55.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:55.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.134+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:55.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 zone default found 2024-09-19T11:37:55.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 4 Realm: () 2024-09-19T11:37:55.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:55.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 zonegroup default 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 started sync module instance, tier type = 2024-09-19T11:37:55.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.135+0000 7fd9604bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.144+0000 7fd9604bb800 20 add_watcher() i=0 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.144+0000 7fd9604bb800 20 add_watcher() i=1 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.144+0000 7fd9604bb800 20 add_watcher() i=2 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.144+0000 7fd9604bb800 20 add_watcher() i=3 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.144+0000 7fd9604bb800 20 add_watcher() i=4 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.144+0000 7fd9604bb800 20 add_watcher() i=5 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.144+0000 7fd9604bb800 20 add_watcher() i=6 2024-09-19T11:37:55.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.145+0000 7fd9604bb800 20 add_watcher() i=7 2024-09-19T11:37:55.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.145+0000 7fd9604bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:55.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.147+0000 7fd80f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.147+0000 7fd9604bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.147+0000 7fd9604bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.147+0000 7fd9604bb800 5 note: GC not initialized 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.148+0000 7fd80e7fc640 20 reqs_thread_entry: start 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.148+0000 7fd9604bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.148+0000 7fd9604bb800 20 Filter name: none 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.148+0000 7fd77ffff640 20 reqs_thread_entry: start 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.148+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.148+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.148+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.149+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.149+0000 7fd9604bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.149+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.149+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:55.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.149+0000 7fd9604bb800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.150+0000 7fd9604bb800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:55.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.150+0000 7fd9604bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:55.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.151+0000 7fd80f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.154+0000 7fd9604bb800 20 remove_watcher() i=0 2024-09-19T11:37:55.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.154+0000 7fd9604bb800 2 removed watcher, disabling cache 2024-09-19T11:37:55.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.155+0000 7fd9604bb800 20 remove_watcher() i=1 2024-09-19T11:37:55.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.156+0000 7fd9604bb800 20 remove_watcher() i=2 2024-09-19T11:37:55.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.157+0000 7fd9604bb800 20 remove_watcher() i=3 2024-09-19T11:37:55.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.158+0000 7fd9604bb800 20 remove_watcher() i=4 2024-09-19T11:37:55.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.159+0000 7fd9604bb800 20 remove_watcher() i=5 2024-09-19T11:37:55.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.160+0000 7fd9604bb800 20 remove_watcher() i=6 2024-09-19T11:37:55.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.161+0000 7fd9604bb800 20 remove_watcher() i=7 2024-09-19T11:37:55.173 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:55.173 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:55.173 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 8 size_kb: 1 num_shards: 12 2024-09-19T11:37:55.173 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:55.174 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 13 2024-09-19T11:37:55.205 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:55.205 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:55.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.241+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 20 realm 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.243+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.244+0000 7f328512a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.244+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.244+0000 7f328512a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:55.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.244+0000 7f328512a800 20 searching for the correct realm 2024-09-19T11:37:55.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.247+0000 7f3280eda640 0 -- 172.21.15.103:0/3421133697 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f327c019920 msgr2=0x7f327c018400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:55.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.251+0000 7f3280eda640 0 -- 172.21.15.103:0/3421133697 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f326c01c850 msgr2=0x7f326c045780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:55.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:55.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:55.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:55.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:55.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:55.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:55.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.458+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 zone default found 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 4 Realm: () 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:55.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:55.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:55.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 zonegroup default 2024-09-19T11:37:55.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.459+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.460+0000 7f328512a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.460+0000 7f328512a800 20 started sync module instance, tier type = 2024-09-19T11:37:55.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.460+0000 7f328512a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:55.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.469+0000 7f328512a800 20 add_watcher() i=0 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.469+0000 7f328512a800 20 add_watcher() i=1 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.469+0000 7f328512a800 20 add_watcher() i=2 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.469+0000 7f328512a800 20 add_watcher() i=3 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.469+0000 7f328512a800 20 add_watcher() i=4 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.469+0000 7f328512a800 20 add_watcher() i=5 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.469+0000 7f328512a800 20 add_watcher() i=6 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.470+0000 7f328512a800 20 add_watcher() i=7 2024-09-19T11:37:55.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.470+0000 7f328512a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:55.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.472+0000 7f3136fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.472+0000 7f328512a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.472+0000 7f328512a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.472+0000 7f328512a800 5 note: GC not initialized 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.472+0000 7f3135fe3640 20 reqs_thread_entry: start 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.472+0000 7f328512a800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.472+0000 7f328512a800 20 Filter name: none 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f30a77fe640 20 reqs_thread_entry: start 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:37:55.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:37:55.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.473+0000 7f328512a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:55.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.475+0000 7f3136fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.477+0000 7f328512a800 20 remove_watcher() i=0 2024-09-19T11:37:55.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.477+0000 7f328512a800 2 removed watcher, disabling cache 2024-09-19T11:37:55.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.478+0000 7f328512a800 20 remove_watcher() i=1 2024-09-19T11:37:55.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.479+0000 7f328512a800 20 remove_watcher() i=2 2024-09-19T11:37:55.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.481+0000 7f328512a800 20 remove_watcher() i=3 2024-09-19T11:37:55.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.482+0000 7f328512a800 20 remove_watcher() i=4 2024-09-19T11:37:55.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.483+0000 7f328512a800 20 remove_watcher() i=5 2024-09-19T11:37:55.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.484+0000 7f328512a800 20 remove_watcher() i=6 2024-09-19T11:37:55.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.485+0000 7f328512a800 20 remove_watcher() i=7 2024-09-19T11:37:55.497 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshard list 2024-09-19T11:37:55.524 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:55.524 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:55.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.559+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 20 realm 2024-09-19T11:37:55.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:55.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.561+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.562+0000 7ff2a2a11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.562+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.563+0000 7ff2a2a11800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:55.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.563+0000 7ff2a2a11800 20 searching for the correct realm 2024-09-19T11:37:55.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.565+0000 7ff29e192640 0 -- 172.21.15.103:0/2951881724 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7ff298026020 msgr2=0x7ff298063f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:55.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.569+0000 7ff29e192640 0 -- 172.21.15.103:0/2951881724 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff294060df0 msgr2=0x7ff29409a050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.775+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 zone default found 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 4 Realm: () 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 zonegroup default 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.776+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.777+0000 7ff2a2a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.777+0000 7ff2a2a11800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.777+0000 7ff2a2a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.777+0000 7ff2a2a11800 20 started sync module instance, tier type = 2024-09-19T11:37:55.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.777+0000 7ff2a2a11800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.787+0000 7ff2a2a11800 20 add_watcher() i=0 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.787+0000 7ff2a2a11800 20 add_watcher() i=1 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.787+0000 7ff2a2a11800 20 add_watcher() i=2 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.787+0000 7ff2a2a11800 20 add_watcher() i=3 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.787+0000 7ff2a2a11800 20 add_watcher() i=4 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.787+0000 7ff2a2a11800 20 add_watcher() i=5 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.787+0000 7ff2a2a11800 20 add_watcher() i=6 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.788+0000 7ff2a2a11800 20 add_watcher() i=7 2024-09-19T11:37:55.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.788+0000 7ff2a2a11800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:55.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.790+0000 7ff154fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.790+0000 7ff2a2a11800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:55.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.790+0000 7ff2a2a11800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:55.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.790+0000 7ff2a2a11800 5 note: GC not initialized 2024-09-19T11:37:55.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.790+0000 7ff0cf7fe640 20 reqs_thread_entry: start 2024-09-19T11:37:55.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.791+0000 7ff2a2a11800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:55.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.791+0000 7ff2a2a11800 20 Filter name: none 2024-09-19T11:37:55.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.791+0000 7ff0cd7fa640 20 reqs_thread_entry: start 2024-09-19T11:37:55.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.796+0000 7ff154fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.799+0000 7ff2a2a11800 20 remove_watcher() i=0 2024-09-19T11:37:55.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.799+0000 7ff2a2a11800 2 removed watcher, disabling cache 2024-09-19T11:37:55.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.800+0000 7ff2a2a11800 20 remove_watcher() i=1 2024-09-19T11:37:55.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.800+0000 7ff2a2a11800 20 remove_watcher() i=2 2024-09-19T11:37:55.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.801+0000 7ff2a2a11800 20 remove_watcher() i=3 2024-09-19T11:37:55.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.802+0000 7ff2a2a11800 20 remove_watcher() i=4 2024-09-19T11:37:55.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.803+0000 7ff2a2a11800 20 remove_watcher() i=5 2024-09-19T11:37:55.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.804+0000 7ff2a2a11800 20 remove_watcher() i=6 2024-09-19T11:37:55.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.805+0000 7ff2a2a11800 20 remove_watcher() i=7 2024-09-19T11:37:55.816 INFO:tasks.workunit.client.0.smithi103.stderr:bucket name a-bucket 2024-09-19T11:37:55.817 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard process non empty bucket 2024-09-19T11:37:55.817 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:55.818 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshard process 2024-09-19T11:37:55.845 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:55.845 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:55.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.879+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 20 realm 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.881+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.882+0000 7f2ad750c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.882+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.883+0000 7f2ad750c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:55.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.883+0000 7f2ad750c800 20 searching for the correct realm 2024-09-19T11:37:55.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.886+0000 7f2ad57f7640 0 -- 172.21.15.103:0/3109554993 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x558c1e209a70 msgr2=0x558c1e20bea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:55.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.889+0000 7f2ad47f5640 0 -- 172.21.15.103:0/3109554993 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f2ac80ae3e0 msgr2=0x7f2ac80ace50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.893+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 zone default found 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 4 Realm: () 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 zonegroup default 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 started sync module instance, tier type = 2024-09-19T11:37:55.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.894+0000 7f2ad750c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:55.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.904+0000 7f2ad750c800 20 add_watcher() i=0 2024-09-19T11:37:55.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.904+0000 7f2ad750c800 20 add_watcher() i=1 2024-09-19T11:37:55.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.904+0000 7f2ad750c800 20 add_watcher() i=2 2024-09-19T11:37:55.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.904+0000 7f2ad750c800 20 add_watcher() i=3 2024-09-19T11:37:55.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.904+0000 7f2ad750c800 20 add_watcher() i=4 2024-09-19T11:37:55.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.904+0000 7f2ad750c800 20 add_watcher() i=5 2024-09-19T11:37:55.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.904+0000 7f2ad750c800 20 add_watcher() i=6 2024-09-19T11:37:55.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.905+0000 7f2ad750c800 20 add_watcher() i=7 2024-09-19T11:37:55.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.905+0000 7f2ad750c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:55.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.906+0000 7f298afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.906+0000 7f2ad750c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:55.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.906+0000 7f2ad750c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:55.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.906+0000 7f2ad750c800 5 note: GC not initialized 2024-09-19T11:37:55.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.907+0000 7f2989fe3640 20 reqs_thread_entry: start 2024-09-19T11:37:55.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.907+0000 7f2ad750c800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:55.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.907+0000 7f2ad750c800 20 Filter name: none 2024-09-19T11:37:55.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.907+0000 7f28fb7fe640 20 reqs_thread_entry: start 2024-09-19T11:37:55.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.907+0000 7f2ad750c800 20 processing logshard = reshard.0000000000 2024-09-19T11:37:55.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.909+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-19T11:37:55.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.909+0000 7f2ad750c800 20 processing logshard = reshard.0000000001 2024-09-19T11:37:55.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.912+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-19T11:37:55.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.912+0000 7f2ad750c800 20 processing logshard = reshard.0000000002 2024-09-19T11:37:55.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.914+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-19T11:37:55.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.914+0000 7f2ad750c800 20 processing logshard = reshard.0000000003 2024-09-19T11:37:55.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.917+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-19T11:37:55.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.917+0000 7f2ad750c800 20 processing logshard = reshard.0000000004 2024-09-19T11:37:55.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.919+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-19T11:37:55.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.919+0000 7f2ad750c800 20 processing logshard = reshard.0000000005 2024-09-19T11:37:55.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.922+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-19T11:37:55.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.922+0000 7f2ad750c800 20 processing logshard = reshard.0000000006 2024-09-19T11:37:55.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 20 process_entry resharding a-bucket 2024-09-19T11:37:55.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:37:55.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.924+0000 7f2ad750c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.925+0000 7f2ad750c800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.925+0000 7f2ad750c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.925+0000 7f2ad750c800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.925+0000 7f2ad750c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:37:55.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.925+0000 7f2ad750c800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.925+0000 7f2ad750c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f2ad750c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f2ad750c800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f2ad750c800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f2ad750c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f29ab7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562402 cookie 94060289303904 notifier 5813 bl.length()=827 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f29ab7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f29ab7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.931+0000 7f29ab7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.932+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:37:55.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.932+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:37:55.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.932+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:37:55.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.932+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:37:55.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:37:55.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.0 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.937+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.0 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.938+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.1 2024-09-19T11:37:55.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.938+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.1 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.938+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.2 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.938+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.2 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.939+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.3 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.939+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.3 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.939+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.4 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.939+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.4 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.940+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.5 2024-09-19T11:37:55.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.940+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.5 2024-09-19T11:37:55.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.941+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.6 2024-09-19T11:37:55.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.941+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.6 2024-09-19T11:37:55.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.941+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.7 2024-09-19T11:37:55.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.941+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.7 2024-09-19T11:37:55.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.942+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.8 2024-09-19T11:37:55.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.942+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.8 2024-09-19T11:37:55.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.942+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.9 2024-09-19T11:37:55.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.942+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.9 2024-09-19T11:37:55.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.943+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.10 2024-09-19T11:37:55.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.943+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.10 2024-09-19T11:37:55.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.943+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.11 2024-09-19T11:37:55.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.943+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.11 2024-09-19T11:37:55.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.946+0000 7f2ad750c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : hit (requested=0x17, cached=0x17) 2024-09-19T11:37:55.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.946+0000 7f2ad750c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f29ab7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562403 cookie 94060289303904 notifier 5813 bl.length()=827 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f29ab7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f29ab7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f29ab7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:37:55.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.947+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:37:55.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.950+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.0 2024-09-19T11:37:55.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.950+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.0 2024-09-19T11:37:55.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.1 2024-09-19T11:37:55.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.1 2024-09-19T11:37:55.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.2 2024-09-19T11:37:55.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.2 2024-09-19T11:37:55.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.3 2024-09-19T11:37:55.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.3 2024-09-19T11:37:55.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.4 2024-09-19T11:37:55.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.951+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.4 2024-09-19T11:37:55.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.952+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.5 2024-09-19T11:37:55.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.952+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.5 2024-09-19T11:37:55.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.952+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.6 2024-09-19T11:37:55.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.952+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.6 2024-09-19T11:37:55.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.952+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.7 2024-09-19T11:37:55.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.952+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.7 2024-09-19T11:37:55.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.953+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.8 2024-09-19T11:37:55.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.953+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.8 2024-09-19T11:37:55.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.953+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.9 2024-09-19T11:37:55.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.953+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.9 2024-09-19T11:37:55.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.953+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.10 2024-09-19T11:37:55.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.953+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.10 2024-09-19T11:37:55.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.954+0000 7f2ad750c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.11 2024-09-19T11:37:55.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.954+0000 7f2ad750c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.1.11 2024-09-19T11:37:55.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.954+0000 7f2ad750c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : hit (requested=0x17, cached=0x17) 2024-09-19T11:37:55.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.954+0000 7f2ad750c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.955+0000 7f2ad750c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.955+0000 7f2ad750c800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.955+0000 7f2ad750c800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.955+0000 7f2ad750c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f29abfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562404 cookie 94060289303904 notifier 5813 bl.length()=795 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f29abfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f29abfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:37:55.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f29abfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:37:55.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:37:55.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:37:55.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:37:55.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.956+0000 7f2ad750c800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:37:55.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.958+0000 7f2ad750c800 1 execute INFO: reshard of bucket "a-bucket" from 12 shards to 13 shards completed successfully 2024-09-19T11:37:55.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.959+0000 7f2ad750c800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-19T11:37:55.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.961+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-19T11:37:55.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.961+0000 7f2ad750c800 20 processing logshard = reshard.0000000007 2024-09-19T11:37:55.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.963+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-19T11:37:55.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.963+0000 7f2ad750c800 20 processing logshard = reshard.0000000008 2024-09-19T11:37:55.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.965+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-19T11:37:55.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.965+0000 7f2ad750c800 20 processing logshard = reshard.0000000009 2024-09-19T11:37:55.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.967+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-19T11:37:55.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.967+0000 7f2ad750c800 20 processing logshard = reshard.0000000010 2024-09-19T11:37:55.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.970+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-19T11:37:55.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.970+0000 7f2ad750c800 20 processing logshard = reshard.0000000011 2024-09-19T11:37:55.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.972+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-19T11:37:55.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.972+0000 7f2ad750c800 20 processing logshard = reshard.0000000012 2024-09-19T11:37:55.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.974+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-19T11:37:55.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.974+0000 7f2ad750c800 20 processing logshard = reshard.0000000013 2024-09-19T11:37:55.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.977+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-19T11:37:55.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.977+0000 7f2ad750c800 20 processing logshard = reshard.0000000014 2024-09-19T11:37:55.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.979+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-19T11:37:55.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.979+0000 7f2ad750c800 20 processing logshard = reshard.0000000015 2024-09-19T11:37:55.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.982+0000 7f2ad750c800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-19T11:37:55.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.982+0000 7f298afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:55.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.984+0000 7f2ad750c800 20 remove_watcher() i=0 2024-09-19T11:37:55.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.984+0000 7f2ad750c800 2 removed watcher, disabling cache 2024-09-19T11:37:55.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.985+0000 7f2ad750c800 20 remove_watcher() i=1 2024-09-19T11:37:55.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.986+0000 7f2ad750c800 20 remove_watcher() i=2 2024-09-19T11:37:55.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.988+0000 7f2ad750c800 20 remove_watcher() i=3 2024-09-19T11:37:55.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.989+0000 7f2ad750c800 20 remove_watcher() i=4 2024-09-19T11:37:55.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.990+0000 7f2ad750c800 20 remove_watcher() i=5 2024-09-19T11:37:55.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.991+0000 7f2ad750c800 20 remove_watcher() i=6 2024-09-19T11:37:55.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:55.992+0000 7f2ad750c800 20 remove_watcher() i=7 2024-09-19T11:37:56.005 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:37:56.034 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:56.034 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:56.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.068+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 20 realm 2024-09-19T11:37:56.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:56.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.070+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.071+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:56.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.071+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.072+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:56.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.072+0000 7fa0fcd30800 20 searching for the correct realm 2024-09-19T11:37:56.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.075+0000 7fa0f91bd640 0 -- 172.21.15.103:0/237636469 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55974ef703d0 msgr2=0x55974ef72890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:56.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.078+0000 7fa0f89bc640 0 -- 172.21.15.103:0/237636469 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fa0ec0b6bb0 msgr2=0x7fa0ec0b7190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.082+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:56.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 zone default found 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 4 Realm: () 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 zonegroup default 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.083+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.084+0000 7fa0fcd30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.084+0000 7fa0fcd30800 20 started sync module instance, tier type = 2024-09-19T11:37:56.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.084+0000 7fa0fcd30800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:56.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.092+0000 7fa0fcd30800 20 add_watcher() i=0 2024-09-19T11:37:56.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.092+0000 7fa0fcd30800 20 add_watcher() i=1 2024-09-19T11:37:56.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.092+0000 7fa0fcd30800 20 add_watcher() i=2 2024-09-19T11:37:56.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.092+0000 7fa0fcd30800 20 add_watcher() i=3 2024-09-19T11:37:56.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.092+0000 7fa0fcd30800 20 add_watcher() i=4 2024-09-19T11:37:56.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.092+0000 7fa0fcd30800 20 add_watcher() i=5 2024-09-19T11:37:56.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.092+0000 7fa0fcd30800 20 add_watcher() i=6 2024-09-19T11:37:56.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.093+0000 7fa0fcd30800 20 add_watcher() i=7 2024-09-19T11:37:56.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.093+0000 7fa0fcd30800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:56.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7f9faefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:56.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7fa0fcd30800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:56.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7fa0fcd30800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:56.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7fa0fcd30800 5 note: GC not initialized 2024-09-19T11:37:56.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7f9fadfe3640 20 reqs_thread_entry: start 2024-09-19T11:37:56.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7fa0fcd30800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:56.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7fa0fcd30800 20 Filter name: none 2024-09-19T11:37:56.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7f9f1f7fe640 20 reqs_thread_entry: start 2024-09-19T11:37:56.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.095+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.096+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:56.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.096+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.096+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:56.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.096+0000 7fa0fcd30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:56.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.096+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.097+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:37:56.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.097+0000 7fa0fcd30800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.097+0000 7fa0fcd30800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:37:56.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.097+0000 7fa0fcd30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:56.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.099+0000 7f9faefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:56.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.101+0000 7fa0fcd30800 20 remove_watcher() i=0 2024-09-19T11:37:56.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.101+0000 7fa0fcd30800 2 removed watcher, disabling cache 2024-09-19T11:37:56.103 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.102+0000 7fa0fcd30800 20 remove_watcher() i=1 2024-09-19T11:37:56.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.103+0000 7fa0fcd30800 20 remove_watcher() i=2 2024-09-19T11:37:56.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.104+0000 7fa0fcd30800 20 remove_watcher() i=3 2024-09-19T11:37:56.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.105+0000 7fa0fcd30800 20 remove_watcher() i=4 2024-09-19T11:37:56.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.106+0000 7fa0fcd30800 20 remove_watcher() i=5 2024-09-19T11:37:56.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.107+0000 7fa0fcd30800 20 remove_watcher() i=6 2024-09-19T11:37:56.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.108+0000 7fa0fcd30800 20 remove_watcher() i=7 2024-09-19T11:37:56.120 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:56.120 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:56.120 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 8 size_kb: 1 num_shards: 13 2024-09-19T11:37:56.120 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:56.120 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-19T11:37:56.120 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:56.122 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.122 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.134 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.134 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.176 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.176 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.183 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.183 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.189 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.189 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.195 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.195 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.202 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.202 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.208 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.208 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.213 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.213 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.219 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.219 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.226 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.226 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.232 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.232 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.238 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.238 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.244 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.244 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.250 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.250 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.256 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.256 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.262 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.262 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.268 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.268 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.274 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.274 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.280 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.280 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.286 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.286 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.293 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:56.293 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:56.300 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T11:37:56.328 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:56.328 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:56.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.364+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 20 realm 2024-09-19T11:37:56.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:56.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.366+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.367+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:56.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.367+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.367+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:56.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.367+0000 7f6baef40800 20 searching for the correct realm 2024-09-19T11:37:56.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.370+0000 7f6ba24bf640 0 -- 172.21.15.103:0/2643722369 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f6b94059ac0 msgr2=0x7f6b94007720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:56.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.373+0000 7f6baacc0640 0 -- 172.21.15.103:0/2643722369 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f6b940d3bb0 msgr2=0x7f6b9407d960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.579+0000 7f6baef40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.579+0000 7f6baef40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.579+0000 7f6baef40800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.579+0000 7f6baef40800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.579+0000 7f6baef40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.579+0000 7f6baef40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.579+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 zone default found 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 4 Realm: () 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 zonegroup default 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.580+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.581+0000 7f6baef40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.581+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.581+0000 7f6baef40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.581+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.581+0000 7f6baef40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.581+0000 7f6baef40800 20 started sync module instance, tier type = 2024-09-19T11:37:56.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.581+0000 7f6baef40800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:56.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.590+0000 7f6baef40800 20 add_watcher() i=0 2024-09-19T11:37:56.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.590+0000 7f6baef40800 20 add_watcher() i=1 2024-09-19T11:37:56.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.590+0000 7f6baef40800 20 add_watcher() i=2 2024-09-19T11:37:56.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.590+0000 7f6baef40800 20 add_watcher() i=3 2024-09-19T11:37:56.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.590+0000 7f6baef40800 20 add_watcher() i=4 2024-09-19T11:37:56.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.590+0000 7f6baef40800 20 add_watcher() i=5 2024-09-19T11:37:56.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.590+0000 7f6baef40800 20 add_watcher() i=6 2024-09-19T11:37:56.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.591+0000 7f6baef40800 20 add_watcher() i=7 2024-09-19T11:37:56.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.591+0000 7f6baef40800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:56.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.593+0000 7f6a617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.593+0000 7f6baef40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.593+0000 7f6baef40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.593+0000 7f6baef40800 5 note: GC not initialized 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.593+0000 7f69dbfff640 20 reqs_thread_entry: start 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.593+0000 7f6baef40800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.593+0000 7f6baef40800 20 Filter name: none 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.594+0000 7f69d9ffb640 20 reqs_thread_entry: start 2024-09-19T11:37:56.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.594+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.594+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:56.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.594+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.595+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:56.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.595+0000 7f6baef40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:56.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.595+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.595+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:56.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.595+0000 7f6baef40800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.596+0000 7f6baef40800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:56.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.596+0000 7f6baef40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:56.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.597+0000 7f6a617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:56.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.599+0000 7f6baef40800 20 remove_watcher() i=0 2024-09-19T11:37:56.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.599+0000 7f6baef40800 2 removed watcher, disabling cache 2024-09-19T11:37:56.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.600+0000 7f6baef40800 20 remove_watcher() i=1 2024-09-19T11:37:56.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.601+0000 7f6baef40800 20 remove_watcher() i=2 2024-09-19T11:37:56.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.603+0000 7f6baef40800 20 remove_watcher() i=3 2024-09-19T11:37:56.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.604+0000 7f6baef40800 20 remove_watcher() i=4 2024-09-19T11:37:56.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.604+0000 7f6baef40800 20 remove_watcher() i=5 2024-09-19T11:37:56.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.605+0000 7f6baef40800 20 remove_watcher() i=6 2024-09-19T11:37:56.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.606+0000 7f6baef40800 20 remove_watcher() i=7 2024-09-19T11:37:56.618 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:56.618 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:56.618 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-init-index id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:37:56.618 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:56.619 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-19T11:37:56.654 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:56.654 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:56.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.887+0000 7ff9f5026640 0 --2- 172.21.15.103:0/361819327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x5574ede94d60 0x5574ede951a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T11:37:56.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.892+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.893+0000 7ff9f8b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.893+0000 7ff9f8b39800 20 realm 2024-09-19T11:37:56.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.893+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.894+0000 7ff9f8b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.894+0000 7ff9f8b39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:56.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.894+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.894+0000 7ff9f8b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:56.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.894+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.895+0000 7ff9f8b39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:56.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.895+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:56.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.895+0000 7ff9f8b39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:56.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.895+0000 7ff9f8b39800 20 searching for the correct realm 2024-09-19T11:37:56.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:56.896+0000 7ff9f4825640 0 -- 172.21.15.103:0/1236414957 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7ff9f0081040 msgr2=0x7ff9f0063c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:57.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.101+0000 7ff9f5026640 0 -- 172.21.15.103:0/1236414957 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7ff9e00c7b50 msgr2=0x7ff9e00bf130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:57.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.311+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 zone default found 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 4 Realm: () 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:57.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 zonegroup default 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.312+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.313+0000 7ff9f8b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.313+0000 7ff9f8b39800 20 started sync module instance, tier type = 2024-09-19T11:37:57.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.313+0000 7ff9f8b39800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:57.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.322+0000 7ff9f8b39800 20 add_watcher() i=0 2024-09-19T11:37:57.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.322+0000 7ff9f8b39800 20 add_watcher() i=1 2024-09-19T11:37:57.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.322+0000 7ff9f8b39800 20 add_watcher() i=2 2024-09-19T11:37:57.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.322+0000 7ff9f8b39800 20 add_watcher() i=3 2024-09-19T11:37:57.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.322+0000 7ff9f8b39800 20 add_watcher() i=4 2024-09-19T11:37:57.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.322+0000 7ff9f8b39800 20 add_watcher() i=5 2024-09-19T11:37:57.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.322+0000 7ff9f8b39800 20 add_watcher() i=6 2024-09-19T11:37:57.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.323+0000 7ff9f8b39800 20 add_watcher() i=7 2024-09-19T11:37:57.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.323+0000 7ff9f8b39800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:57.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.325+0000 7ff8ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff9f8b39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff9f8b39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff9f8b39800 5 note: GC not initialized 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff8aa7e4640 20 reqs_thread_entry: start 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff9f8b39800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff9f8b39800 20 Filter name: none 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff8a3fff640 20 reqs_thread_entry: start 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff9f8b39800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.326+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:57.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 : miss 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.327+0000 7ff9f8b39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 2024-09-19T11:37:57.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.328+0000 7ff9f8b39800 -1 Injecting error=-5 at location=init_index 2024-09-19T11:37:57.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.328+0000 7ff9f8b39800 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-19T11:37:57.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.330+0000 7ff8ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:57.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.332+0000 7ff9f8b39800 20 remove_watcher() i=0 2024-09-19T11:37:57.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.332+0000 7ff9f8b39800 2 removed watcher, disabling cache 2024-09-19T11:37:57.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.334+0000 7ff9f8b39800 20 remove_watcher() i=1 2024-09-19T11:37:57.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.335+0000 7ff9f8b39800 20 remove_watcher() i=2 2024-09-19T11:37:57.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.336+0000 7ff9f8b39800 20 remove_watcher() i=3 2024-09-19T11:37:57.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.337+0000 7ff9f8b39800 20 remove_watcher() i=4 2024-09-19T11:37:57.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.338+0000 7ff9f8b39800 20 remove_watcher() i=5 2024-09-19T11:37:57.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.339+0000 7ff9f8b39800 20 remove_watcher() i=6 2024-09-19T11:37:57.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.340+0000 7ff9f8b39800 20 remove_watcher() i=7 2024-09-19T11:37:57.354 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T11:37:57.385 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:57.385 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:57.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.421+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.422+0000 7fc44fc92800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.422+0000 7fc44fc92800 20 realm 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.422+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.423+0000 7fc44fc92800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.423+0000 7fc44fc92800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.423+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.423+0000 7fc44fc92800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.423+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.424+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:57.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.424+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.424+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:57.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.424+0000 7fc44fc92800 20 searching for the correct realm 2024-09-19T11:37:57.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.427+0000 7fc44cf7b640 0 -- 172.21.15.103:0/2291531219 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fc438030040 msgr2=0x7fc43803b970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:57.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.430+0000 7fc44d77c640 0 -- 172.21.15.103:0/2291531219 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc438030930 msgr2=0x7fc438054410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:57.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.636+0000 7fc44fc92800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:57.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.636+0000 7fc44fc92800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:57.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.636+0000 7fc44fc92800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:57.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.636+0000 7fc44fc92800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:57.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.636+0000 7fc44fc92800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:57.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.636+0000 7fc44fc92800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:57.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.636+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 zone default found 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 4 Realm: () 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:57.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 zonegroup default 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.637+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.638+0000 7fc44fc92800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.638+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.638+0000 7fc44fc92800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.638+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.638+0000 7fc44fc92800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.638+0000 7fc44fc92800 20 started sync module instance, tier type = 2024-09-19T11:37:57.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.638+0000 7fc44fc92800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:57.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.647+0000 7fc44fc92800 20 add_watcher() i=0 2024-09-19T11:37:57.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.647+0000 7fc44fc92800 20 add_watcher() i=1 2024-09-19T11:37:57.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.647+0000 7fc44fc92800 20 add_watcher() i=2 2024-09-19T11:37:57.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.647+0000 7fc44fc92800 20 add_watcher() i=3 2024-09-19T11:37:57.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.647+0000 7fc44fc92800 20 add_watcher() i=4 2024-09-19T11:37:57.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.647+0000 7fc44fc92800 20 add_watcher() i=5 2024-09-19T11:37:57.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.647+0000 7fc44fc92800 20 add_watcher() i=6 2024-09-19T11:37:57.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.649+0000 7fc44fc92800 20 add_watcher() i=7 2024-09-19T11:37:57.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.649+0000 7fc44fc92800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:57.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.650+0000 7fc3037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:57.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.650+0000 7fc44fc92800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:57.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.650+0000 7fc44fc92800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:57.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.650+0000 7fc44fc92800 5 note: GC not initialized 2024-09-19T11:37:57.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.651+0000 7fc3027e4640 20 reqs_thread_entry: start 2024-09-19T11:37:57.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.651+0000 7fc44fc92800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:57.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.651+0000 7fc44fc92800 20 Filter name: none 2024-09-19T11:37:57.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.651+0000 7fc273fff640 20 reqs_thread_entry: start 2024-09-19T11:37:57.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.651+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.651+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.651+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.652+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.652+0000 7fc44fc92800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.652+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.652+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.652+0000 7fc44fc92800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.653+0000 7fc44fc92800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:57.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.653+0000 7fc44fc92800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:57.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.654+0000 7fc3037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:57.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.656+0000 7fc44fc92800 20 remove_watcher() i=0 2024-09-19T11:37:57.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.656+0000 7fc44fc92800 2 removed watcher, disabling cache 2024-09-19T11:37:57.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.657+0000 7fc44fc92800 20 remove_watcher() i=1 2024-09-19T11:37:57.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.658+0000 7fc44fc92800 20 remove_watcher() i=2 2024-09-19T11:37:57.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.660+0000 7fc44fc92800 20 remove_watcher() i=3 2024-09-19T11:37:57.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.661+0000 7fc44fc92800 20 remove_watcher() i=4 2024-09-19T11:37:57.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.662+0000 7fc44fc92800 20 remove_watcher() i=5 2024-09-19T11:37:57.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.663+0000 7fc44fc92800 20 remove_watcher() i=6 2024-09-19T11:37:57.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.664+0000 7fc44fc92800 20 remove_watcher() i=7 2024-09-19T11:37:57.675 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:57.675 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:57.675 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-init-index id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:37:57.675 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:57.677 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:57.677 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:57.683 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:57.683 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:57.727 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:37:57.758 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:57.758 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:57.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.793+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 20 realm 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.795+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.796+0000 7fc98e240800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:57.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.796+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.797+0000 7fc98e240800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:57.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.797+0000 7fc98e240800 20 searching for the correct realm 2024-09-19T11:37:57.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.800+0000 7fc98bd2a640 0 -- 172.21.15.103:0/1428638283 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc984017030 msgr2=0x7fc9840662c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:57.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.803+0000 7fc98bd2a640 0 -- 172.21.15.103:0/1428638283 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc974098400 msgr2=0x7fc974098880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:57.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.807+0000 7fc98e240800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:57.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.807+0000 7fc98e240800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:57.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.807+0000 7fc98e240800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:57.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.807+0000 7fc98e240800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:57.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.807+0000 7fc98e240800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:57.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.807+0000 7fc98e240800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:57.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.807+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:57.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:57.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 zone default found 2024-09-19T11:37:57.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 4 Realm: () 2024-09-19T11:37:57.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 zonegroup default 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.808+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.809+0000 7fc98e240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.809+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.809+0000 7fc98e240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.809+0000 7fc98e240800 20 started sync module instance, tier type = 2024-09-19T11:37:57.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.809+0000 7fc98e240800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:57.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.817+0000 7fc98e240800 20 add_watcher() i=0 2024-09-19T11:37:57.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.817+0000 7fc98e240800 20 add_watcher() i=1 2024-09-19T11:37:57.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.817+0000 7fc98e240800 20 add_watcher() i=2 2024-09-19T11:37:57.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.817+0000 7fc98e240800 20 add_watcher() i=3 2024-09-19T11:37:57.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.817+0000 7fc98e240800 20 add_watcher() i=4 2024-09-19T11:37:57.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.818+0000 7fc98e240800 20 add_watcher() i=5 2024-09-19T11:37:57.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.818+0000 7fc98e240800 20 add_watcher() i=6 2024-09-19T11:37:57.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.818+0000 7fc98e240800 20 add_watcher() i=7 2024-09-19T11:37:57.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.818+0000 7fc98e240800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:57.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.820+0000 7fc841fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:57.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.820+0000 7fc98e240800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:57.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.820+0000 7fc98e240800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:57.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.820+0000 7fc98e240800 5 note: GC not initialized 2024-09-19T11:37:57.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc840fe1640 20 reqs_thread_entry: start 2024-09-19T11:37:57.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:57.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 20 Filter name: none 2024-09-19T11:37:57.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc7ba7fc640 20 reqs_thread_entry: start 2024-09-19T11:37:57.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-19T11:37:57.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 : miss 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.821+0000 7fc98e240800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.822+0000 7fc98e240800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.822+0000 7fc98e240800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.822+0000 7fc98e240800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.822+0000 7fc98e240800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.822+0000 7fc98e240800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.822+0000 7fc98e240800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 2024-09-19T11:37:57.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19, ofs0, ns] 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc86affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562410 cookie 94518217618736 notifier 5900 bl.length()=911 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc86affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc86affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc86affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): orig_sources= new_sources= 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): potential sources added=[] removed=[] 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): orig_dests= new_dests= 2024-09-19T11:37:57.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.829+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): potential dests added=[] removed=[] 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.0 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.0 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.1 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.1 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.2 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.2 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.3 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.3 2024-09-19T11:37:57.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.4 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.4 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.5 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.5 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.6 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.6 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.7 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.7 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.8 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.8 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.9 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.9 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.10 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.10 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.11 2024-09-19T11:37:57.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1.11 2024-09-19T11:37:57.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.834+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.0 2024-09-19T11:37:57.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.835+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1 2024-09-19T11:37:57.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.835+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.2 2024-09-19T11:37:57.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.836+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.3 2024-09-19T11:37:57.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.836+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.4 2024-09-19T11:37:57.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.836+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.5 2024-09-19T11:37:57.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.837+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.6 2024-09-19T11:37:57.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.837+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.7 2024-09-19T11:37:57.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.838+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.8 2024-09-19T11:37:57.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.838+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.9 2024-09-19T11:37:57.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.838+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.10 2024-09-19T11:37:57.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.841+0000 7fc98e240800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 : hit (requested=0x17, cached=0x17) 2024-09-19T11:37:57.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.841+0000 7fc98e240800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.842+0000 7fc98e240800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.842+0000 7fc98e240800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.842+0000 7fc98e240800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.842+0000 7fc98e240800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19, ofs0, ns] 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc86a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562411 cookie 94518217618736 notifier 5900 bl.length()=911 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc86a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc86a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc86a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): orig_sources= new_sources= 2024-09-19T11:37:57.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): potential sources added=[] removed=[] 2024-09-19T11:37:57.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): orig_dests= new_dests= 2024-09-19T11:37:57.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.843+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): potential dests added=[] removed=[] 2024-09-19T11:37:57.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.845+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.0 2024-09-19T11:37:57.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.845+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.1 2024-09-19T11:37:57.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.846+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.2 2024-09-19T11:37:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.846+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.3 2024-09-19T11:37:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.846+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.4 2024-09-19T11:37:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.847+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.5 2024-09-19T11:37:57.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.847+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.6 2024-09-19T11:37:57.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.847+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.7 2024-09-19T11:37:57.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.847+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.8 2024-09-19T11:37:57.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.848+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.9 2024-09-19T11:37:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.848+0000 7fc98e240800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19.10 2024-09-19T11:37:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.848+0000 7fc98e240800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 : hit (requested=0x17, cached=0x17) 2024-09-19T11:37:57.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.848+0000 7fc98e240800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.849+0000 7fc98e240800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.849+0000 7fc98e240800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.849+0000 7fc98e240800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.849+0000 7fc98e240800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19, ofs0, ns] 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc86a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562412 cookie 94518217618736 notifier 5900 bl.length()=879 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc86a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 info.flags=0x17 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc86a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 to cache LRU end 2024-09-19T11:37:57.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc86a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:57.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): orig_sources= new_sources= 2024-09-19T11:37:57.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): potential sources added=[] removed=[] 2024-09-19T11:37:57.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): orig_dests= new_dests= 2024-09-19T11:37:57.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.850+0000 7fc98e240800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19]): potential dests added=[] removed=[] 2024-09-19T11:37:57.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.853+0000 7fc98e240800 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2024-09-19T11:37:57.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.854+0000 7fc841fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:57.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.856+0000 7fc98e240800 20 remove_watcher() i=0 2024-09-19T11:37:57.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.856+0000 7fc98e240800 2 removed watcher, disabling cache 2024-09-19T11:37:57.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.857+0000 7fc98e240800 20 remove_watcher() i=1 2024-09-19T11:37:57.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.858+0000 7fc98e240800 20 remove_watcher() i=2 2024-09-19T11:37:57.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.859+0000 7fc98e240800 20 remove_watcher() i=3 2024-09-19T11:37:57.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.860+0000 7fc98e240800 20 remove_watcher() i=4 2024-09-19T11:37:57.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.861+0000 7fc98e240800 20 remove_watcher() i=5 2024-09-19T11:37:57.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.862+0000 7fc98e240800 20 remove_watcher() i=6 2024-09-19T11:37:57.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.863+0000 7fc98e240800 20 remove_watcher() i=7 2024-09-19T11:37:57.876 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T11:37:57.905 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:57.905 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:57.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.940+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 20 realm 2024-09-19T11:37:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.942+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.943+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:57.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.943+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:57.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.944+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:57.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.944+0000 7fd360123800 20 searching for the correct realm 2024-09-19T11:37:57.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.946+0000 7fd35be0c640 0 -- 172.21.15.103:0/2422710179 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fd354025020 msgr2=0x7fd354065510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:57.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:57.949+0000 7fd35be0c640 0 -- 172.21.15.103:0/2422710179 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fd350053b70 msgr2=0x7fd3500859c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:58.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:58.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:58.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:58.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.155+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 20 zone default found 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 4 Realm: () 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 20 zonegroup default 2024-09-19T11:37:58.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.156+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.157+0000 7fd360123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.157+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.157+0000 7fd360123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.157+0000 7fd360123800 20 started sync module instance, tier type = 2024-09-19T11:37:58.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.157+0000 7fd360123800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:58.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.166+0000 7fd360123800 20 add_watcher() i=0 2024-09-19T11:37:58.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.166+0000 7fd360123800 20 add_watcher() i=1 2024-09-19T11:37:58.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.166+0000 7fd360123800 20 add_watcher() i=2 2024-09-19T11:37:58.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.166+0000 7fd360123800 20 add_watcher() i=3 2024-09-19T11:37:58.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.166+0000 7fd360123800 20 add_watcher() i=4 2024-09-19T11:37:58.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.166+0000 7fd360123800 20 add_watcher() i=5 2024-09-19T11:37:58.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.166+0000 7fd360123800 20 add_watcher() i=6 2024-09-19T11:37:58.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.167+0000 7fd360123800 20 add_watcher() i=7 2024-09-19T11:37:58.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.167+0000 7fd360123800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:58.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.168+0000 7fd211fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:58.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd360123800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:58.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd360123800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:58.170 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd360123800 5 note: GC not initialized 2024-09-19T11:37:58.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd210fe1640 20 reqs_thread_entry: start 2024-09-19T11:37:58.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd360123800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:58.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd360123800 20 Filter name: none 2024-09-19T11:37:58.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd18a7fc640 20 reqs_thread_entry: start 2024-09-19T11:37:58.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.169+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.170+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:58.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.170+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.170+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:58.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.170+0000 7fd360123800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:58.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.170+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.171+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:58.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.171+0000 7fd360123800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.171+0000 7fd360123800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:58.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.171+0000 7fd360123800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:58.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.172+0000 7fd211fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:58.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.174+0000 7fd360123800 20 remove_watcher() i=0 2024-09-19T11:37:58.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.174+0000 7fd360123800 2 removed watcher, disabling cache 2024-09-19T11:37:58.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.175+0000 7fd360123800 20 remove_watcher() i=1 2024-09-19T11:37:58.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.176+0000 7fd360123800 20 remove_watcher() i=2 2024-09-19T11:37:58.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.177+0000 7fd360123800 20 remove_watcher() i=3 2024-09-19T11:37:58.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.178+0000 7fd360123800 20 remove_watcher() i=4 2024-09-19T11:37:58.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.179+0000 7fd360123800 20 remove_watcher() i=5 2024-09-19T11:37:58.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.180+0000 7fd360123800 20 remove_watcher() i=6 2024-09-19T11:37:58.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.181+0000 7fd360123800 20 remove_watcher() i=7 2024-09-19T11:37:58.193 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:58.193 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:58.193 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-init-index id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.19 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:37:58.193 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:58.195 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.195 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.199 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.199 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.242 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.242 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.271 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-19T11:37:58.271 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:58.272 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.272 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.285 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.285 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.327 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.327 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.333 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.333 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.338 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.339 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.344 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.344 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.351 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.351 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.356 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.356 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.363 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.363 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.368 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.368 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.373 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.373 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.379 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.379 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.385 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.385 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.390 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.390 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.395 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.396 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.402 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.402 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.407 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.408 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.413 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.413 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.419 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.419 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.424 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.425 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.430 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.430 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.436 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:58.437 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:58.443 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T11:37:58.471 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:58.471 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:58.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.504+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 20 realm 2024-09-19T11:37:58.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:58.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.506+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.507+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:58.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.507+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.508+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:58.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.508+0000 7f9610b3e800 20 searching for the correct realm 2024-09-19T11:37:58.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.511+0000 7f960d087640 0 -- 172.21.15.103:0/3259435346 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55581db38620 msgr2=0x55581db3aa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:58.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.514+0000 7f9604085640 0 -- 172.21.15.103:0/3259435346 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f95f4090510 msgr2=0x7f95f40b80e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:58.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:58.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:58.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:58.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:58.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:58.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:58.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:58.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:58.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 zone default found 2024-09-19T11:37:58.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 4 Realm: () 2024-09-19T11:37:58.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:58.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 zonegroup default 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.519+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.520+0000 7f9610b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.520+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.520+0000 7f9610b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.520+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.520+0000 7f9610b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.520+0000 7f9610b3e800 20 started sync module instance, tier type = 2024-09-19T11:37:58.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.520+0000 7f9610b3e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:58.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.529+0000 7f9610b3e800 20 add_watcher() i=0 2024-09-19T11:37:58.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.529+0000 7f9610b3e800 20 add_watcher() i=1 2024-09-19T11:37:58.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.529+0000 7f9610b3e800 20 add_watcher() i=2 2024-09-19T11:37:58.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.529+0000 7f9610b3e800 20 add_watcher() i=3 2024-09-19T11:37:58.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.529+0000 7f9610b3e800 20 add_watcher() i=4 2024-09-19T11:37:58.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.529+0000 7f9610b3e800 20 add_watcher() i=5 2024-09-19T11:37:58.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.529+0000 7f9610b3e800 20 add_watcher() i=6 2024-09-19T11:37:58.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.530+0000 7f9610b3e800 20 add_watcher() i=7 2024-09-19T11:37:58.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.530+0000 7f9610b3e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:58.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.531+0000 7f94c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:58.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.531+0000 7f9610b3e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:58.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.531+0000 7f9610b3e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:58.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.531+0000 7f9610b3e800 5 note: GC not initialized 2024-09-19T11:37:58.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.531+0000 7f94c1fe3640 20 reqs_thread_entry: start 2024-09-19T11:37:58.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.532+0000 7f9610b3e800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:58.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.532+0000 7f9610b3e800 20 Filter name: none 2024-09-19T11:37:58.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.532+0000 7f94337fe640 20 reqs_thread_entry: start 2024-09-19T11:37:58.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.532+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.532+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.532+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.533+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.533+0000 7f9610b3e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.533+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.533+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.533+0000 7f9610b3e800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.533+0000 7f9610b3e800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:58.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.533+0000 7f9610b3e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:58.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.535+0000 7f94c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:58.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.537+0000 7f9610b3e800 20 remove_watcher() i=0 2024-09-19T11:37:58.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.537+0000 7f9610b3e800 2 removed watcher, disabling cache 2024-09-19T11:37:58.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.538+0000 7f9610b3e800 20 remove_watcher() i=1 2024-09-19T11:37:58.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.539+0000 7f9610b3e800 20 remove_watcher() i=2 2024-09-19T11:37:58.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.540+0000 7f9610b3e800 20 remove_watcher() i=3 2024-09-19T11:37:58.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.541+0000 7f9610b3e800 20 remove_watcher() i=4 2024-09-19T11:37:58.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.542+0000 7f9610b3e800 20 remove_watcher() i=5 2024-09-19T11:37:58.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.544+0000 7f9610b3e800 20 remove_watcher() i=6 2024-09-19T11:37:58.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.545+0000 7f9610b3e800 20 remove_watcher() i=7 2024-09-19T11:37:58.557 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:58.557 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:58.558 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-init-index id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:37:58.558 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:58.559 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-19T11:37:58.595 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:58.595 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:58.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.629+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.630+0000 7f6580936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.630+0000 7f6580936800 20 realm 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.630+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.630+0000 7f6580936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.630+0000 7f6580936800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.630+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.631+0000 7f6580936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.631+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.631+0000 7f6580936800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:58.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.631+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.632+0000 7f6580936800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:58.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.632+0000 7f6580936800 20 searching for the correct realm 2024-09-19T11:37:58.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.634+0000 7f657beb6640 0 -- 172.21.15.103:0/3883724021 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f656405d3c0 msgr2=0x7f65640773a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:58.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.638+0000 7f657c6b7640 0 -- 172.21.15.103:0/3883724021 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f65640628c0 msgr2=0x7f656408c660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:58.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:58.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:58.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:58.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:58.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:58.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:58.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.845+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:58.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:58.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 zone default found 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 4 Realm: () 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 zonegroup default 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.846+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.847+0000 7f6580936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.847+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.847+0000 7f6580936800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.847+0000 7f6580936800 20 started sync module instance, tier type = 2024-09-19T11:37:58.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.847+0000 7f6580936800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:58.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.856+0000 7f6580936800 20 add_watcher() i=0 2024-09-19T11:37:58.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.856+0000 7f6580936800 20 add_watcher() i=1 2024-09-19T11:37:58.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.856+0000 7f6580936800 20 add_watcher() i=2 2024-09-19T11:37:58.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.856+0000 7f6580936800 20 add_watcher() i=3 2024-09-19T11:37:58.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.856+0000 7f6580936800 20 add_watcher() i=4 2024-09-19T11:37:58.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.856+0000 7f6580936800 20 add_watcher() i=5 2024-09-19T11:37:58.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.857+0000 7f6580936800 20 add_watcher() i=6 2024-09-19T11:37:58.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.857+0000 7f6580936800 20 add_watcher() i=7 2024-09-19T11:37:58.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.857+0000 7f6580936800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:58.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.858+0000 7f6432fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6580936800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6580936800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6580936800 5 note: GC not initialized 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6431fdb640 20 reqs_thread_entry: start 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6580936800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6580936800 20 Filter name: none 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f63a37fe640 20 reqs_thread_entry: start 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6580936800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.859+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:58.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-19T11:37:58.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-19T11:37:58.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 : miss 2024-09-19T11:37:58.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:58.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 info.flags=0x17 2024-09-19T11:37:58.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 to cache LRU end 2024-09-19T11:37:58.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:37:58.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:58.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.860+0000 7f6580936800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 2024-09-19T11:37:58.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.861+0000 7f6580936800 -1 Injecting error=-95 at location=init_index 2024-09-19T11:37:58.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.861+0000 7f6580936800 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-19T11:37:58.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 info.flags=0x17 2024-09-19T11:37:58.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 to cache LRU end 2024-09-19T11:37:58.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:58.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20, ofs0, ns] 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6452ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562415 cookie 94525713785904 notifier 5948 bl.length()=911 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6452ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 info.flags=0x17 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6452ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 to cache LRU end 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6452ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): orig_sources= new_sources= 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): potential sources added=[] removed=[] 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): orig_dests= new_dests= 2024-09-19T11:37:58.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.865+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): potential dests added=[] removed=[] 2024-09-19T11:37:58.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.0 2024-09-19T11:37:58.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.0 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.1 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.1 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.2 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.2 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.3 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.3 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.4 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.4 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.5 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.5 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.6 2024-09-19T11:37:58.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.6 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.7 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.7 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.8 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.8 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.9 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.9 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.10 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.10 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.11 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1.11 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.0 2024-09-19T11:37:58.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.868+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.1 2024-09-19T11:37:58.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.869+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.2 2024-09-19T11:37:58.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.869+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.3 2024-09-19T11:37:58.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.870+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.4 2024-09-19T11:37:58.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.870+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.5 2024-09-19T11:37:58.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.871+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.6 2024-09-19T11:37:58.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.871+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.7 2024-09-19T11:37:58.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.872+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.8 2024-09-19T11:37:58.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.872+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.9 2024-09-19T11:37:58.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.873+0000 7f6580936800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20.10 2024-09-19T11:37:58.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.876+0000 7f6580936800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 : hit (requested=0x17, cached=0x17) 2024-09-19T11:37:58.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.876+0000 7f6580936800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 2024-09-19T11:37:58.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 info.flags=0x17 2024-09-19T11:37:58.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 to cache LRU end 2024-09-19T11:37:58.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:58.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20, ofs0, ns] 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f64537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562416 cookie 94525713785904 notifier 5948 bl.length()=879 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f64537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 info.flags=0x17 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f64537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 to cache LRU end 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f64537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): orig_sources= new_sources= 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): potential sources added=[] removed=[] 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): orig_dests= new_dests= 2024-09-19T11:37:58.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.877+0000 7f6580936800 20 handle_bi_update(): bucket=:error-at-init-index[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20]): potential dests added=[] removed=[] 2024-09-19T11:37:58.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.880+0000 7f6580936800 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2024-09-19T11:37:58.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.881+0000 7f6432fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:58.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.884+0000 7f6580936800 20 remove_watcher() i=0 2024-09-19T11:37:58.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.884+0000 7f6580936800 2 removed watcher, disabling cache 2024-09-19T11:37:58.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.885+0000 7f6580936800 20 remove_watcher() i=1 2024-09-19T11:37:58.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.887+0000 7f6580936800 20 remove_watcher() i=2 2024-09-19T11:37:58.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.888+0000 7f6580936800 20 remove_watcher() i=3 2024-09-19T11:37:58.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.889+0000 7f6580936800 20 remove_watcher() i=4 2024-09-19T11:37:58.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.890+0000 7f6580936800 20 remove_watcher() i=5 2024-09-19T11:37:58.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.891+0000 7f6580936800 20 remove_watcher() i=6 2024-09-19T11:37:58.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.892+0000 7f6580936800 20 remove_watcher() i=7 2024-09-19T11:37:58.906 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-19T11:37:58.934 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:58.934 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:58.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.968+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.969+0000 7f4fa6975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.969+0000 7f4fa6975800 20 realm 2024-09-19T11:37:58.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.969+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.970+0000 7f4fa6975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.970+0000 7f4fa6975800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:58.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.970+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.970+0000 7f4fa6975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:58.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.970+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.970+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:58.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.970+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:58.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.971+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:58.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:58.971+0000 7f4fa6975800 20 searching for the correct realm 2024-09-19T11:37:59.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.174+0000 7f4f9bc5e640 0 -- 172.21.15.103:0/3209190364 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f4f8c033040 msgr2=0x7f4f8c055550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:59.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.178+0000 7f4fa445f640 0 -- 172.21.15.103:0/3209190364 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4f8c0a6210 msgr2=0x7f4f8c096680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:59.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:59.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.385+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 zone default found 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 4 Realm: () 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 zonegroup default 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 started sync module instance, tier type = 2024-09-19T11:37:59.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.386+0000 7f4fa6975800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:59.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.396+0000 7f4fa6975800 20 add_watcher() i=0 2024-09-19T11:37:59.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.396+0000 7f4fa6975800 20 add_watcher() i=1 2024-09-19T11:37:59.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.396+0000 7f4fa6975800 20 add_watcher() i=2 2024-09-19T11:37:59.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.396+0000 7f4fa6975800 20 add_watcher() i=3 2024-09-19T11:37:59.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.396+0000 7f4fa6975800 20 add_watcher() i=4 2024-09-19T11:37:59.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.396+0000 7f4fa6975800 20 add_watcher() i=5 2024-09-19T11:37:59.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.396+0000 7f4fa6975800 20 add_watcher() i=6 2024-09-19T11:37:59.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.397+0000 7f4fa6975800 20 add_watcher() i=7 2024-09-19T11:37:59.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.397+0000 7f4fa6975800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:59.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.398+0000 7f4e5a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4fa6975800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4fa6975800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4fa6975800 5 note: GC not initialized 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4e597e2640 20 reqs_thread_entry: start 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4fa6975800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4fa6975800 20 Filter name: none 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4dcaffd640 20 reqs_thread_entry: start 2024-09-19T11:37:59.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.399+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.400+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:59.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.400+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.400+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:59.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.400+0000 7f4fa6975800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:59.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.400+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.401+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:37:59.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.401+0000 7f4fa6975800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.401+0000 7f4fa6975800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:37:59.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.401+0000 7f4fa6975800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:59.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.403+0000 7f4e5a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:59.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.405+0000 7f4fa6975800 20 remove_watcher() i=0 2024-09-19T11:37:59.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.405+0000 7f4fa6975800 2 removed watcher, disabling cache 2024-09-19T11:37:59.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.406+0000 7f4fa6975800 20 remove_watcher() i=1 2024-09-19T11:37:59.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.407+0000 7f4fa6975800 20 remove_watcher() i=2 2024-09-19T11:37:59.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.408+0000 7f4fa6975800 20 remove_watcher() i=3 2024-09-19T11:37:59.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.409+0000 7f4fa6975800 20 remove_watcher() i=4 2024-09-19T11:37:59.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.411+0000 7f4fa6975800 20 remove_watcher() i=5 2024-09-19T11:37:59.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.412+0000 7f4fa6975800 20 remove_watcher() i=6 2024-09-19T11:37:59.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.413+0000 7f4fa6975800 20 remove_watcher() i=7 2024-09-19T11:37:59.426 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:59.426 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:59.426 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-init-index id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.20 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-19T11:37:59.426 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:59.428 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.428 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.431 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.431 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.474 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.474 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.501 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at init_index 2024-09-19T11:37:59.501 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:59.502 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.502 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.515 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.515 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.558 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.559 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.566 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.571 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.571 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.577 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.577 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.583 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.583 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.589 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.589 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.595 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.595 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.601 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.601 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.607 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.607 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.613 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.613 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.619 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.619 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.625 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.625 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.632 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.632 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.638 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.638 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.644 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.644 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.650 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.650 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.657 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.657 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.663 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.663 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.668 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.669 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.675 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:37:59.675 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:37:59.681 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-19T11:37:59.710 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:59.710 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:59.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.744+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.745+0000 7fd7ca213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.745+0000 7fd7ca213800 20 realm 2024-09-19T11:37:59.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.745+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.745+0000 7fd7ca213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.745+0000 7fd7ca213800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:59.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.745+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.746+0000 7fd7ca213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.746+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.746+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:59.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.746+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.747+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:59.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.747+0000 7fd7ca213800 20 searching for the correct realm 2024-09-19T11:37:59.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.750+0000 7fd7c6149640 0 -- 172.21.15.103:0/4004431847 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55c3e9b921e0 msgr2=0x55c3e9b946a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:37:59.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.753+0000 7fd7c5948640 0 -- 172.21.15.103:0/4004431847 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fd7b00acac0 msgr2=0x7fd7b00b0520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:37:59.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.757+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:59.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 zone default found 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 4 Realm: () 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 zonegroup default 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.758+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.759+0000 7fd7ca213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.759+0000 7fd7ca213800 20 started sync module instance, tier type = 2024-09-19T11:37:59.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.759+0000 7fd7ca213800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:37:59.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.768+0000 7fd7ca213800 20 add_watcher() i=0 2024-09-19T11:37:59.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.768+0000 7fd7ca213800 20 add_watcher() i=1 2024-09-19T11:37:59.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.768+0000 7fd7ca213800 20 add_watcher() i=2 2024-09-19T11:37:59.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.768+0000 7fd7ca213800 20 add_watcher() i=3 2024-09-19T11:37:59.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.768+0000 7fd7ca213800 20 add_watcher() i=4 2024-09-19T11:37:59.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.768+0000 7fd7ca213800 20 add_watcher() i=5 2024-09-19T11:37:59.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.768+0000 7fd7ca213800 20 add_watcher() i=6 2024-09-19T11:37:59.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.769+0000 7fd7ca213800 20 add_watcher() i=7 2024-09-19T11:37:59.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.769+0000 7fd7ca213800 2 all 8 watchers are set, enabling cache 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.771+0000 7fd6777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.771+0000 7fd7ca213800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.771+0000 7fd7ca213800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.771+0000 7fd7ca213800 5 note: GC not initialized 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.771+0000 7fd6767fc640 20 reqs_thread_entry: start 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.771+0000 7fd7ca213800 20 init_complete bucket index max shards: 11 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.772+0000 7fd7ca213800 20 Filter name: none 2024-09-19T11:37:59.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.772+0000 7fd5e7fff640 20 reqs_thread_entry: start 2024-09-19T11:37:59.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.772+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.772+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.772+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.773+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.773+0000 7fd7ca213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.773+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.773+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.773+0000 7fd7ca213800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.773+0000 7fd7ca213800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:37:59.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.773+0000 7fd7ca213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:37:59.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.775+0000 7fd6777fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:37:59.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.777+0000 7fd7ca213800 20 remove_watcher() i=0 2024-09-19T11:37:59.779 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.777+0000 7fd7ca213800 2 removed watcher, disabling cache 2024-09-19T11:37:59.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.778+0000 7fd7ca213800 20 remove_watcher() i=1 2024-09-19T11:37:59.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.779+0000 7fd7ca213800 20 remove_watcher() i=2 2024-09-19T11:37:59.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.780+0000 7fd7ca213800 20 remove_watcher() i=3 2024-09-19T11:37:59.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.781+0000 7fd7ca213800 20 remove_watcher() i=4 2024-09-19T11:37:59.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.781+0000 7fd7ca213800 20 remove_watcher() i=5 2024-09-19T11:37:59.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.782+0000 7fd7ca213800 20 remove_watcher() i=6 2024-09-19T11:37:59.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.783+0000 7fd7ca213800 20 remove_watcher() i=7 2024-09-19T11:37:59.796 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:59.796 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:37:59.796 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-init-indext id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:37:59.796 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:37:59.798 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-19T11:37:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:37:59.832 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:37:59.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.865+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 20 realm 2024-09-19T11:37:59.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:37:59.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:37:59.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:37:59.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:37:59.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:37:59.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:37:59.868+0000 7f46c292c800 20 searching for the correct realm 2024-09-19T11:38:00.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.072+0000 7f46b5d3d640 0 -- 172.21.15.103:0/3256377464 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f46a8027020 msgr2=0x7f46a80620c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.075+0000 7f46be53e640 0 -- 172.21.15.103:0/3256377464 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f46a8085230 msgr2=0x7f46a8089130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.281+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 zone default found 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 4 Realm: () 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 zonegroup default 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.283+0000 7f46c292c800 20 started sync module instance, tier type = 2024-09-19T11:38:00.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.283+0000 7f46c292c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:00.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=0 2024-09-19T11:38:00.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=1 2024-09-19T11:38:00.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=2 2024-09-19T11:38:00.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=3 2024-09-19T11:38:00.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=4 2024-09-19T11:38:00.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=5 2024-09-19T11:38:00.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=6 2024-09-19T11:38:00.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.293+0000 7f46c292c800 20 add_watcher() i=7 2024-09-19T11:38:00.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.293+0000 7f46c292c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:00.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.295+0000 7f4574fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:00.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f46c292c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:00.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f46c292c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:00.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f46c292c800 5 note: GC not initialized 2024-09-19T11:38:00.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f44ef7fe640 20 reqs_thread_entry: start 2024-09-19T11:38:00.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f46c292c800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:00.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f46c292c800 20 Filter name: none 2024-09-19T11:38:00.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f44ed7fa640 20 reqs_thread_entry: start 2024-09-19T11:38:00.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f46c292c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T11:38:00.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.296+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 : miss 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:00.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:00.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:00.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:00.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.297+0000 7f46c292c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 2024-09-19T11:38:00.301 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f46c292c800 time 2024-09-19T11:38:00.300603+0000 2024-09-19T11:38:00.301 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f46c3f8c76a] 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f46c292c800 thread_name:radosgw-admin 2024-09-19T11:38:00.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.299+0000 7f46c292c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f46c292c800 time 2024-09-19T11:38:00.300603+0000 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f46c3f8c76a] 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:00.303 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f46c2c3e6f0] 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f46c2c8b99c] 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f46c3f8c7c4] 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.321 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.300+0000 7f46c292c800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f46c292c800 thread_name:radosgw-admin 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f46c2c3e6f0] 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f46c2c8b99c] 2024-09-19T11:38:00.322 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f46c3f8c7c4] 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.323 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: dump: 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.324 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:37:59.849+0000 7f46c292c800 5 monclient: authenticate success, global_id 5990 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:37:59.849+0000 7f46c292c800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:37:59.849+0000 7f46c292c800 4 set_mon_vals no callback set 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: dump: 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.325 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: shutdown 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 asok(0x55c9274c1410) unregister_commands rotate-key 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.326 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding auth protocol: cephx 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding auth protocol: cephx 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding auth protocol: cephx 2024-09-19T11:38:00.327 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.328 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:37:59.850+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: starting msgr at 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: starting objecter 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command objecter_requests hook 0x55c9277144d0 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: setting wanted keys 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: calling monclient init 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding auth protocol: cephx 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding auth protocol: cephx 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding auth protocol: cephx 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.329 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:37:59.850+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:37:59.851+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:37:59.851+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key hook 0x55c9276e35d8 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.330 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c927597510 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c927628f60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c927631150 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.395138s 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c927628f60 auth_method 0 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.331 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c927597510 auth_method 0 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c927631150 auth_method 0 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.332 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_done global_id 5993 payload 824 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 1 monclient: found mon.noname-c 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: dump: 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.333 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.334 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: dump: 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.335 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:37:59.851+0000 7f46c292c800 5 monclient: authenticate success, global_id 5993 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:37:59.851+0000 7f45ac608640 4 set_mon_vals no callback set 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:37:59.851+0000 7f46c292c800 1 librados: init done 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:37:59.853+0000 7f45aae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:37:59.853+0000 7f45aae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:37:59.853+0000 7f45aae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:37:59.853+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f45a4077570 auth_method 0 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:37:59.854+0000 7f46bed3f640 10 monclient: get_auth_request con 0x55c9277233a0 auth_method 0 2024-09-19T11:38:00.336 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:37:59.854+0000 7f46be53e640 10 monclient: get_auth_request con 0x55c92772e670 auth_method 0 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:37:59.855+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x55c9277329d0 auth_method 0 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:37:59.856+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:37:59.856+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:37:59.856+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.337 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding auth protocol: cephx 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding auth protocol: cephx 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding auth protocol: cephx 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.338 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:37:59.856+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command objecter_requests cmddesc objecter_requests hook 0x55c92773abe0 EEXIST 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding auth protocol: cephx 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding auth protocol: cephx 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding auth protocol: cephx 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.339 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:37:59.857+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:37:59.857+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key cmddesc rotate-key hook 0x55c927735fe0 EEXIST 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.340 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c92775ef00 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c92775f2e0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c92775dc10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.401687s 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c92775ef00 auth_method 0 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c92775dc10 auth_method 0 2024-09-19T11:38:00.341 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c92775f2e0 auth_method 0 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.342 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:37:59.858+0000 7f46be53e640 10 monclient(hunting): handle_auth_done global_id 6333 payload 824 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:37:59.858+0000 7f46be53e640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:37:59.858+0000 7f46be53e640 1 monclient: found mon.noname-a 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:37:59.858+0000 7f46be53e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: dump: 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.343 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: dump: 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.344 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:37:59.858+0000 7f46c292c800 5 monclient: authenticate success, global_id 6333 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:37:59.858+0000 7f46bf540640 4 set_mon_vals no callback set 2024-09-19T11:38:00.345 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:37:59.860+0000 7f45a3fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:37:59.860+0000 7f45a3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:37:59.860+0000 7f45a3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:37:59.860+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f4598077480 auth_method 0 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: get_monmap_and_config 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:37:59.860+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.346 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding auth protocol: cephx 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding auth protocol: cephx 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding auth protocol: cephx 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.347 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:37:59.860+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding auth protocol: cephx 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding auth protocol: cephx 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding auth protocol: cephx 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.348 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:37:59.861+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:37:59.861+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:37:59.861+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key cmddesc rotate-key hook 0x7ffc31950828 EEXIST 2024-09-19T11:38:00.349 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c927782f40 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c9277ad9b0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c9277aed60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.405441s 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c9277ad9b0 auth_method 0 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.350 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c9277aed60 auth_method 0 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c927782f40 auth_method 0 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.351 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_done global_id 6336 payload 274 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 1 monclient: found mon.noname-a 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: dump: 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.352 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: dump: 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:37:59.861+0000 7f46c292c800 5 monclient: authenticate success, global_id 6336 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:37:59.861+0000 7f46c292c800 4 set_mon_vals no callback set 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:37:59.862+0000 7f46c292c800 10 monclient: shutdown 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:37:59.862+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:37:59.862+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:37:59.862+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.354 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding auth protocol: cephx 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding auth protocol: cephx 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding auth protocol: cephx 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.355 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:37:59.862+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:37:59.862+0000 7f46c292c800 1 librados: starting msgr at 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:37:59.862+0000 7f46c292c800 1 librados: starting objecter 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command objecter_requests cmddesc objecter_requests hook 0x55c9277a9a70 EEXIST 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:37:59.863+0000 7f46c292c800 1 librados: setting wanted keys 2024-09-19T11:38:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:37:59.863+0000 7f46c292c800 1 librados: calling monclient init 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding auth protocol: cephx 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding auth protocol: cephx 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding auth protocol: cephx 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.357 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:37:59.863+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:37:59.863+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key cmddesc rotate-key hook 0x55c927773908 EEXIST 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c927782f40 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c9277aed60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c9277a2290 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.407565s 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c927782f40 auth_method 0 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c9277aed60 auth_method 0 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.359 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c9277a2290 auth_method 0 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_done global_id 6339 payload 824 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:37:59.863+0000 7f46be53e640 1 monclient: found mon.noname-a 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.360 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: dump: 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.361 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: dump: 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:37:59.864+0000 7f46c292c800 5 monclient: authenticate success, global_id 6339 2024-09-19T11:38:00.362 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:37:59.864+0000 7f45a1ffb640 4 set_mon_vals no callback set 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:37:59.864+0000 7f46c292c800 1 librados: init done 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:37:59.864+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cr dump hook 0x55c9277b67a8 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:37:59.865+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:37:59.866+0000 7f458ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:37:59.866+0000 7f458ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:37:59.866+0000 7f458ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:37:59.866+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f45880775a0 auth_method 0 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:37:59.866+0000 7f46bed3f640 10 monclient: get_auth_request con 0x55c9277cd980 auth_method 0 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.363 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 realm 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:37:59.867+0000 7f46c292c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:37:59.867+0000 7f46be53e640 10 monclient: get_auth_request con 0x55c9277d1be0 auth_method 0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:37:59.868+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x55c9277d5440 auth_method 0 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 searching for the correct realm 2024-09-19T11:38:00.364 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:37:59.869+0000 7f46bed3f640 10 monclient: get_auth_request con 0x55c9277da200 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:37:59.869+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f46b8061040 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:37:59.870+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f46a8027020 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:38:00.061+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f4598077480 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:38:00.071+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f46a8027020 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:38:00.072+0000 7f46b5d3d640 0 -- 172.21.15.103:0/3256377464 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f46a8027020 msgr2=0x7f46a80620c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:38:00.072+0000 7f458ffff640 1 client.6339.objecter ms_handle_reset 0x7f46a8027020 session 0x7f46a8005040 osd.4 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:38:00.072+0000 7f458ffff640 10 monclient: _renew_subs 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:38:00.072+0000 7f458ffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:38:00.072+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f45880873c0 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:38:00.073+0000 7f46bed3f640 10 monclient: get_auth_request con 0x7f46a806c210 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:38:00.075+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f46a8085230 auth_method 0 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:38:00.075+0000 7f46be53e640 0 -- 172.21.15.103:0/3256377464 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f46a8085230 msgr2=0x7f46a8089130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.365 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:38:00.276+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f46a8085230 auth_method 0 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 zone default found 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:38:00.282+0000 7f46c292c800 4 Realm: () 2024-09-19T11:38:00.366 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:38:00.282+0000 7f46c292c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:38:00.282+0000 7f46c292c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:38:00.282+0000 7f46c292c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 zonegroup default 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.367 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 started sync module instance, tier type = 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=0 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=1 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=2 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=3 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=4 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=5 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=6 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:38:00.293+0000 7f46c292c800 20 add_watcher() i=7 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:38:00.293+0000 7f46c292c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding auth protocol: cephx 2024-09-19T11:38:00.368 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding auth protocol: cephx 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding auth protocol: cephx 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.369 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:38:00.295+0000 7f4574fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:38:00.296+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache list hook 0x55c9277a26b0 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache inspect hook 0x55c9277a26b0 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache erase hook 0x55c9277a26b0 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache zap hook 0x55c9277a26b0 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 note: GC not initialized 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:38:00.296+0000 7f44ef7fe640 20 reqs_thread_entry: start 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace show hook 0x7f46b8004670 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace history hook 0x7f46b8004670 2024-09-19T11:38:00.370 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace active hook 0x7f46b8004670 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace active_short hook 0x7f46b8004670 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 Filter name: none 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:38:00.296+0000 7f44ed7fa640 20 reqs_thread_entry: start 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:38:00.296+0000 7f46c292c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 : miss 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.371 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:38:00.299+0000 7f46c292c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f46c292c800 time 2024-09-19T11:38:00.300603+0000 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f46c3f8c76a] 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.372 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:38:00.300+0000 7f46c292c800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f46c292c800 thread_name:radosgw-admin 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f46c2c3e6f0] 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f46c2c8b99c] 2024-09-19T11:38:00.373 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f46c3f8c7c4] 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:38:00.374 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:38:00.375 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:38:00.376 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:38:00.377 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:38:00.378 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:38:00.379 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:38:00.380 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 7f44ed7fa640 / http_manager 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 7f44ef7fe640 / http_manager 2024-09-19T11:38:00.381 INFO:tasks.workunit.client.0.smithi103.stderr: 7f4574fe1640 / rgw_dt_lg_renew 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f458ffff640 / ms_dispatch 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45a1ffb640 / io_context_pool 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45a3fff640 / ms_dispatch 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45aae05640 / ms_dispatch 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45ac608640 / io_context_pool 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46b5d3d640 / msgr-worker-2 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46be53e640 / msgr-worker-1 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46bed3f640 / msgr-worker-0 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46bf540640 / io_context_pool 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46c292c800 / radosgw-admin 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:38:00.382 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.89603.log 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: dump: 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.383 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:37:59.849+0000 7f46c292c800 5 monclient: authenticate success, global_id 5990 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:37:59.849+0000 7f46c292c800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:37:59.849+0000 7f46c292c800 4 set_mon_vals no callback set 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:37:59.849+0000 7f45ac608640 10 monclient: dump: 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.384 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: shutdown 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 asok(0x55c9274c1410) unregister_commands rotate-key 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.385 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding auth protocol: cephx 2024-09-19T11:38:00.386 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding auth protocol: cephx 2024-09-19T11:38:00.388 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding auth protocol: cephx 2024-09-19T11:38:00.388 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: crc 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e8ac0) adding con mode: secure 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:37:59.850+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.389 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: starting msgr at 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: starting objecter 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command objecter_requests hook 0x55c9277144d0 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: setting wanted keys 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:37:59.850+0000 7f46c292c800 1 librados: calling monclient init 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:37:59.850+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding auth protocol: cephx 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding auth protocol: cephx 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding auth protocol: cephx 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.390 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: crc 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:37:59.850+0000 7f46c292c800 5 AuthRegistry(0x55c9276e3490) adding con mode: secure 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:37:59.850+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:37:59.851+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:37:59.851+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key hook 0x55c9276e35d8 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c927597510 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.391 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c927628f60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c927631150 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.395138s 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c927628f60 auth_method 0 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c927597510 auth_method 0 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.392 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:37:59.851+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c927631150 auth_method 0 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.393 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.396 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.396 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:37:59.851+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.396 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_done global_id 5993 payload 824 2024-09-19T11:38:00.396 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 1 monclient: found mon.noname-c 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:37:59.851+0000 7f46b5d3d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: dump: 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.397 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:37:59.851+0000 7f45aae05640 10 monclient: dump: 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.398 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:37:59.851+0000 7f46c292c800 5 monclient: authenticate success, global_id 5993 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:37:59.851+0000 7f45ac608640 4 set_mon_vals no callback set 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:37:59.851+0000 7f46c292c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:37:59.851+0000 7f46c292c800 1 librados: init done 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:37:59.853+0000 7f45aae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:00.399 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:37:59.853+0000 7f45aae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:37:59.853+0000 7f45aae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:37:59.853+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f45a4077570 auth_method 0 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:37:59.854+0000 7f46bed3f640 10 monclient: get_auth_request con 0x55c9277233a0 auth_method 0 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:37:59.854+0000 7f46be53e640 10 monclient: get_auth_request con 0x55c92772e670 auth_method 0 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:37:59.855+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x55c9277329d0 auth_method 0 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:37:59.856+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:37:59.856+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:37:59.856+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.400 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding auth protocol: cephx 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding auth protocol: cephx 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding auth protocol: cephx 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.401 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: crc 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:37:59.856+0000 7f46c292c800 5 AuthRegistry(0x55c927737780) adding con mode: secure 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:37:59.856+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command objecter_requests cmddesc objecter_requests hook 0x55c92773abe0 EEXIST 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding auth protocol: cephx 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding auth protocol: cephx 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding auth protocol: cephx 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: crc 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 AuthRegistry(0x55c927735e98) adding con mode: secure 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:37:59.857+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:37:59.857+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.403 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:37:59.857+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key cmddesc rotate-key hook 0x55c927735fe0 EEXIST 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c92775ef00 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c92775f2e0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c92775dc10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:37:59.857+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.401687s 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c92775ef00 auth_method 0 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.404 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c92775dc10 auth_method 0 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:37:59.857+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:37:59.857+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c92775f2e0 auth_method 0 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.405 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:37:59.857+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:37:59.858+0000 7f46be53e640 10 monclient(hunting): handle_auth_done global_id 6333 payload 824 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:37:59.858+0000 7f46be53e640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:37:59.858+0000 7f46be53e640 1 monclient: found mon.noname-a 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:37:59.858+0000 7f46be53e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: dump: 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.406 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:37:59.858+0000 7f45a3fff640 10 monclient: dump: 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.407 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:37:59.858+0000 7f46c292c800 5 monclient: authenticate success, global_id 6333 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:37:59.858+0000 7f46bf540640 4 set_mon_vals no callback set 2024-09-19T11:38:00.408 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:37:59.858+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:37:59.860+0000 7f45a3fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:37:59.860+0000 7f45a3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:37:59.860+0000 7f45a3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:37:59.860+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f4598077480 auth_method 0 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: get_monmap_and_config 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:37:59.860+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.409 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding auth protocol: cephx 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding auth protocol: cephx 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding auth protocol: cephx 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.410 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: crc 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x55c92777ede0) adding con mode: secure 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:37:59.860+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:37:59.860+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding auth protocol: cephx 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding auth protocol: cephx 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding auth protocol: cephx 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.411 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: crc 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:37:59.860+0000 7f46c292c800 5 AuthRegistry(0x7ffc319506e0) adding con mode: secure 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:37:59.861+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:37:59.861+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:37:59.861+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key cmddesc rotate-key hook 0x7ffc31950828 EEXIST 2024-09-19T11:38:00.412 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c927782f40 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c9277ad9b0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c9277aed60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.405441s 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c9277ad9b0 auth_method 0 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.413 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c9277aed60 auth_method 0 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:37:59.861+0000 7f46bed3f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c927782f40 auth_method 0 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.414 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:37:59.861+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_done global_id 6336 payload 274 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 1 monclient: found mon.noname-a 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:37:59.861+0000 7f46b5d3d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: dump: 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.415 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:37:59.861+0000 7f45a1ffb640 10 monclient: dump: 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.416 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:37:59.861+0000 7f46c292c800 5 monclient: authenticate success, global_id 6336 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:37:59.861+0000 7f46c292c800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:37:59.861+0000 7f46c292c800 4 set_mon_vals no callback set 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:37:59.862+0000 7f46c292c800 10 monclient: shutdown 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:37:59.862+0000 7f46c292c800 10 monclient: build_initial_monmap 2024-09-19T11:38:00.417 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:37:59.862+0000 7f46c292c800 1 build_initial for_mkfs: 0 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:37:59.862+0000 7f46c292c800 10 monclient: monmap: 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding auth protocol: cephx 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding auth protocol: cephx 2024-09-19T11:38:00.418 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding auth protocol: cephx 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: crc 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 AuthRegistry(0x55c9277a3b60) adding con mode: secure 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:37:59.862+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.419 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:37:59.862+0000 7f46c292c800 1 librados: starting msgr at 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:37:59.862+0000 7f46c292c800 1 librados: starting objecter 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:37:59.862+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command objecter_requests cmddesc objecter_requests hook 0x55c9277a9a70 EEXIST 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:37:59.863+0000 7f46c292c800 1 librados: setting wanted keys 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:37:59.863+0000 7f46c292c800 1 librados: calling monclient init 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient: init 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding auth protocol: cephx 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding auth protocol: cephx 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding auth protocol: cephx 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.420 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: crc 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 AuthRegistry(0x55c9277737c0) adding con mode: secure 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:37:59.863+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:37:59.863+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:37:59.863+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command rotate-key cmddesc rotate-key hook 0x55c927773908 EEXIST 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:38:00.421 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-a con 0x55c927782f40 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-c con 0x55c9277aed60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): picked mon.noname-b con 0x55c9277a2290 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:37:59.863+0000 7f46c292c800 10 monclient(hunting): authenticate will time out at 1865.407565s 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): get_auth_request con 0x55c927782f40 auth_method 0 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.422 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request con 0x55c9277aed60 auth_method 0 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:37:59.863+0000 7f46b5d3d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): get_auth_request con 0x55c9277a2290 auth_method 0 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:37:59.863+0000 7f46bed3f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:00.423 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient(hunting): handle_auth_done global_id 6339 payload 824 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient: _finish_hunting 0 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:37:59.863+0000 7f46be53e640 1 monclient: found mon.noname-a 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:37:59.863+0000 7f46be53e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: dump: 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.424 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: _finish_auth 0 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: _check_auth_tickets 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:37:59.864+0000 7f458ffff640 10 monclient: dump: 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:00.425 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:37:59.864+0000 7f46c292c800 5 monclient: authenticate success, global_id 6339 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:37:59.864+0000 7f45a1ffb640 4 set_mon_vals no callback set 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _renew_subs 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:37:59.864+0000 7f46c292c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:37:59.864+0000 7f46c292c800 1 librados: init done 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:37:59.864+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cr dump hook 0x55c9277b67a8 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:37:59.865+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.426 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:37:59.866+0000 7f458ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:37:59.866+0000 7f458ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:37:59.866+0000 7f458ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:37:59.866+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f45880775a0 auth_method 0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:37:59.866+0000 7f46bed3f640 10 monclient: get_auth_request con 0x55c9277cd980 auth_method 0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 realm 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:37:59.867+0000 7f46c292c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:37:59.867+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:37:59.867+0000 7f46be53e640 10 monclient: get_auth_request con 0x55c9277d1be0 auth_method 0 2024-09-19T11:38:00.427 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:37:59.868+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x55c9277d5440 auth_method 0 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:37:59.868+0000 7f46c292c800 20 searching for the correct realm 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:37:59.869+0000 7f46bed3f640 10 monclient: get_auth_request con 0x55c9277da200 auth_method 0 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:37:59.869+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f46b8061040 auth_method 0 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:37:59.870+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f46a8027020 auth_method 0 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:38:00.061+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f4598077480 auth_method 0 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:38:00.071+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f46a8027020 auth_method 0 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:38:00.072+0000 7f46b5d3d640 0 -- 172.21.15.103:0/3256377464 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f46a8027020 msgr2=0x7f46a80620c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:38:00.072+0000 7f458ffff640 1 client.6339.objecter ms_handle_reset 0x7f46a8027020 session 0x7f46a8005040 osd.4 2024-09-19T11:38:00.428 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:38:00.072+0000 7f458ffff640 10 monclient: _renew_subs 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:38:00.072+0000 7f458ffff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:38:00.072+0000 7f46b5d3d640 10 monclient: get_auth_request con 0x7f45880873c0 auth_method 0 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:38:00.073+0000 7f46bed3f640 10 monclient: get_auth_request con 0x7f46a806c210 auth_method 0 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:38:00.075+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f46a8085230 auth_method 0 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:38:00.075+0000 7f46be53e640 0 -- 172.21.15.103:0/3256377464 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f46a8085230 msgr2=0x7f46a8089130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:38:00.276+0000 7f46be53e640 10 monclient: get_auth_request con 0x7f46a8085230 auth_method 0 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:00.429 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:38:00.281+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 zone default found 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:38:00.282+0000 7f46c292c800 4 Realm: () 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:38:00.282+0000 7f46c292c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:38:00.282+0000 7f46c292c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:38:00.282+0000 7f46c292c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 zonegroup default 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:38:00.282+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.430 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 started sync module instance, tier type = 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:38:00.283+0000 7f46c292c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=0 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=1 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=2 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=3 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=4 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=5 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:38:00.292+0000 7f46c292c800 20 add_watcher() i=6 2024-09-19T11:38:00.431 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:38:00.293+0000 7f46c292c800 20 add_watcher() i=7 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:38:00.293+0000 7f46c292c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding auth protocol: cephx 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding auth protocol: cephx 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding auth protocol: cephx 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: crc 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:38:00.295+0000 7f46c292c800 5 AuthRegistry(0x7ffc31950bb0) adding con mode: secure 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:38:00.295+0000 7f4574fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:38:00.296+0000 7f46c292c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache list hook 0x55c9277a26b0 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache inspect hook 0x55c9277a26b0 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache erase hook 0x55c9277a26b0 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command cache zap hook 0x55c9277a26b0 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 note: GC not initialized 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:38:00.296+0000 7f44ef7fe640 20 reqs_thread_entry: start 2024-09-19T11:38:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace show hook 0x7f46b8004670 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace history hook 0x7f46b8004670 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace active hook 0x7f46b8004670 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:38:00.296+0000 7f46c292c800 5 asok(0x55c9274c1410) register_command sync trace active_short hook 0x7f46b8004670 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 Filter name: none 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:38:00.296+0000 7f44ed7fa640 20 reqs_thread_entry: start 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:38:00.296+0000 7f46c292c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:38:00.296+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 : miss 2024-09-19T11:38:00.434 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:38:00.297+0000 7f46c292c800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:38:00.297+0000 7f46c292c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:38:00.299+0000 7f46c292c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f46c292c800 time 2024-09-19T11:38:00.300603+0000 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f46c3f8c76a] 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.435 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:38:00.300+0000 7f46c292c800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f46c292c800 thread_name:radosgw-admin 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f46c2c3e6f0] 2024-09-19T11:38:00.436 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f46c2c8b99c] 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f46c3f8c7c4] 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f46c3f8c928] 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c9266d3791] 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd73f64) [0x55c926be0f64] 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c9266e343d] 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f46c2c29590] 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.437 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:38:00.438 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:38:00.439 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:38:00.440 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:38:00.441 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:38:00.442 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:38:00.443 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 7f44ed7fa640 / http_manager 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 7f44ef7fe640 / http_manager 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 7f4574fe1640 / rgw_dt_lg_renew 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 7f458ffff640 / ms_dispatch 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45a1ffb640 / io_context_pool 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45a3fff640 / ms_dispatch 2024-09-19T11:38:00.444 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45aae05640 / ms_dispatch 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: 7f45ac608640 / io_context_pool 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46b5d3d640 / msgr-worker-2 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46be53e640 / msgr-worker-1 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46bed3f640 / msgr-worker-0 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46bf540640 / io_context_pool 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: 7f46c292c800 / radosgw-admin 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:38:00.302291Z_077b7530-efed-41bf-a68b-dce8496a4982/log 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:38:00.445 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.376+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.377+0000 7ff73f72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.377+0000 7ff73f72f800 20 realm 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.377+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.377+0000 7ff73f72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.377+0000 7ff73f72f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.377+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.378+0000 7ff73f72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.378+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.378+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.378+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.580+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:00.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.580+0000 7ff73f72f800 20 searching for the correct realm 2024-09-19T11:38:00.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.582+0000 7ff732c75640 0 -- 172.21.15.103:0/878885966 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ff72407f400 msgr2=0x7ff72407f840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.587+0000 7ff73b476640 0 -- 172.21.15.103:0/878885966 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff72409e940 msgr2=0x7ff72407e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.794+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 zone default found 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 4 Realm: () 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 zonegroup default 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.795+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.796+0000 7ff73f72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.796+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.796+0000 7ff73f72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.796+0000 7ff73f72f800 20 started sync module instance, tier type = 2024-09-19T11:38:00.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.796+0000 7ff73f72f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:00.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.805+0000 7ff73f72f800 20 add_watcher() i=0 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.805+0000 7ff73f72f800 20 add_watcher() i=1 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.805+0000 7ff73f72f800 20 add_watcher() i=2 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.805+0000 7ff73f72f800 20 add_watcher() i=3 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.805+0000 7ff73f72f800 20 add_watcher() i=4 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.805+0000 7ff73f72f800 20 add_watcher() i=5 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.805+0000 7ff73f72f800 20 add_watcher() i=6 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.806+0000 7ff73f72f800 20 add_watcher() i=7 2024-09-19T11:38:00.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.806+0000 7ff73f72f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:00.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff5f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:00.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff73f72f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:00.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff73f72f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:00.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff73f72f800 5 note: GC not initialized 2024-09-19T11:38:00.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff5f0fe1640 20 reqs_thread_entry: start 2024-09-19T11:38:00.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff73f72f800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:00.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff73f72f800 20 Filter name: none 2024-09-19T11:38:00.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.808+0000 7ff56a7fc640 20 reqs_thread_entry: start 2024-09-19T11:38:00.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.809+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.809+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:00.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.809+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.809+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:00.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.809+0000 7ff73f72f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:00.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.809+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.810+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:00.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.810+0000 7ff73f72f800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.810+0000 7ff73f72f800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:00.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.810+0000 7ff73f72f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:00.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.812+0000 7ff5f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.814+0000 7ff73f72f800 20 remove_watcher() i=0 2024-09-19T11:38:00.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.814+0000 7ff73f72f800 2 removed watcher, disabling cache 2024-09-19T11:38:00.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.815+0000 7ff73f72f800 20 remove_watcher() i=1 2024-09-19T11:38:00.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.816+0000 7ff73f72f800 20 remove_watcher() i=2 2024-09-19T11:38:00.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.817+0000 7ff73f72f800 20 remove_watcher() i=3 2024-09-19T11:38:00.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.818+0000 7ff73f72f800 20 remove_watcher() i=4 2024-09-19T11:38:00.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.819+0000 7ff73f72f800 20 remove_watcher() i=5 2024-09-19T11:38:00.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.820+0000 7ff73f72f800 20 remove_watcher() i=6 2024-09-19T11:38:00.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.821+0000 7ff73f72f800 20 remove_watcher() i=7 2024-09-19T11:38:00.834 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.834 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:00.834 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-init-indext id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:38:00.834 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:00.835 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:00.835 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:00.842 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:00.842 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:00.886 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:38:00.918 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:00.918 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:00.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.952+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 20 realm 2024-09-19T11:38:00.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:00.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.954+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.955+0000 7fca0c020800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.955+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.956+0000 7fca0c020800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:00.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.956+0000 7fca0c020800 20 searching for the correct realm 2024-09-19T11:38:00.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.959+0000 7fca0a30b640 0 -- 172.21.15.103:0/2739159480 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x555dc44fcc90 msgr2=0x555dc44ff080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.962+0000 7fca09b0a640 0 -- 172.21.15.103:0/2739159480 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc9f40ae930 msgr2=0x7fc9f408e430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:00.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.967+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 zone default found 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 4 Realm: () 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 zonegroup default 2024-09-19T11:38:00.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.968+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.969+0000 7fca0c020800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:00.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.969+0000 7fca0c020800 20 started sync module instance, tier type = 2024-09-19T11:38:00.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.969+0000 7fca0c020800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:00.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.977+0000 7fca0c020800 20 add_watcher() i=0 2024-09-19T11:38:00.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.977+0000 7fca0c020800 20 add_watcher() i=1 2024-09-19T11:38:00.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.977+0000 7fca0c020800 20 add_watcher() i=2 2024-09-19T11:38:00.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.977+0000 7fca0c020800 20 add_watcher() i=3 2024-09-19T11:38:00.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.977+0000 7fca0c020800 20 add_watcher() i=4 2024-09-19T11:38:00.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.977+0000 7fca0c020800 20 add_watcher() i=5 2024-09-19T11:38:00.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.977+0000 7fca0c020800 20 add_watcher() i=6 2024-09-19T11:38:00.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.978+0000 7fca0c020800 20 add_watcher() i=7 2024-09-19T11:38:00.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.978+0000 7fca0c020800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:00.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.980+0000 7fc8bbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:00.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.980+0000 7fca0c020800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:00.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.980+0000 7fca0c020800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:00.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 5 note: GC not initialized 2024-09-19T11:38:00.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fc8baffd640 20 reqs_thread_entry: start 2024-09-19T11:38:00.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:00.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 20 Filter name: none 2024-09-19T11:38:00.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fc8b8ff9640 20 reqs_thread_entry: start 2024-09-19T11:38:00.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T11:38:00.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 : miss 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.981+0000 7fca0c020800 20 rados->read ofs=0 len=0 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.982+0000 7fca0c020800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.982+0000 7fca0c020800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.982+0000 7fca0c020800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.982+0000 7fca0c020800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.982+0000 7fca0c020800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.982+0000 7fca0c020800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 2024-09-19T11:38:00.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.983+0000 7fca0c020800 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to be held by another RGW process; skipping for now 2024-09-19T11:38:00.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.984+0000 7fc8bbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:00.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.986+0000 7fca0c020800 20 remove_watcher() i=0 2024-09-19T11:38:00.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.986+0000 7fca0c020800 2 removed watcher, disabling cache 2024-09-19T11:38:00.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.987+0000 7fca0c020800 20 remove_watcher() i=1 2024-09-19T11:38:00.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.988+0000 7fca0c020800 20 remove_watcher() i=2 2024-09-19T11:38:00.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.989+0000 7fca0c020800 20 remove_watcher() i=3 2024-09-19T11:38:00.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.990+0000 7fca0c020800 20 remove_watcher() i=4 2024-09-19T11:38:00.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.991+0000 7fca0c020800 20 remove_watcher() i=5 2024-09-19T11:38:00.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.992+0000 7fca0c020800 20 remove_watcher() i=6 2024-09-19T11:38:00.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:00.993+0000 7fca0c020800 20 remove_watcher() i=7 2024-09-19T11:38:01.005 INFO:tasks.workunit.client.0.smithi103.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T11:38:31.038 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:38:31.073 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:31.073 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:31.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.114+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 20 realm 2024-09-19T11:38:31.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:31.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.116+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.117+0000 7f705b60e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:31.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.117+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.118+0000 7f705b60e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:31.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.118+0000 7f705b60e800 20 searching for the correct realm 2024-09-19T11:38:31.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.120+0000 7f7056619640 0 -- 172.21.15.103:0/2339896380 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f704c03b140 msgr2=0x7f704c060ef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:31.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.124+0000 7f7056e1a640 0 -- 172.21.15.103:0/2339896380 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f704c098210 msgr2=0x7f704c084820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:31.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:31.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:31.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:31.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:31.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:31.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:31.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.333+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 zone default found 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 4 Realm: () 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:31.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 zonegroup default 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.334+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.335+0000 7f705b60e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.335+0000 7f705b60e800 20 started sync module instance, tier type = 2024-09-19T11:38:31.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.335+0000 7f705b60e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:31.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.345+0000 7f705b60e800 20 add_watcher() i=0 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.345+0000 7f705b60e800 20 add_watcher() i=1 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.345+0000 7f705b60e800 20 add_watcher() i=2 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.345+0000 7f705b60e800 20 add_watcher() i=3 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.345+0000 7f705b60e800 20 add_watcher() i=4 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.345+0000 7f705b60e800 20 add_watcher() i=5 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.345+0000 7f705b60e800 20 add_watcher() i=6 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.346+0000 7f705b60e800 20 add_watcher() i=7 2024-09-19T11:38:31.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.346+0000 7f705b60e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:31.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.348+0000 7f6f0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:31.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.348+0000 7f705b60e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:31.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:31.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 5 note: GC not initialized 2024-09-19T11:38:31.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f6e87fff640 20 reqs_thread_entry: start 2024-09-19T11:38:31.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:31.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 20 Filter name: none 2024-09-19T11:38:31.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f6e85ffb640 20 reqs_thread_entry: start 2024-09-19T11:38:31.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-19T11:38:31.351 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 : miss 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.349+0000 7f705b60e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.350+0000 7f705b60e800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.350+0000 7f705b60e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.350+0000 7f705b60e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.350+0000 7f705b60e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:31.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.350+0000 7f705b60e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:31.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.350+0000 7f705b60e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 2024-09-19T11:38:31.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:31.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:31.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:31.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21, ofs0, ns] 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f6f3a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562419 cookie 93919223180320 notifier 6056 bl.length()=913 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f6f3a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f6f3a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f6f3a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): orig_sources= new_sources= 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): potential sources added=[] removed=[] 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): orig_dests= new_dests= 2024-09-19T11:38:31.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.356+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): potential dests added=[] removed=[] 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.0 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.0 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.1 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.1 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.2 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.2 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.3 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.3 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.4 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.4 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.5 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.5 2024-09-19T11:38:31.363 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.6 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.6 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.7 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.7 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.8 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.8 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.9 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.9 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.10 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.10 2024-09-19T11:38:31.364 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.11 2024-09-19T11:38:31.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1.11 2024-09-19T11:38:31.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.361+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.0 2024-09-19T11:38:31.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.362+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1 2024-09-19T11:38:31.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.362+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.2 2024-09-19T11:38:31.365 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.363+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.3 2024-09-19T11:38:31.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.364+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.4 2024-09-19T11:38:31.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.365+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.5 2024-09-19T11:38:31.366 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.365+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.6 2024-09-19T11:38:31.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.366+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.7 2024-09-19T11:38:31.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.366+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.8 2024-09-19T11:38:31.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.366+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.9 2024-09-19T11:38:31.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.367+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.10 2024-09-19T11:38:31.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.371+0000 7f705b60e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 : hit (requested=0x17, cached=0x17) 2024-09-19T11:38:31.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.371+0000 7f705b60e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.372+0000 7f705b60e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.372+0000 7f705b60e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.372+0000 7f705b60e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.372+0000 7f705b60e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21, ofs0, ns] 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f6f39ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562420 cookie 93919223180320 notifier 6056 bl.length()=913 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f6f39ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f6f39ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:31.374 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f6f39ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:31.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): orig_sources= new_sources= 2024-09-19T11:38:31.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): potential sources added=[] removed=[] 2024-09-19T11:38:31.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): orig_dests= new_dests= 2024-09-19T11:38:31.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.373+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): potential dests added=[] removed=[] 2024-09-19T11:38:31.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.375+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.0 2024-09-19T11:38:31.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.376+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.1 2024-09-19T11:38:31.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.376+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.2 2024-09-19T11:38:31.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.376+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.3 2024-09-19T11:38:31.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.377+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.4 2024-09-19T11:38:31.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.377+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.5 2024-09-19T11:38:31.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.377+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.6 2024-09-19T11:38:31.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.378+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.7 2024-09-19T11:38:31.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.378+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.8 2024-09-19T11:38:31.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.379+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.9 2024-09-19T11:38:31.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.379+0000 7f705b60e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21.10 2024-09-19T11:38:31.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.379+0000 7f705b60e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 : hit (requested=0x17, cached=0x17) 2024-09-19T11:38:31.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.379+0000 7f705b60e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 2024-09-19T11:38:31.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:31.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:31.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:31.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21, ofs0, ns] 2024-09-19T11:38:31.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f6f39ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562421 cookie 93919223180320 notifier 6056 bl.length()=881 2024-09-19T11:38:31.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f6f39ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 info.flags=0x17 2024-09-19T11:38:31.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f6f39ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 to cache LRU end 2024-09-19T11:38:31.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f6f39ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:31.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): orig_sources= new_sources= 2024-09-19T11:38:31.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): potential sources added=[] removed=[] 2024-09-19T11:38:31.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): orig_dests= new_dests= 2024-09-19T11:38:31.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.381+0000 7f705b60e800 20 handle_bi_update(): bucket=:abort-at-init-indext[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21]): potential dests added=[] removed=[] 2024-09-19T11:38:31.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.384+0000 7f705b60e800 1 execute INFO: reshard of bucket "abort-at-init-indext" from 11 shards to 12 shards completed successfully 2024-09-19T11:38:31.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.385+0000 7f6f0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:31.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.388+0000 7f705b60e800 20 remove_watcher() i=0 2024-09-19T11:38:31.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.388+0000 7f705b60e800 2 removed watcher, disabling cache 2024-09-19T11:38:31.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.389+0000 7f705b60e800 20 remove_watcher() i=1 2024-09-19T11:38:31.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.390+0000 7f705b60e800 20 remove_watcher() i=2 2024-09-19T11:38:31.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.391+0000 7f705b60e800 20 remove_watcher() i=3 2024-09-19T11:38:31.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.393+0000 7f705b60e800 20 remove_watcher() i=4 2024-09-19T11:38:31.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.394+0000 7f705b60e800 20 remove_watcher() i=5 2024-09-19T11:38:31.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.395+0000 7f705b60e800 20 remove_watcher() i=6 2024-09-19T11:38:31.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.396+0000 7f705b60e800 20 remove_watcher() i=7 2024-09-19T11:38:31.410 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-19T11:38:31.438 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:31.438 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:31.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.474+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.475+0000 7fe407122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.475+0000 7fe407122800 20 realm 2024-09-19T11:38:31.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.475+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.476+0000 7fe407122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.476+0000 7fe407122800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:31.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.476+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.476+0000 7fe407122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:31.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.476+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.477+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:31.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.477+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:31.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.477+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:31.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.477+0000 7fe407122800 20 searching for the correct realm 2024-09-19T11:38:31.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.480+0000 7fe402dd2640 0 -- 172.21.15.103:0/1947182886 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fe3fc080290 msgr2=0x7fe3fc065f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:31.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:31.684+0000 7fe402dd2640 0 -- 172.21.15.103:0/1947182886 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fe3ec077400 msgr2=0x7fe3ec077880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:38:32.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.091+0000 7fe407122800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:32.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.091+0000 7fe407122800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.091+0000 7fe407122800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.091+0000 7fe407122800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.091+0000 7fe407122800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.091+0000 7fe407122800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:32.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:32.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 20 zone default found 2024-09-19T11:38:32.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 4 Realm: () 2024-09-19T11:38:32.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:32.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.092+0000 7fe407122800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:32.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 zonegroup default 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.093+0000 7fe407122800 20 started sync module instance, tier type = 2024-09-19T11:38:32.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.094+0000 7fe407122800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:32.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.104+0000 7fe407122800 20 add_watcher() i=0 2024-09-19T11:38:32.105 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.104+0000 7fe407122800 20 add_watcher() i=1 2024-09-19T11:38:32.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.104+0000 7fe407122800 20 add_watcher() i=2 2024-09-19T11:38:32.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.104+0000 7fe407122800 20 add_watcher() i=3 2024-09-19T11:38:32.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.104+0000 7fe407122800 20 add_watcher() i=4 2024-09-19T11:38:32.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.104+0000 7fe407122800 20 add_watcher() i=5 2024-09-19T11:38:32.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.104+0000 7fe407122800 20 add_watcher() i=6 2024-09-19T11:38:32.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.105+0000 7fe407122800 20 add_watcher() i=7 2024-09-19T11:38:32.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.105+0000 7fe407122800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:32.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.107+0000 7fe2b97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.107+0000 7fe407122800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.107+0000 7fe407122800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.107+0000 7fe407122800 5 note: GC not initialized 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.107+0000 7fe233fff640 20 reqs_thread_entry: start 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.107+0000 7fe407122800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.107+0000 7fe407122800 20 Filter name: none 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.108+0000 7fe231ffb640 20 reqs_thread_entry: start 2024-09-19T11:38:32.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.108+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.108+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.108+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.109+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.109+0000 7fe407122800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.109+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.109+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=188 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.109+0000 7fe407122800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.109+0000 7fe407122800 20 rados_obj.operate() r=0 bl.length=410 2024-09-19T11:38:32.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.109+0000 7fe407122800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:32.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.111+0000 7fe2b97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:32.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.113+0000 7fe407122800 20 remove_watcher() i=0 2024-09-19T11:38:32.114 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.113+0000 7fe407122800 2 removed watcher, disabling cache 2024-09-19T11:38:32.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.114+0000 7fe407122800 20 remove_watcher() i=1 2024-09-19T11:38:32.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.116+0000 7fe407122800 20 remove_watcher() i=2 2024-09-19T11:38:32.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.117+0000 7fe407122800 20 remove_watcher() i=3 2024-09-19T11:38:32.119 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.118+0000 7fe407122800 20 remove_watcher() i=4 2024-09-19T11:38:32.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.119+0000 7fe407122800 20 remove_watcher() i=5 2024-09-19T11:38:32.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.120+0000 7fe407122800 20 remove_watcher() i=6 2024-09-19T11:38:32.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.121+0000 7fe407122800 20 remove_watcher() i=7 2024-09-19T11:38:32.133 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:32.133 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:32.133 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-init-indext id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.21 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:38:32.133 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:32.135 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.135 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.139 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.139 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.182 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.182 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.211 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-19T11:38:32.211 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:32.212 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.212 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.223 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.223 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.267 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.267 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.275 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.275 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.280 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.280 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.286 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.286 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.293 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.293 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.300 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.300 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.306 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.312 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.313 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.320 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.320 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.326 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.332 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.332 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.338 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.338 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.344 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.344 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.350 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.350 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.356 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.357 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.362 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.362 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.368 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.368 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.374 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.374 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.380 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.380 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.387 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:32.387 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:32.393 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T11:38:32.421 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:32.421 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:32.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.456+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 20 realm 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.458+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.459+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:32.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.459+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.460+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:32.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.460+0000 7f96c873e800 20 searching for the correct realm 2024-09-19T11:38:32.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.461+0000 7f96c4486640 0 -- 172.21.15.103:0/3100666188 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f96b0003bd0 msgr2=0x7f96b4024450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:32.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.465+0000 7f96c4486640 0 -- 172.21.15.103:0/3100666188 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f958c087480 msgr2=0x7f958c0898b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:32.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:32.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:32.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:32.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:32.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 zone default found 2024-09-19T11:38:32.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 4 Realm: () 2024-09-19T11:38:32.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 zonegroup default 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.470+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.471+0000 7f96c873e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.471+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.471+0000 7f96c873e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.471+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.471+0000 7f96c873e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.471+0000 7f96c873e800 20 started sync module instance, tier type = 2024-09-19T11:38:32.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.471+0000 7f96c873e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:32.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.481+0000 7f96c873e800 20 add_watcher() i=0 2024-09-19T11:38:32.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.481+0000 7f96c873e800 20 add_watcher() i=1 2024-09-19T11:38:32.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.481+0000 7f96c873e800 20 add_watcher() i=2 2024-09-19T11:38:32.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.481+0000 7f96c873e800 20 add_watcher() i=3 2024-09-19T11:38:32.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.481+0000 7f96c873e800 20 add_watcher() i=4 2024-09-19T11:38:32.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.481+0000 7f96c873e800 20 add_watcher() i=5 2024-09-19T11:38:32.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.481+0000 7f96c873e800 20 add_watcher() i=6 2024-09-19T11:38:32.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.482+0000 7f96c873e800 20 add_watcher() i=7 2024-09-19T11:38:32.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.482+0000 7f96c873e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:32.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.483+0000 7f957afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:32.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f96c873e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:32.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f96c873e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:32.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f96c873e800 5 note: GC not initialized 2024-09-19T11:38:32.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f9579fdb640 20 reqs_thread_entry: start 2024-09-19T11:38:32.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f96c873e800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:32.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f96c873e800 20 Filter name: none 2024-09-19T11:38:32.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f94eb7fe640 20 reqs_thread_entry: start 2024-09-19T11:38:32.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.484+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.485+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:32.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.485+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.485+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:32.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.485+0000 7f96c873e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:32.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.485+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.486+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:32.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.486+0000 7f96c873e800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.486+0000 7f96c873e800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:32.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.486+0000 7f96c873e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:32.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.488+0000 7f957afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:32.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.490+0000 7f96c873e800 20 remove_watcher() i=0 2024-09-19T11:38:32.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.490+0000 7f96c873e800 2 removed watcher, disabling cache 2024-09-19T11:38:32.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.490+0000 7f96c873e800 20 remove_watcher() i=1 2024-09-19T11:38:32.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.491+0000 7f96c873e800 20 remove_watcher() i=2 2024-09-19T11:38:32.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.492+0000 7f96c873e800 20 remove_watcher() i=3 2024-09-19T11:38:32.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.493+0000 7f96c873e800 20 remove_watcher() i=4 2024-09-19T11:38:32.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.494+0000 7f96c873e800 20 remove_watcher() i=5 2024-09-19T11:38:32.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.495+0000 7f96c873e800 20 remove_watcher() i=6 2024-09-19T11:38:32.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.496+0000 7f96c873e800 20 remove_watcher() i=7 2024-09-19T11:38:32.507 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:32.507 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:32.507 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:38:32.507 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:32.508 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-19T11:38:32.542 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:32.542 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:32.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.578+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 20 realm 2024-09-19T11:38:32.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:32.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.580+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.581+0000 7fc56a296800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:32.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.581+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.582+0000 7fc56a296800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:32.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.582+0000 7fc56a296800 20 searching for the correct realm 2024-09-19T11:38:32.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.584+0000 7fc567d80640 0 -- 172.21.15.103:0/4103575774 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc5600831b0 msgr2=0x7fc56005fd20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:32.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.587+0000 7fc567d80640 0 -- 172.21.15.103:0/4103575774 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc5500badc0 msgr2=0x7fc5500b2560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:32.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:32.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:32.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:32.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:32.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:32.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:32.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:32.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.793+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:32.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 20 zone default found 2024-09-19T11:38:32.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 4 Realm: () 2024-09-19T11:38:32.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 20 zonegroup default 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.794+0000 7fc56a296800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.795+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.795+0000 7fc56a296800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.795+0000 7fc56a296800 20 started sync module instance, tier type = 2024-09-19T11:38:32.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.795+0000 7fc56a296800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:32.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.803+0000 7fc56a296800 20 add_watcher() i=0 2024-09-19T11:38:32.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.803+0000 7fc56a296800 20 add_watcher() i=1 2024-09-19T11:38:32.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.803+0000 7fc56a296800 20 add_watcher() i=2 2024-09-19T11:38:32.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.803+0000 7fc56a296800 20 add_watcher() i=3 2024-09-19T11:38:32.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.803+0000 7fc56a296800 20 add_watcher() i=4 2024-09-19T11:38:32.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.803+0000 7fc56a296800 20 add_watcher() i=5 2024-09-19T11:38:32.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.803+0000 7fc56a296800 20 add_watcher() i=6 2024-09-19T11:38:32.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.804+0000 7fc56a296800 20 add_watcher() i=7 2024-09-19T11:38:32.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.804+0000 7fc56a296800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:32.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.805+0000 7fc41dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc56a296800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc56a296800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc56a296800 5 note: GC not initialized 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc41cfe1640 20 reqs_thread_entry: start 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc56a296800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc56a296800 20 Filter name: none 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc3967fc640 20 reqs_thread_entry: start 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc56a296800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.806+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-19T11:38:32.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 : miss 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:32.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.807+0000 7fc56a296800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 2024-09-19T11:38:32.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.811+0000 7fc56a296800 -1 Injecting error=-5 at location=set_target_layout 2024-09-19T11:38:32.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.811+0000 7fc56a296800 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-19T11:38:32.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.815+0000 7fc41dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:32.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.817+0000 7fc56a296800 20 remove_watcher() i=0 2024-09-19T11:38:32.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.817+0000 7fc56a296800 2 removed watcher, disabling cache 2024-09-19T11:38:32.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.818+0000 7fc56a296800 20 remove_watcher() i=1 2024-09-19T11:38:32.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.819+0000 7fc56a296800 20 remove_watcher() i=2 2024-09-19T11:38:32.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.821+0000 7fc56a296800 20 remove_watcher() i=3 2024-09-19T11:38:32.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.822+0000 7fc56a296800 20 remove_watcher() i=4 2024-09-19T11:38:32.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.823+0000 7fc56a296800 20 remove_watcher() i=5 2024-09-19T11:38:32.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.824+0000 7fc56a296800 20 remove_watcher() i=6 2024-09-19T11:38:32.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.825+0000 7fc56a296800 20 remove_watcher() i=7 2024-09-19T11:38:32.838 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T11:38:32.866 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:32.866 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:32.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.902+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.903+0000 7f91a9719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.903+0000 7f91a9719800 20 realm 2024-09-19T11:38:32.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.903+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.904+0000 7f91a9719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.904+0000 7f91a9719800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:32.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.904+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.904+0000 7f91a9719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:32.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.904+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.905+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:32.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.905+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:32.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.905+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:32.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.905+0000 7f91a9719800 20 searching for the correct realm 2024-09-19T11:38:32.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.908+0000 7f919ffff640 0 -- 172.21.15.103:0/569401069 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f919009a040 msgr2=0x7f919006b6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:32.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:32.911+0000 7f91a720a640 0 -- 172.21.15.103:0/569401069 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f9190013030 msgr2=0x7f9190078940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.117+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:33.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 zone default found 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 4 Realm: () 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 zonegroup default 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.121 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.118+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.119+0000 7f91a9719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.119+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.119+0000 7f91a9719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.119+0000 7f91a9719800 20 started sync module instance, tier type = 2024-09-19T11:38:33.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.119+0000 7f91a9719800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:33.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.128+0000 7f91a9719800 20 add_watcher() i=0 2024-09-19T11:38:33.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.128+0000 7f91a9719800 20 add_watcher() i=1 2024-09-19T11:38:33.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.128+0000 7f91a9719800 20 add_watcher() i=2 2024-09-19T11:38:33.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.128+0000 7f91a9719800 20 add_watcher() i=3 2024-09-19T11:38:33.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.128+0000 7f91a9719800 20 add_watcher() i=4 2024-09-19T11:38:33.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.128+0000 7f91a9719800 20 add_watcher() i=5 2024-09-19T11:38:33.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.128+0000 7f91a9719800 20 add_watcher() i=6 2024-09-19T11:38:33.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.129+0000 7f91a9719800 20 add_watcher() i=7 2024-09-19T11:38:33.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.129+0000 7f91a9719800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:33.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.130+0000 7f905dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 5 note: GC not initialized 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f905cfe1640 20 reqs_thread_entry: start 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 20 Filter name: none 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f8fd67fc640 20 reqs_thread_entry: start 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:33.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.131+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.132+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:33.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.132+0000 7f91a9719800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:33.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.132+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.132+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:33.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.132+0000 7f91a9719800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.133+0000 7f91a9719800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:33.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.133+0000 7f91a9719800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:33.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.134+0000 7f905dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:33.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.136+0000 7f91a9719800 20 remove_watcher() i=0 2024-09-19T11:38:33.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.136+0000 7f91a9719800 2 removed watcher, disabling cache 2024-09-19T11:38:33.138 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.137+0000 7f91a9719800 20 remove_watcher() i=1 2024-09-19T11:38:33.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.138+0000 7f91a9719800 20 remove_watcher() i=2 2024-09-19T11:38:33.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.139+0000 7f91a9719800 20 remove_watcher() i=3 2024-09-19T11:38:33.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.140+0000 7f91a9719800 20 remove_watcher() i=4 2024-09-19T11:38:33.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.141+0000 7f91a9719800 20 remove_watcher() i=5 2024-09-19T11:38:33.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.142+0000 7f91a9719800 20 remove_watcher() i=6 2024-09-19T11:38:33.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.143+0000 7f91a9719800 20 remove_watcher() i=7 2024-09-19T11:38:33.155 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:38:33.155 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:33.156 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.156 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.162 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.162 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.205 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:38:33.237 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:33.237 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:33.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.272+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 20 realm 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.274+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.275+0000 7f125d81d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:33.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.275+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.276+0000 7f125d81d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:33.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.276+0000 7f125d81d800 20 searching for the correct realm 2024-09-19T11:38:33.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.278+0000 7f1258feb640 0 -- 172.21.15.103:0/2035608367 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f12540673c0 msgr2=0x7f1254065e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:33.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.281+0000 7f1258feb640 0 -- 172.21.15.103:0/2035608367 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1244073480 msgr2=0x7f1244068400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:33.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.487+0000 7f125d81d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:33.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.487+0000 7f125d81d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:33.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.487+0000 7f125d81d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:33.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.487+0000 7f125d81d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:33.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.487+0000 7f125d81d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:33.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.487+0000 7f125d81d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.487+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 zone default found 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 4 Realm: () 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:33.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 zonegroup default 2024-09-19T11:38:33.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.488+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.489+0000 7f125d81d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.489+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.489+0000 7f125d81d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.489+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.489+0000 7f125d81d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.489+0000 7f125d81d800 20 started sync module instance, tier type = 2024-09-19T11:38:33.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.489+0000 7f125d81d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:33.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.498+0000 7f125d81d800 20 add_watcher() i=0 2024-09-19T11:38:33.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.498+0000 7f125d81d800 20 add_watcher() i=1 2024-09-19T11:38:33.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.498+0000 7f125d81d800 20 add_watcher() i=2 2024-09-19T11:38:33.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.498+0000 7f125d81d800 20 add_watcher() i=3 2024-09-19T11:38:33.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.498+0000 7f125d81d800 20 add_watcher() i=4 2024-09-19T11:38:33.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.498+0000 7f125d81d800 20 add_watcher() i=5 2024-09-19T11:38:33.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.498+0000 7f125d81d800 20 add_watcher() i=6 2024-09-19T11:38:33.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.499+0000 7f125d81d800 20 add_watcher() i=7 2024-09-19T11:38:33.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.499+0000 7f125d81d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:33.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.500+0000 7f110efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f125d81d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f125d81d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f125d81d800 5 note: GC not initialized 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f110dfe3640 20 reqs_thread_entry: start 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f125d81d800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f125d81d800 20 Filter name: none 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f107f7fe640 20 reqs_thread_entry: start 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f125d81d800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-19T11:38:33.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.501+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:33.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-19T11:38:33.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-19T11:38:33.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 : miss 2024-09-19T11:38:33.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:33.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:33.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:33.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:33.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:33.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.502+0000 7f125d81d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 2024-09-19T11:38:33.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.507+0000 7f125d81d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:33.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.507+0000 7f125d81d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:33.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.507+0000 7f125d81d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:33.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.507+0000 7f125d81d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22, ofs0, ns] 2024-09-19T11:38:33.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f112f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562406 cookie 94092219148736 notifier 6143 bl.length()=925 2024-09-19T11:38:33.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f112f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:33.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f112f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:33.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f112f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:33.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): orig_sources= new_sources= 2024-09-19T11:38:33.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): potential sources added=[] removed=[] 2024-09-19T11:38:33.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): orig_dests= new_dests= 2024-09-19T11:38:33.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.508+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): potential dests added=[] removed=[] 2024-09-19T11:38:33.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.0 2024-09-19T11:38:33.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.0 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.1 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.1 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.2 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.2 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.3 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.3 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.4 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.4 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.5 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.5 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.6 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.6 2024-09-19T11:38:33.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.7 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.7 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.8 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.8 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.9 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.9 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.10 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.10 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.11 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1.11 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.0 2024-09-19T11:38:33.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1 2024-09-19T11:38:33.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.513+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.2 2024-09-19T11:38:33.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.514+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.3 2024-09-19T11:38:33.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.514+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.4 2024-09-19T11:38:33.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.515+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.5 2024-09-19T11:38:33.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.515+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.6 2024-09-19T11:38:33.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.516+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.7 2024-09-19T11:38:33.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.516+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.8 2024-09-19T11:38:33.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.517+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.9 2024-09-19T11:38:33.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.517+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.10 2024-09-19T11:38:33.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.522+0000 7f125d81d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 : hit (requested=0x17, cached=0x17) 2024-09-19T11:38:33.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.522+0000 7f125d81d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22, ofs0, ns] 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f112ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562407 cookie 94092219148736 notifier 6143 bl.length()=925 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f112ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f112ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f112ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): orig_sources= new_sources= 2024-09-19T11:38:33.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): potential sources added=[] removed=[] 2024-09-19T11:38:33.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): orig_dests= new_dests= 2024-09-19T11:38:33.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.523+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): potential dests added=[] removed=[] 2024-09-19T11:38:33.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.526+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.0 2024-09-19T11:38:33.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.526+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.1 2024-09-19T11:38:33.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.526+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.2 2024-09-19T11:38:33.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.526+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.3 2024-09-19T11:38:33.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.527+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.4 2024-09-19T11:38:33.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.527+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.5 2024-09-19T11:38:33.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.527+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.6 2024-09-19T11:38:33.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.528+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.7 2024-09-19T11:38:33.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.528+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.8 2024-09-19T11:38:33.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.528+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.9 2024-09-19T11:38:33.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.528+0000 7f125d81d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22.10 2024-09-19T11:38:33.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.529+0000 7f125d81d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 : hit (requested=0x17, cached=0x17) 2024-09-19T11:38:33.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.529+0000 7f125d81d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 2024-09-19T11:38:33.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.530+0000 7f125d81d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:33.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.530+0000 7f125d81d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:33.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.530+0000 7f125d81d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:33.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.530+0000 7f125d81d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22, ofs0, ns] 2024-09-19T11:38:33.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f112ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562408 cookie 94092219148736 notifier 6143 bl.length()=893 2024-09-19T11:38:33.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f112ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 info.flags=0x17 2024-09-19T11:38:33.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f112ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 to cache LRU end 2024-09-19T11:38:33.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f112ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:33.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): orig_sources= new_sources= 2024-09-19T11:38:33.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): potential sources added=[] removed=[] 2024-09-19T11:38:33.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): orig_dests= new_dests= 2024-09-19T11:38:33.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.531+0000 7f125d81d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22]): potential dests added=[] removed=[] 2024-09-19T11:38:33.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.533+0000 7f125d81d800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-19T11:38:33.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.535+0000 7f110efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:33.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.537+0000 7f125d81d800 20 remove_watcher() i=0 2024-09-19T11:38:33.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.537+0000 7f125d81d800 2 removed watcher, disabling cache 2024-09-19T11:38:33.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.538+0000 7f125d81d800 20 remove_watcher() i=1 2024-09-19T11:38:33.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.539+0000 7f125d81d800 20 remove_watcher() i=2 2024-09-19T11:38:33.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.540+0000 7f125d81d800 20 remove_watcher() i=3 2024-09-19T11:38:33.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.541+0000 7f125d81d800 20 remove_watcher() i=4 2024-09-19T11:38:33.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.542+0000 7f125d81d800 20 remove_watcher() i=5 2024-09-19T11:38:33.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.543+0000 7f125d81d800 20 remove_watcher() i=6 2024-09-19T11:38:33.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.543+0000 7f125d81d800 20 remove_watcher() i=7 2024-09-19T11:38:33.557 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T11:38:33.585 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:33.585 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:33.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.621+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 20 realm 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.623+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.624+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:33.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.624+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.625+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:33.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.625+0000 7fdec6344800 20 searching for the correct realm 2024-09-19T11:38:33.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.628+0000 7fdec462f640 0 -- 172.21.15.103:0/2182215519 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x56368a4e9290 msgr2=0x56368a4eb730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:33.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.631+0000 7fdec362d640 0 -- 172.21.15.103:0/2182215519 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fdeac02a040 msgr2=0x7fdeac00a950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:38:33.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.635+0000 7fdec6344800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:33.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.635+0000 7fdec6344800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:33.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.635+0000 7fdec6344800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:33.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.635+0000 7fdec6344800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:33.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.635+0000 7fdec6344800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:33.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.635+0000 7fdec6344800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:33.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.635+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:33.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:33.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 zone default found 2024-09-19T11:38:33.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 4 Realm: () 2024-09-19T11:38:33.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:33.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:33.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 zonegroup default 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.636+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.637+0000 7fdec6344800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.637+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.637+0000 7fdec6344800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.637+0000 7fdec6344800 20 started sync module instance, tier type = 2024-09-19T11:38:33.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.637+0000 7fdec6344800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:33.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=0 2024-09-19T11:38:33.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=1 2024-09-19T11:38:33.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=2 2024-09-19T11:38:33.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=3 2024-09-19T11:38:33.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=4 2024-09-19T11:38:33.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=5 2024-09-19T11:38:33.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=6 2024-09-19T11:38:33.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 20 add_watcher() i=7 2024-09-19T11:38:33.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.646+0000 7fdec6344800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:33.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.648+0000 7fdd79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:33.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.648+0000 7fdec6344800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:33.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.648+0000 7fdec6344800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:33.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.648+0000 7fdec6344800 5 note: GC not initialized 2024-09-19T11:38:33.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.649+0000 7fdd78fe1640 20 reqs_thread_entry: start 2024-09-19T11:38:33.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.649+0000 7fdec6344800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:33.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.649+0000 7fdec6344800 20 Filter name: none 2024-09-19T11:38:33.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.649+0000 7fdcf27fc640 20 reqs_thread_entry: start 2024-09-19T11:38:33.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.649+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.649+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:33.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.649+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.650+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:33.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.650+0000 7fdec6344800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:33.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.650+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.650+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:33.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.650+0000 7fdec6344800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.650+0000 7fdec6344800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:33.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.650+0000 7fdec6344800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:33.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.652+0000 7fdd79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:33.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.654+0000 7fdec6344800 20 remove_watcher() i=0 2024-09-19T11:38:33.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.654+0000 7fdec6344800 2 removed watcher, disabling cache 2024-09-19T11:38:33.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.655+0000 7fdec6344800 20 remove_watcher() i=1 2024-09-19T11:38:33.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.656+0000 7fdec6344800 20 remove_watcher() i=2 2024-09-19T11:38:33.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.657+0000 7fdec6344800 20 remove_watcher() i=3 2024-09-19T11:38:33.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.658+0000 7fdec6344800 20 remove_watcher() i=4 2024-09-19T11:38:33.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.659+0000 7fdec6344800 20 remove_watcher() i=5 2024-09-19T11:38:33.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.660+0000 7fdec6344800 20 remove_watcher() i=6 2024-09-19T11:38:33.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.661+0000 7fdec6344800 20 remove_watcher() i=7 2024-09-19T11:38:33.672 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:33.672 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:33.672 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.22 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:38:33.672 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:33.674 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.674 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.677 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.677 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.720 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.720 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.749 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-19T11:38:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:33.749 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.761 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.804 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.810 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.815 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.820 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.826 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.831 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.837 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.843 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.848 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.854 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.860 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.861 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.866 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.873 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.873 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.880 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.880 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.886 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.886 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.891 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.891 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.896 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.897 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.902 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.902 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.907 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.908 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.913 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:33.913 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:33.919 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T11:38:33.948 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:33.948 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:33.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.984+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.985+0000 7f9ecd213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.985+0000 7f9ecd213800 20 realm 2024-09-19T11:38:33.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.985+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.986+0000 7f9ecd213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.986+0000 7f9ecd213800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:33.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.986+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.986+0000 7f9ecd213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:33.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.986+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.987+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:33.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.987+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:33.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.987+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:33.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.987+0000 7f9ecd213800 20 searching for the correct realm 2024-09-19T11:38:33.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:33.991+0000 7f9ec9149640 0 -- 172.21.15.103:0/2646279534 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f9eb00ae2d0 msgr2=0x7f9eb00b6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:34.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.197+0000 7f9ec8948640 0 -- 172.21.15.103:0/2646279534 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x565235f803c0 msgr2=0x565235f827b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:34.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.199+0000 7f9ecd213800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:34.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.199+0000 7f9ecd213800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:34.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.199+0000 7f9ecd213800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:34.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.199+0000 7f9ecd213800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:34.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.199+0000 7f9ecd213800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:34.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.199+0000 7f9ecd213800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:34.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.199+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.200+0000 7f9ecd213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.200+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.200+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.200+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 zone default found 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 4 Realm: () 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:34.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 zonegroup default 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.201+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.202+0000 7f9ecd213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.202+0000 7f9ecd213800 20 started sync module instance, tier type = 2024-09-19T11:38:34.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.202+0000 7f9ecd213800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:34.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.210+0000 7f9ecd213800 20 add_watcher() i=0 2024-09-19T11:38:34.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.210+0000 7f9ecd213800 20 add_watcher() i=1 2024-09-19T11:38:34.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.210+0000 7f9ecd213800 20 add_watcher() i=2 2024-09-19T11:38:34.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.210+0000 7f9ecd213800 20 add_watcher() i=3 2024-09-19T11:38:34.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.210+0000 7f9ecd213800 20 add_watcher() i=4 2024-09-19T11:38:34.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.210+0000 7f9ecd213800 20 add_watcher() i=5 2024-09-19T11:38:34.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.210+0000 7f9ecd213800 20 add_watcher() i=6 2024-09-19T11:38:34.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.211+0000 7f9ecd213800 20 add_watcher() i=7 2024-09-19T11:38:34.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.211+0000 7f9ecd213800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:34.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.213+0000 7f9d7f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:34.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.213+0000 7f9ecd213800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:34.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.213+0000 7f9ecd213800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:34.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.213+0000 7f9ecd213800 5 note: GC not initialized 2024-09-19T11:38:34.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.214+0000 7f9d7e7e4640 20 reqs_thread_entry: start 2024-09-19T11:38:34.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.214+0000 7f9ecd213800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:34.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.214+0000 7f9ecd213800 20 Filter name: none 2024-09-19T11:38:34.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.214+0000 7f9d777fe640 20 reqs_thread_entry: start 2024-09-19T11:38:34.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.214+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.219 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.214+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:34.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.214+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.215+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:34.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.215+0000 7f9ecd213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:34.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.215+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.216+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:34.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.216+0000 7f9ecd213800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.216+0000 7f9ecd213800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:34.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.216+0000 7f9ecd213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:34.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.217+0000 7f9d7f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:34.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.219+0000 7f9ecd213800 20 remove_watcher() i=0 2024-09-19T11:38:34.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.219+0000 7f9ecd213800 2 removed watcher, disabling cache 2024-09-19T11:38:34.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.220+0000 7f9ecd213800 20 remove_watcher() i=1 2024-09-19T11:38:34.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.221+0000 7f9ecd213800 20 remove_watcher() i=2 2024-09-19T11:38:34.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.222+0000 7f9ecd213800 20 remove_watcher() i=3 2024-09-19T11:38:34.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.223+0000 7f9ecd213800 20 remove_watcher() i=4 2024-09-19T11:38:34.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.224+0000 7f9ecd213800 20 remove_watcher() i=5 2024-09-19T11:38:34.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.225+0000 7f9ecd213800 20 remove_watcher() i=6 2024-09-19T11:38:34.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.226+0000 7f9ecd213800 20 remove_watcher() i=7 2024-09-19T11:38:34.238 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:34.238 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:34.238 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:38:34.238 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:34.240 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-19T11:38:34.277 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:34.277 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:34.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.310+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.311+0000 7f5921e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.311+0000 7f5921e15800 20 realm 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.311+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.311+0000 7f5921e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.311+0000 7f5921e15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.311+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.312+0000 7f5921e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.312+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.312+0000 7f5921e15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:34.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.312+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.313+0000 7f5921e15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:34.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.313+0000 7f5921e15800 20 searching for the correct realm 2024-09-19T11:38:34.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.315+0000 7f5914d91640 0 -- 172.21.15.103:0/1637474843 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f5908027040 msgr2=0x7f590803e460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:34.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.318+0000 7f591d592640 0 -- 172.21.15.103:0/1637474843 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f590805b450 msgr2=0x7f590805b8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:38:34.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:34.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:34.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:34.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:34.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.525+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 20 zone default found 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 4 Realm: () 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 20 zonegroup default 2024-09-19T11:38:34.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.526+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.527+0000 7f5921e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.527+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.527+0000 7f5921e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.527+0000 7f5921e15800 20 started sync module instance, tier type = 2024-09-19T11:38:34.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.527+0000 7f5921e15800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:34.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.536+0000 7f5921e15800 20 add_watcher() i=0 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.536+0000 7f5921e15800 20 add_watcher() i=1 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.536+0000 7f5921e15800 20 add_watcher() i=2 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.536+0000 7f5921e15800 20 add_watcher() i=3 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.536+0000 7f5921e15800 20 add_watcher() i=4 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.536+0000 7f5921e15800 20 add_watcher() i=5 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.536+0000 7f5921e15800 20 add_watcher() i=6 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.537+0000 7f5921e15800 20 add_watcher() i=7 2024-09-19T11:38:34.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.537+0000 7f5921e15800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:34.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f57d37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5921e15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5921e15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5921e15800 5 note: GC not initialized 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f57d27e4640 20 reqs_thread_entry: start 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5921e15800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5921e15800 20 Filter name: none 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5743fff640 20 reqs_thread_entry: start 2024-09-19T11:38:34.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5921e15800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-19T11:38:34.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.539+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:34.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-19T11:38:34.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-19T11:38:34.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 : miss 2024-09-19T11:38:34.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:34.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 info.flags=0x17 2024-09-19T11:38:34.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 to cache LRU end 2024-09-19T11:38:34.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:34.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:34.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.540+0000 7f5921e15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 2024-09-19T11:38:34.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.544+0000 7f5921e15800 -1 Injecting error=-125 at location=set_target_layout 2024-09-19T11:38:34.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f5921e15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 info.flags=0x17 2024-09-19T11:38:34.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f5921e15800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 to cache LRU end 2024-09-19T11:38:34.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f5921e15800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f5921e15800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23, ofs0, ns] 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f57effff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562411 cookie 94578424800896 notifier 6194 bl.length()=925 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f57effff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 info.flags=0x17 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f57effff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 to cache LRU end 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.546+0000 7f57effff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.547+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): orig_sources= new_sources= 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.547+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): potential sources added=[] removed=[] 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.547+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): orig_dests= new_dests= 2024-09-19T11:38:34.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.547+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): potential dests added=[] removed=[] 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.0 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.0 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.1 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.1 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.2 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.2 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.3 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.3 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.4 2024-09-19T11:38:34.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.4 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.5 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.5 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.6 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.6 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.7 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.7 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.8 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.8 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.9 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.9 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.10 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.10 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.11 2024-09-19T11:38:34.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1.11 2024-09-19T11:38:34.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.551+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.0 2024-09-19T11:38:34.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.552+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1 2024-09-19T11:38:34.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.552+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.2 2024-09-19T11:38:34.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.553+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.3 2024-09-19T11:38:34.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.553+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.4 2024-09-19T11:38:34.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.554+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.5 2024-09-19T11:38:34.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.554+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.6 2024-09-19T11:38:34.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.555+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.7 2024-09-19T11:38:34.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.555+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.8 2024-09-19T11:38:34.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.556+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.9 2024-09-19T11:38:34.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.556+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.10 2024-09-19T11:38:34.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.561+0000 7f5921e15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 : hit (requested=0x17, cached=0x17) 2024-09-19T11:38:34.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.561+0000 7f5921e15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 2024-09-19T11:38:34.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 info.flags=0x17 2024-09-19T11:38:34.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 to cache LRU end 2024-09-19T11:38:34.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:34.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23, ofs0, ns] 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5800ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562412 cookie 94578424800896 notifier 6194 bl.length()=925 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5800ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 info.flags=0x17 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5800ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 to cache LRU end 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5800ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): orig_sources= new_sources= 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): potential sources added=[] removed=[] 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): orig_dests= new_dests= 2024-09-19T11:38:34.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.563+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): potential dests added=[] removed=[] 2024-09-19T11:38:34.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.565+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.0 2024-09-19T11:38:34.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.566+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.1 2024-09-19T11:38:34.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.566+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.2 2024-09-19T11:38:34.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.566+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.3 2024-09-19T11:38:34.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.567+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.4 2024-09-19T11:38:34.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.567+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.5 2024-09-19T11:38:34.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.567+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.6 2024-09-19T11:38:34.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.568+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.7 2024-09-19T11:38:34.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.568+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.8 2024-09-19T11:38:34.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.568+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.9 2024-09-19T11:38:34.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.568+0000 7f5921e15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23.10 2024-09-19T11:38:34.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.569+0000 7f5921e15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 : hit (requested=0x17, cached=0x17) 2024-09-19T11:38:34.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.569+0000 7f5921e15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 2024-09-19T11:38:34.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f5921e15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 info.flags=0x17 2024-09-19T11:38:34.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f5921e15800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 to cache LRU end 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f5921e15800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f5921e15800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23, ofs0, ns] 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f57effff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562413 cookie 94578424800896 notifier 6194 bl.length()=893 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f57effff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 info.flags=0x17 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f57effff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 to cache LRU end 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.570+0000 7f57effff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.571+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): orig_sources= new_sources= 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.571+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): potential sources added=[] removed=[] 2024-09-19T11:38:34.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.571+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): orig_dests= new_dests= 2024-09-19T11:38:34.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.571+0000 7f5921e15800 20 handle_bi_update(): bucket=:error-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23]): potential dests added=[] removed=[] 2024-09-19T11:38:34.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.573+0000 7f5921e15800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-19T11:38:34.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.574+0000 7f57d37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:34.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.576+0000 7f5921e15800 20 remove_watcher() i=0 2024-09-19T11:38:34.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.576+0000 7f5921e15800 2 removed watcher, disabling cache 2024-09-19T11:38:34.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.577+0000 7f5921e15800 20 remove_watcher() i=1 2024-09-19T11:38:34.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.578+0000 7f5921e15800 20 remove_watcher() i=2 2024-09-19T11:38:34.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.580+0000 7f5921e15800 20 remove_watcher() i=3 2024-09-19T11:38:34.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.581+0000 7f5921e15800 20 remove_watcher() i=4 2024-09-19T11:38:34.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.582+0000 7f5921e15800 20 remove_watcher() i=5 2024-09-19T11:38:34.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.582+0000 7f5921e15800 20 remove_watcher() i=6 2024-09-19T11:38:34.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.583+0000 7f5921e15800 20 remove_watcher() i=7 2024-09-19T11:38:34.597 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-19T11:38:34.625 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:34.625 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:34.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.659+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 20 realm 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.661+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.662+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:34.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.662+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.663+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:34.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.663+0000 7fc11f098800 20 searching for the correct realm 2024-09-19T11:38:34.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.664+0000 7fc11cb89640 0 -- 172.21.15.103:0/1221627597 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc11406e040 msgr2=0x7fc11406f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:34.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.870+0000 7fc11c388640 0 -- 172.21.15.103:0/1221627597 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x55e815287020 msgr2=0x55e815289410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:34.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:34.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:34.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:34.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:34.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:34.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:34.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:34.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 zone default found 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 4 Realm: () 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 zonegroup default 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.876+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.877+0000 7fc11f098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.877+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.877+0000 7fc11f098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.877+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.877+0000 7fc11f098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:34.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.877+0000 7fc11f098800 20 started sync module instance, tier type = 2024-09-19T11:38:34.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.877+0000 7fc11f098800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:34.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.886+0000 7fc11f098800 20 add_watcher() i=0 2024-09-19T11:38:34.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.886+0000 7fc11f098800 20 add_watcher() i=1 2024-09-19T11:38:34.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.886+0000 7fc11f098800 20 add_watcher() i=2 2024-09-19T11:38:34.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.886+0000 7fc11f098800 20 add_watcher() i=3 2024-09-19T11:38:34.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.886+0000 7fc11f098800 20 add_watcher() i=4 2024-09-19T11:38:34.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.886+0000 7fc11f098800 20 add_watcher() i=5 2024-09-19T11:38:34.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.886+0000 7fc11f098800 20 add_watcher() i=6 2024-09-19T11:38:34.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.887+0000 7fc11f098800 20 add_watcher() i=7 2024-09-19T11:38:34.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.887+0000 7fc11f098800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.888+0000 7fbfd37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 5 note: GC not initialized 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fbfd27e4640 20 reqs_thread_entry: start 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 20 Filter name: none 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fbfcb7fe640 20 reqs_thread_entry: start 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.889+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.890+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.890+0000 7fc11f098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.890+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.890+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.890+0000 7fc11f098800 20 rados->read ofs=0 len=0 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.891+0000 7fc11f098800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.891+0000 7fc11f098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:34.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.892+0000 7fbfd37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:34.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.894+0000 7fc11f098800 20 remove_watcher() i=0 2024-09-19T11:38:34.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.894+0000 7fc11f098800 2 removed watcher, disabling cache 2024-09-19T11:38:34.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.895+0000 7fc11f098800 20 remove_watcher() i=1 2024-09-19T11:38:34.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.896+0000 7fc11f098800 20 remove_watcher() i=2 2024-09-19T11:38:34.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.897+0000 7fc11f098800 20 remove_watcher() i=3 2024-09-19T11:38:34.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.898+0000 7fc11f098800 20 remove_watcher() i=4 2024-09-19T11:38:34.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.899+0000 7fc11f098800 20 remove_watcher() i=5 2024-09-19T11:38:34.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.900+0000 7fc11f098800 20 remove_watcher() i=6 2024-09-19T11:38:34.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:34.901+0000 7fc11f098800 20 remove_watcher() i=7 2024-09-19T11:38:34.912 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:34.912 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:34.912 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.23 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-19T11:38:34.913 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:34.914 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:34.914 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:34.917 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:34.918 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:34.961 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:34.961 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:34.987 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-19T11:38:34.988 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:34.989 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:34.989 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:34.999 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.000 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.042 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.043 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.049 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.050 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.056 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.056 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.062 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.062 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.068 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.068 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.075 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.075 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.080 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.081 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.087 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.087 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.093 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.093 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.099 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.099 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.104 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.104 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.110 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.110 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.116 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.116 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.122 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.122 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.127 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.128 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.134 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.134 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.140 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.140 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.146 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.146 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.152 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.152 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.158 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.159 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.165 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-19T11:38:35.193 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:35.194 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:35.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.415+0000 7f33f1ee5640 0 --2- 172.21.15.103:0/1980131346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b58747af0 0x558b58841f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-19T11:38:35.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.430+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.431+0000 7f33f5935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.431+0000 7f33f5935800 20 realm 2024-09-19T11:38:35.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.431+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.432+0000 7f33f5935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.432+0000 7f33f5935800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:35.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.432+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.432+0000 7f33f5935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.432+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.433+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.433+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.433+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:35.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.433+0000 7f33f5935800 20 searching for the correct realm 2024-09-19T11:38:35.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.435+0000 7f33f16e4640 0 -- 172.21.15.103:0/4187491454 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f33ec011960 msgr2=0x7f33ec02d410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.439+0000 7f33e8ee3640 0 -- 172.21.15.103:0/4187491454 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x558b588edf90 msgr2=0x558b588f0380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.445+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:35.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 zone default found 2024-09-19T11:38:35.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 4 Realm: () 2024-09-19T11:38:35.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 zonegroup default 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.446+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.447+0000 7f33f5935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.447+0000 7f33f5935800 20 started sync module instance, tier type = 2024-09-19T11:38:35.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.447+0000 7f33f5935800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.455+0000 7f33f5935800 20 add_watcher() i=0 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.455+0000 7f33f5935800 20 add_watcher() i=1 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.455+0000 7f33f5935800 20 add_watcher() i=2 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.455+0000 7f33f5935800 20 add_watcher() i=3 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.455+0000 7f33f5935800 20 add_watcher() i=4 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.455+0000 7f33f5935800 20 add_watcher() i=5 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.455+0000 7f33f5935800 20 add_watcher() i=6 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.456+0000 7f33f5935800 20 add_watcher() i=7 2024-09-19T11:38:35.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.456+0000 7f33f5935800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:35.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f32a77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f33f5935800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f33f5935800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f33f5935800 5 note: GC not initialized 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f32a67e4640 20 reqs_thread_entry: start 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f33f5935800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f33f5935800 20 Filter name: none 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f3217fff640 20 reqs_thread_entry: start 2024-09-19T11:38:35.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.458+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.459+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.459+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.460+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.460+0000 7f33f5935800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.460+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.460+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.460+0000 7f33f5935800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.460+0000 7f33f5935800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:35.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.460+0000 7f33f5935800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:35.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.462+0000 7f32a77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:35.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.464+0000 7f33f5935800 20 remove_watcher() i=0 2024-09-19T11:38:35.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.464+0000 7f33f5935800 2 removed watcher, disabling cache 2024-09-19T11:38:35.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.465+0000 7f33f5935800 20 remove_watcher() i=1 2024-09-19T11:38:35.467 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.466+0000 7f33f5935800 20 remove_watcher() i=2 2024-09-19T11:38:35.468 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.467+0000 7f33f5935800 20 remove_watcher() i=3 2024-09-19T11:38:35.469 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.468+0000 7f33f5935800 20 remove_watcher() i=4 2024-09-19T11:38:35.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.469+0000 7f33f5935800 20 remove_watcher() i=5 2024-09-19T11:38:35.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.470+0000 7f33f5935800 20 remove_watcher() i=6 2024-09-19T11:38:35.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.471+0000 7f33f5935800 20 remove_watcher() i=7 2024-09-19T11:38:35.482 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.482 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:35.482 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:38:35.482 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.484 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-19T11:38:35.518 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:35.518 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:35.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.553+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 realm 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.555+0000 7f8c5b52a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.556+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:35.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.556+0000 7f8c5b52a800 20 searching for the correct realm 2024-09-19T11:38:35.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.559+0000 7f8c56960640 0 -- 172.21.15.103:0/2888115746 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f8c4c00db80 msgr2=0x7f8c4c032920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.563+0000 7f8c57962640 0 -- 172.21.15.103:0/2888115746 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f8c4c042040 msgr2=0x7f8c4c042420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 zone default found 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 Realm: () 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 zonegroup default 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 started sync module instance, tier type = 2024-09-19T11:38:35.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:35.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=0 2024-09-19T11:38:35.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=1 2024-09-19T11:38:35.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=2 2024-09-19T11:38:35.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=3 2024-09-19T11:38:35.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=4 2024-09-19T11:38:35.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=5 2024-09-19T11:38:35.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=6 2024-09-19T11:38:35.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.577+0000 7f8c5b52a800 20 add_watcher() i=7 2024-09-19T11:38:35.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.577+0000 7f8c5b52a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:35.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.578+0000 7f8b0dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:35.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:35.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:35.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 note: GC not initialized 2024-09-19T11:38:35.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8b0cfe1640 20 reqs_thread_entry: start 2024-09-19T11:38:35.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:35.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 Filter name: none 2024-09-19T11:38:35.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8a867fc640 20 reqs_thread_entry: start 2024-09-19T11:38:35.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T11:38:35.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 : miss 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.580+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:35.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 2024-09-19T11:38:35.584 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8c5b52a800 time 2024-09-19T11:38:35.584457+0000 2024-09-19T11:38:35.584 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:35.585 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.585 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8c5cb8c76a] 2024-09-19T11:38:35.585 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.585 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.585 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8c5b52a800 thread_name:radosgw-admin 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.584+0000 7f8c5b52a800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8c5b52a800 time 2024-09-19T11:38:35.584457+0000 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8c5cb8c76a] 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.586 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.587 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.587 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.587 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:35.587 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.587 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:35.587 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:35.587 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.601 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.601 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8c5b83e6f0] 2024-09-19T11:38:35.601 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8c5b88b99c] 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8c5cb8c7c4] 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.585+0000 7f8c5b52a800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8c5b52a800 thread_name:radosgw-admin 2024-09-19T11:38:35.602 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8c5b83e6f0] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8c5b88b99c] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8c5cb8c7c4] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.603 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:38:35.536+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:38:35.536+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:38:35.536+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.604 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6230 payload 274 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:38:35.536+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: dump: 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.605 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: dump: 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.606 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:38:35.536+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6230 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:38:35.536+0000 7f8c5b52a800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:38:35.536+0000 7f8c5b52a800 4 set_mon_vals no callback set 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: shutdown 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 asok(0x562064a0f410) unregister_commands rotate-key 2024-09-19T11:38:35.607 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding auth protocol: cephx 2024-09-19T11:38:35.608 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding auth protocol: cephx 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding auth protocol: cephx 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.609 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: starting msgr at 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: starting objecter 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command objecter_requests hook 0x562064c33010 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: setting wanted keys 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: calling monclient init 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding auth protocol: cephx 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding auth protocol: cephx 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding auth protocol: cephx 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.610 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key hook 0x562064c306b8 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:35.611 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064adc7f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064ae56c0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064b76260 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.081493s 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064b76260 auth_method 0 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): get_auth_request con 0x562064ae56c0 auth_method 0 2024-09-19T11:38:35.612 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6233 payload 824 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:38:35.538+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:38:35.538+0000 7f8b43e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.613 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: dump: 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.614 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: dump: 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.615 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6233 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:38:35.539+0000 7f8b4560a640 4 set_mon_vals no callback set 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 1 librados: init done 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:38:35.540+0000 7f8b43e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:38:35.540+0000 7f8b43e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:38:35.540+0000 7f8b43e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:38:35.541+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8b3c077570 auth_method 0 2024-09-19T11:38:35.616 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:38:35.541+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064c78a00 auth_method 0 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:38:35.542+0000 7f8c57161640 10 monclient: get_auth_request con 0x562064c7bbe0 auth_method 0 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:38:35.543+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064c7fdd0 auth_method 0 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.617 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding auth protocol: cephx 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding auth protocol: cephx 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding auth protocol: cephx 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.618 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command objecter_requests cmddesc objecter_requests hook 0x562064c883a0 EEXIST 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding auth protocol: cephx 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding auth protocol: cephx 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding auth protocol: cephx 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.619 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key cmddesc rotate-key hook 0x562064c83260 EEXIST 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.620 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064cac090 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064cae360 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064caa860 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.088470s 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064caa860 auth_method 0 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): get_auth_request con 0x562064cae360 auth_method 0 2024-09-19T11:38:35.621 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): get_auth_request con 0x562064cac090 auth_method 0 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2024-09-19T11:38:35.622 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:38:35.545+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: dump: 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.623 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: dump: 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.624 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6236 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:38:35.546+0000 7f8c58163640 4 set_mon_vals no callback set 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:38:35.547+0000 7f8b41602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:38:35.547+0000 7f8b41602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.625 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:38:35.547+0000 7f8b41602640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:38:35.547+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8b30077480 auth_method 0 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: get_monmap_and_config 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.626 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding auth protocol: cephx 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding auth protocol: cephx 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding auth protocol: cephx 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.627 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding auth protocol: cephx 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding auth protocol: cephx 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding auth protocol: cephx 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.628 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key cmddesc rotate-key hook 0x7ffc65a2e6b8 EEXIST 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064d00080 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064cfa620 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.629 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064ccfec0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.092029s 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): get_auth_request con 0x562064d00080 auth_method 0 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064ccfec0 auth_method 0 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.630 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_done global_id 6588 payload 274 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:38:35.549+0000 7f8c57161640 1 monclient: found mon.noname-a 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: dump: 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.631 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:35.632 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: dump: 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6588 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 4 set_mon_vals no callback set 2024-09-19T11:38:35.633 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: shutdown 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.634 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding auth protocol: cephx 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding auth protocol: cephx 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding auth protocol: cephx 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.635 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: starting msgr at 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: starting objecter 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command objecter_requests cmddesc objecter_requests hook 0x562064cfd280 EEXIST 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: setting wanted keys 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: calling monclient init 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding auth protocol: cephx 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding auth protocol: cephx 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding auth protocol: cephx 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.636 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key cmddesc rotate-key hook 0x562064cc3f88 EEXIST 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.637 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064ccfec0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064cfa620 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064d00080 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.094266s 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064d00080 auth_method 0 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.638 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): get_auth_request con 0x562064cfa620 auth_method 0 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): get_auth_request con 0x562064ccfec0 auth_method 0 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.639 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6242 payload 824 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:38:35.551+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: dump: 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.640 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: dump: 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.641 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6242 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:38:35.551+0000 7f8b3affd640 4 set_mon_vals no callback set 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 1 librados: init done 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cr dump hook 0x562064cee408 2024-09-19T11:38:35.642 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:38:35.553+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:38:35.553+0000 7f8b397fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:38:35.553+0000 7f8b397fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:38:35.553+0000 7f8b397fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:38:35.553+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8b20077570 auth_method 0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:38:35.554+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064d19ca0 auth_method 0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 realm 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.643 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:38:35.555+0000 7f8c57161640 10 monclient: get_auth_request con 0x562064d1ddf0 auth_method 0 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:38:35.556+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064d21630 auth_method 0 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:38:35.556+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:38:35.556+0000 7f8c5b52a800 20 searching for the correct realm 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:38:35.556+0000 7f8c57962640 10 monclient: get_auth_request con 0x562064d26300 auth_method 0 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:38:35.557+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8c5006ef30 auth_method 0 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:38:35.558+0000 7f8c56960640 10 monclient: get_auth_request con 0x7f8c4c00db80 auth_method 0 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:38:35.559+0000 7f8c56960640 0 -- 172.21.15.103:0/2888115746 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f8c4c00db80 msgr2=0x7f8c4c032920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:38:35.560+0000 7f8b397fa640 1 client.6242.objecter ms_handle_reset 0x7f8c4c00db80 session 0x7f8c4c016040 osd.4 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:38:35.560+0000 7f8b397fa640 10 monclient: _renew_subs 2024-09-19T11:38:35.644 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:38:35.560+0000 7f8b397fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:38:35.560+0000 7f8c57962640 10 monclient: get_auth_request con 0x7f8c4c042040 auth_method 0 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:38:35.560+0000 7f8c56960640 10 monclient: get_auth_request con 0x7f8b200873f0 auth_method 0 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:38:35.562+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8c4c046450 auth_method 0 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:38:35.563+0000 7f8c57962640 0 -- 172.21.15.103:0/2888115746 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f8c4c042040 msgr2=0x7f8c4c042420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:38:35.563+0000 7f8b397fa640 1 client.6242.objecter ms_handle_reset 0x7f8c4c042040 session 0x7f8c4c01ab30 osd.6 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:38:35.563+0000 7f8c57962640 10 monclient: get_auth_request con 0x7f8c4c00db80 auth_method 0 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.645 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 zone default found 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 Realm: () 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 zonegroup default 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.646 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 started sync module instance, tier type = 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=0 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=1 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=2 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=3 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=4 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=5 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=6 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:38:35.577+0000 7f8c5b52a800 20 add_watcher() i=7 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:38:35.577+0000 7f8c5b52a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding auth protocol: cephx 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding auth protocol: cephx 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding auth protocol: cephx 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.647 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:38:35.578+0000 7f8b0dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.648 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache list hook 0x562064cd0ac0 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache inspect hook 0x562064cd0ac0 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache erase hook 0x562064cd0ac0 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache zap hook 0x562064cd0ac0 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 note: GC not initialized 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:38:35.579+0000 7f8b0cfe1640 20 reqs_thread_entry: start 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace show hook 0x7f8c48056760 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace history hook 0x7f8c48056760 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace active hook 0x7f8c48056760 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace active_short hook 0x7f8c48056760 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 Filter name: none 2024-09-19T11:38:35.649 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:38:35.579+0000 7f8a867fc640 20 reqs_thread_entry: start 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 : miss 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:38:35.584+0000 7f8c5b52a800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8c5b52a800 time 2024-09-19T11:38:35.584457+0000 2024-09-19T11:38:35.650 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8c5cb8c76a] 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:38:35.585+0000 7f8c5b52a800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8c5b52a800 thread_name:radosgw-admin 2024-09-19T11:38:35.651 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8c5b83e6f0] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8c5b88b99c] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8c5cb8c7c4] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.652 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:38:35.653 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:38:35.654 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:38:35.655 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:38:35.656 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:38:35.657 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:38:35.658 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:38:35.659 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8a867fc640 / http_manager 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b0cfe1640 / http_manager 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b0dfe3640 / rgw_dt_lg_renew 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b397fa640 / ms_dispatch 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b3affd640 / io_context_pool 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b41602640 / ms_dispatch 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b43e07640 / ms_dispatch 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b4560a640 / io_context_pool 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c56960640 / msgr-worker-2 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c57161640 / msgr-worker-1 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c57962640 / msgr-worker-0 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c58163640 / io_context_pool 2024-09-19T11:38:35.660 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c5b52a800 / radosgw-admin 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.97850.log 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:38:35.536+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:38:35.536+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:38:35.536+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.661 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:38:35.536+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6230 payload 274 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:38:35.536+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:38:35.536+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: dump: 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.662 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:38:35.536+0000 7f8b4560a640 10 monclient: dump: 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.663 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:38:35.536+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6230 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:38:35.536+0000 7f8c5b52a800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:38:35.536+0000 7f8c5b52a800 4 set_mon_vals no callback set 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: shutdown 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 asok(0x562064a0f410) unregister_commands rotate-key 2024-09-19T11:38:35.664 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding auth protocol: cephx 2024-09-19T11:38:35.665 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding auth protocol: cephx 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding auth protocol: cephx 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: crc 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c35c90) adding con mode: secure 2024-09-19T11:38:35.666 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: starting msgr at 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: starting objecter 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command objecter_requests hook 0x562064c33010 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: setting wanted keys 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 1 librados: calling monclient init 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding auth protocol: cephx 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding auth protocol: cephx 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding auth protocol: cephx 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.667 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: crc 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:38:35.537+0000 7f8c5b52a800 5 AuthRegistry(0x562064c30570) adding con mode: secure 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key hook 0x562064c306b8 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:35.668 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064adc7f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064ae56c0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064b76260 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:38:35.538+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.081493s 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064b76260 auth_method 0 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): get_auth_request con 0x562064ae56c0 auth_method 0 2024-09-19T11:38:35.669 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:38:35.538+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6233 payload 824 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:38:35.538+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:38:35.538+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:38:35.538+0000 7f8b43e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.670 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: dump: 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.671 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:38:35.539+0000 7f8b43e07640 10 monclient: dump: 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.672 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6233 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:38:35.539+0000 7f8b4560a640 4 set_mon_vals no callback set 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:38:35.539+0000 7f8c5b52a800 1 librados: init done 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:38:35.540+0000 7f8b43e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:38:35.540+0000 7f8b43e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:38:35.540+0000 7f8b43e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:38:35.541+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8b3c077570 auth_method 0 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:38:35.541+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064c78a00 auth_method 0 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:38:35.542+0000 7f8c57161640 10 monclient: get_auth_request con 0x562064c7bbe0 auth_method 0 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:38:35.543+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064c7fdd0 auth_method 0 2024-09-19T11:38:35.673 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.674 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding auth protocol: cephx 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding auth protocol: cephx 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding auth protocol: cephx 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.675 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: crc 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c849b0) adding con mode: secure 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command objecter_requests cmddesc objecter_requests hook 0x562064c883a0 EEXIST 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding auth protocol: cephx 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding auth protocol: cephx 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding auth protocol: cephx 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.676 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: crc 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:38:35.544+0000 7f8c5b52a800 5 AuthRegistry(0x562064c83118) adding con mode: secure 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key cmddesc rotate-key hook 0x562064c83260 EEXIST 2024-09-19T11:38:35.677 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064cac090 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064cae360 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064caa860 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:38:35.545+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.088470s 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064caa860 auth_method 0 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): get_auth_request con 0x562064cae360 auth_method 0 2024-09-19T11:38:35.678 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:38:35.545+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): get_auth_request con 0x562064cac090 auth_method 0 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:38:35.545+0000 7f8c57161640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.679 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:38:35.545+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:38:35.545+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: dump: 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.680 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:38:35.546+0000 7f8b41602640 10 monclient: dump: 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.681 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6236 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:38:35.546+0000 7f8c58163640 4 set_mon_vals no callback set 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:38:35.546+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:38:35.547+0000 7f8b41602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:35.682 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:38:35.547+0000 7f8b41602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:38:35.547+0000 7f8b41602640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:38:35.547+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8b30077480 auth_method 0 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: get_monmap_and_config 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.683 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding auth protocol: cephx 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding auth protocol: cephx 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding auth protocol: cephx 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.684 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: crc 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x562064ccbac0) adding con mode: secure 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding auth protocol: cephx 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding auth protocol: cephx 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding auth protocol: cephx 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.685 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: crc 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2e570) adding con mode: secure 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key cmddesc rotate-key hook 0x7ffc65a2e6b8 EEXIST 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.686 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064d00080 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:38:35.548+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064cfa620 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064ccfec0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.092029s 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): get_auth_request con 0x562064d00080 auth_method 0 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064ccfec0 auth_method 0 2024-09-19T11:38:35.687 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:38:35.549+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient(hunting): handle_auth_done global_id 6588 payload 274 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:38:35.549+0000 7f8c57161640 1 monclient: found mon.noname-a 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:38:35.549+0000 7f8c57161640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:38:35.688 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: dump: 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.689 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:38:35.549+0000 7f8b3affd640 10 monclient: dump: 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.690 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6588 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 10 monclient: get_monmap_and_config success 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:38:35.549+0000 7f8c5b52a800 4 set_mon_vals no callback set 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: shutdown 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: build_initial_monmap 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 build_initial for_mkfs: 0 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: monmap: 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:38:35.691 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding auth protocol: cephx 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding auth protocol: cephx 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding auth protocol: cephx 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.692 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: crc 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cfb5e0) adding con mode: secure 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: starting msgr at 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: starting objecter 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command objecter_requests cmddesc objecter_requests hook 0x562064cfd280 EEXIST 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: setting wanted keys 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 1 librados: calling monclient init 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 10 monclient: init 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding auth protocol: cephx 2024-09-19T11:38:35.693 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding auth protocol: cephx 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding auth protocol: cephx 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: crc 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 5 AuthRegistry(0x562064cc3e40) adding con mode: secure 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:38:35.550+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.694 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command rotate-key cmddesc rotate-key hook 0x562064cc3f88 EEXIST 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _reopen_session rank -1 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-b con 0x562064ccfec0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-a con 0x562064cfa620 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): picked mon.noname-c con 0x562064d00080 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): start opening mon connection 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): _renew_subs 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient(hunting): authenticate will time out at 1901.094266s 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): get_auth_request con 0x562064d00080 auth_method 0 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.695 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): get_auth_request con 0x562064cfa620 auth_method 0 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:38:35.551+0000 7f8c56960640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): get_auth_request con 0x562064ccfec0 auth_method 0 2024-09-19T11:38:35.696 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:38:35.551+0000 7f8c57161640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient(hunting): handle_auth_done global_id 6242 payload 824 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient: _finish_hunting 0 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:38:35.551+0000 7f8c57962640 1 monclient: found mon.noname-c 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:38:35.551+0000 7f8c57962640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: dump: 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.697 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: _finish_auth 0 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: _check_auth_tickets 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:38:35.551+0000 7f8b397fa640 10 monclient: dump: 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:38:35.698 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 5 monclient: authenticate success, global_id 6242 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:38:35.551+0000 7f8b3affd640 4 set_mon_vals no callback set 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _renew_subs 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.699 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 1 librados: init done 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:38:35.551+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cr dump hook 0x562064cee408 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:38:35.553+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:38:35.553+0000 7f8b397fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:38:35.553+0000 7f8b397fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:38:35.553+0000 7f8b397fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:38:35.553+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8b20077570 auth_method 0 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:38:35.554+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064d19ca0 auth_method 0 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 realm 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:38:35.554+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.700 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:38:35.555+0000 7f8c57161640 10 monclient: get_auth_request con 0x562064d1ddf0 auth_method 0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:38:35.555+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:38:35.556+0000 7f8c56960640 10 monclient: get_auth_request con 0x562064d21630 auth_method 0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:38:35.556+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:38:35.556+0000 7f8c5b52a800 20 searching for the correct realm 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:38:35.556+0000 7f8c57962640 10 monclient: get_auth_request con 0x562064d26300 auth_method 0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:38:35.557+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8c5006ef30 auth_method 0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:38:35.558+0000 7f8c56960640 10 monclient: get_auth_request con 0x7f8c4c00db80 auth_method 0 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:38:35.559+0000 7f8c56960640 0 -- 172.21.15.103:0/2888115746 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f8c4c00db80 msgr2=0x7f8c4c032920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:38:35.560+0000 7f8b397fa640 1 client.6242.objecter ms_handle_reset 0x7f8c4c00db80 session 0x7f8c4c016040 osd.4 2024-09-19T11:38:35.701 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:38:35.560+0000 7f8b397fa640 10 monclient: _renew_subs 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:38:35.560+0000 7f8b397fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:38:35.560+0000 7f8c57962640 10 monclient: get_auth_request con 0x7f8c4c042040 auth_method 0 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:38:35.560+0000 7f8c56960640 10 monclient: get_auth_request con 0x7f8b200873f0 auth_method 0 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:38:35.562+0000 7f8c57161640 10 monclient: get_auth_request con 0x7f8c4c046450 auth_method 0 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:38:35.563+0000 7f8c57962640 0 -- 172.21.15.103:0/2888115746 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f8c4c042040 msgr2=0x7f8c4c042420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:38:35.563+0000 7f8b397fa640 1 client.6242.objecter ms_handle_reset 0x7f8c4c042040 session 0x7f8c4c01ab30 osd.6 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:38:35.563+0000 7f8c57962640 10 monclient: get_auth_request con 0x7f8c4c00db80 auth_method 0 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:35.702 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:38:35.566+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 zone default found 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 Realm: () 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 zonegroup default 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.703 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 started sync module instance, tier type = 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:38:35.567+0000 7f8c5b52a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=0 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=1 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=2 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=3 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=4 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=5 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:38:35.576+0000 7f8c5b52a800 20 add_watcher() i=6 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:38:35.577+0000 7f8c5b52a800 20 add_watcher() i=7 2024-09-19T11:38:35.704 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:38:35.577+0000 7f8c5b52a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding auth protocol: cephx 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding auth protocol: cephx 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding auth protocol: cephx 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.705 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: crc 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:38:35.578+0000 7f8c5b52a800 5 AuthRegistry(0x7ffc65a2ea40) adding con mode: secure 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:38:35.578+0000 7f8b0dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache list hook 0x562064cd0ac0 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache inspect hook 0x562064cd0ac0 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache erase hook 0x562064cd0ac0 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command cache zap hook 0x562064cd0ac0 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 note: GC not initialized 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:38:35.579+0000 7f8b0cfe1640 20 reqs_thread_entry: start 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace show hook 0x7f8c48056760 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace history hook 0x7f8c48056760 2024-09-19T11:38:35.706 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace active hook 0x7f8c48056760 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 5 asok(0x562064a0f410) register_command sync trace active_short hook 0x7f8c48056760 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 Filter name: none 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:38:35.579+0000 7f8a867fc640 20 reqs_thread_entry: start 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 : miss 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:38:35.579+0000 7f8c5b52a800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:35.707 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:38:35.580+0000 7f8c5b52a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:38:35.584+0000 7f8c5b52a800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8c5b52a800 time 2024-09-19T11:38:35.584457+0000 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8c5cb8c76a] 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.708 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:38:35.585+0000 7f8c5b52a800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8c5b52a800 thread_name:radosgw-admin 2024-09-19T11:38:35.709 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8c5b83e6f0] 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8c5b88b99c] 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8c5cb8c7c4] 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8c5cb8c928] 2024-09-19T11:38:35.712 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56206380a791] 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd740a8) [0x562063d180a8] 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56206381a43d] 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8c5b829590] 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:38:35.713 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:38:35.714 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:38:35.715 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:38:35.716 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:38:35.717 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:38:35.718 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:38:35.719 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8a867fc640 / http_manager 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b0cfe1640 / http_manager 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b0dfe3640 / rgw_dt_lg_renew 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b397fa640 / ms_dispatch 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b3affd640 / io_context_pool 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b41602640 / ms_dispatch 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b43e07640 / ms_dispatch 2024-09-19T11:38:35.720 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8b4560a640 / io_context_pool 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c56960640 / msgr-worker-2 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c57161640 / msgr-worker-1 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c57962640 / msgr-worker-0 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c58163640 / io_context_pool 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c5b52a800 / radosgw-admin 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:38:35.586098Z_9373801a-576d-435e-a472-31213df5c093/log 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:38:35.721 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.659+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.660+0000 7fb7e2d30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.660+0000 7fb7e2d30800 20 realm 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.660+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.660+0000 7fb7e2d30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.660+0000 7fb7e2d30800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.660+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.661+0000 7fb7e2d30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.661+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.661+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.661+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.662+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.662+0000 7fb7e2d30800 20 searching for the correct realm 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.665+0000 7fb7de9bc640 0 -- 172.21.15.103:0/691325887 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fb7d8018040 msgr2=0x7fb7d8028420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.668+0000 7fb7de9bc640 0 -- 172.21.15.103:0/691325887 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fb7d4062930 msgr2=0x7fb7d403f3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:35.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.874+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 zone default found 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 4 Realm: () 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 zonegroup default 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.875+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.876+0000 7fb7e2d30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.876+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.876+0000 7fb7e2d30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:35.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.876+0000 7fb7e2d30800 20 started sync module instance, tier type = 2024-09-19T11:38:35.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.876+0000 7fb7e2d30800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:35.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.885+0000 7fb7e2d30800 20 add_watcher() i=0 2024-09-19T11:38:35.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.885+0000 7fb7e2d30800 20 add_watcher() i=1 2024-09-19T11:38:35.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.885+0000 7fb7e2d30800 20 add_watcher() i=2 2024-09-19T11:38:35.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.885+0000 7fb7e2d30800 20 add_watcher() i=3 2024-09-19T11:38:35.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.885+0000 7fb7e2d30800 20 add_watcher() i=4 2024-09-19T11:38:35.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.885+0000 7fb7e2d30800 20 add_watcher() i=5 2024-09-19T11:38:35.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.885+0000 7fb7e2d30800 20 add_watcher() i=6 2024-09-19T11:38:35.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.886+0000 7fb7e2d30800 20 add_watcher() i=7 2024-09-19T11:38:35.887 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.886+0000 7fb7e2d30800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:35.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.887+0000 7fb6957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb7e2d30800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb7e2d30800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb7e2d30800 5 note: GC not initialized 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb60ffff640 20 reqs_thread_entry: start 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb7e2d30800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb7e2d30800 20 Filter name: none 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb60dffb640 20 reqs_thread_entry: start 2024-09-19T11:38:35.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.888+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.889+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:35.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.889+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.889+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:35.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.889+0000 7fb7e2d30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:35.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.889+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.890+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:35.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.890+0000 7fb7e2d30800 20 rados->read ofs=0 len=0 2024-09-19T11:38:35.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.890+0000 7fb7e2d30800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:35.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.890+0000 7fb7e2d30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:38:35.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.892+0000 7fb6957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:35.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.894+0000 7fb7e2d30800 20 remove_watcher() i=0 2024-09-19T11:38:35.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.894+0000 7fb7e2d30800 2 removed watcher, disabling cache 2024-09-19T11:38:35.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.895+0000 7fb7e2d30800 20 remove_watcher() i=1 2024-09-19T11:38:35.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.896+0000 7fb7e2d30800 20 remove_watcher() i=2 2024-09-19T11:38:35.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.897+0000 7fb7e2d30800 20 remove_watcher() i=3 2024-09-19T11:38:35.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.898+0000 7fb7e2d30800 20 remove_watcher() i=4 2024-09-19T11:38:35.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.899+0000 7fb7e2d30800 20 remove_watcher() i=5 2024-09-19T11:38:35.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.900+0000 7fb7e2d30800 20 remove_watcher() i=6 2024-09-19T11:38:35.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:35.901+0000 7fb7e2d30800 20 remove_watcher() i=7 2024-09-19T11:38:35.913 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.913 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:38:35.913 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:38:35.914 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:38:35.915 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.915 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.921 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:38:35.921 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:38:35.964 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:38:35.997 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:38:35.997 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:38:36.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.032+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:36.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 20 realm 2024-09-19T11:38:36.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:36.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:38:36.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:36.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.034+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.035+0000 7f754d531800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:36.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.035+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.036+0000 7f754d531800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:38:36.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.036+0000 7f754d531800 20 searching for the correct realm 2024-09-19T11:38:36.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.038+0000 7f7549199640 0 -- 172.21.15.103:0/1496786834 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f753c024070 msgr2=0x7f753c064ba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:36.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.041+0000 7f7549199640 0 -- 172.21.15.103:0/1496786834 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f7534045b10 msgr2=0x7f7534044320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:38:36.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:38:36.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:38:36.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:38:36.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:38:36.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:38:36.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:38:36.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:36.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:38:36.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 zone default found 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 4 Realm: () 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 zonegroup default 2024-09-19T11:38:36.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.046+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.047+0000 7f754d531800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:36.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.047+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.047+0000 7f754d531800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:36.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.047+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.047+0000 7f754d531800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:38:36.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.047+0000 7f754d531800 20 started sync module instance, tier type = 2024-09-19T11:38:36.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.047+0000 7f754d531800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:38:36.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.055+0000 7f754d531800 20 add_watcher() i=0 2024-09-19T11:38:36.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.055+0000 7f754d531800 20 add_watcher() i=1 2024-09-19T11:38:36.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.055+0000 7f754d531800 20 add_watcher() i=2 2024-09-19T11:38:36.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.055+0000 7f754d531800 20 add_watcher() i=3 2024-09-19T11:38:36.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.055+0000 7f754d531800 20 add_watcher() i=4 2024-09-19T11:38:36.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.055+0000 7f754d531800 20 add_watcher() i=5 2024-09-19T11:38:36.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.055+0000 7f754d531800 20 add_watcher() i=6 2024-09-19T11:38:36.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.056+0000 7f754d531800 20 add_watcher() i=7 2024-09-19T11:38:36.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.056+0000 7f754d531800 2 all 8 watchers are set, enabling cache 2024-09-19T11:38:36.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.058+0000 7f73ff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:36.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.058+0000 7f754d531800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:38:36.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.058+0000 7f754d531800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:38:36.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.058+0000 7f754d531800 5 note: GC not initialized 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.058+0000 7f73fe7e4640 20 reqs_thread_entry: start 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.058+0000 7f754d531800 20 init_complete bucket index max shards: 11 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 20 Filter name: none 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f736ffff640 20 reqs_thread_entry: start 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T11:38:36.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 : miss 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 20 rados->read ofs=0 len=0 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.059+0000 7f754d531800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.060+0000 7f754d531800 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to be held by another RGW process; skipping for now 2024-09-19T11:38:36.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.061+0000 7f73ff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:38:36.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.063+0000 7f754d531800 20 remove_watcher() i=0 2024-09-19T11:38:36.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.063+0000 7f754d531800 2 removed watcher, disabling cache 2024-09-19T11:38:36.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.064+0000 7f754d531800 20 remove_watcher() i=1 2024-09-19T11:38:36.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.065+0000 7f754d531800 20 remove_watcher() i=2 2024-09-19T11:38:36.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.066+0000 7f754d531800 20 remove_watcher() i=3 2024-09-19T11:38:36.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.067+0000 7f754d531800 20 remove_watcher() i=4 2024-09-19T11:38:36.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.068+0000 7f754d531800 20 remove_watcher() i=5 2024-09-19T11:38:36.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.069+0000 7f754d531800 20 remove_watcher() i=6 2024-09-19T11:38:36.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:38:36.070+0000 7f754d531800 20 remove_watcher() i=7 2024-09-19T11:38:36.081 INFO:tasks.workunit.client.0.smithi103.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T11:39:06.115 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:39:06.150 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:06.150 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:06.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.190+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 20 realm 2024-09-19T11:39:06.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:06.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.394+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.395+0000 7f224f740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:06.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.395+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.396+0000 7f224f740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:06.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.396+0000 7f224f740800 20 searching for the correct realm 2024-09-19T11:39:06.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.399+0000 7f2242cc6640 0 -- 172.21.15.103:0/4167323069 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f223401f060 msgr2=0x7f223406a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:06.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.606+0000 7f224b4c7640 0 -- 172.21.15.103:0/4167323069 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f223407bbe0 msgr2=0x7f22340771a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:06.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:06.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:06.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:06.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:06.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:06.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:06.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.814+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 zone default found 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 4 Realm: () 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 zonegroup default 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.815+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.816+0000 7f224f740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.816+0000 7f224f740800 20 started sync module instance, tier type = 2024-09-19T11:39:06.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.816+0000 7f224f740800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:06.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.826+0000 7f224f740800 20 add_watcher() i=0 2024-09-19T11:39:06.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.826+0000 7f224f740800 20 add_watcher() i=1 2024-09-19T11:39:06.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.826+0000 7f224f740800 20 add_watcher() i=2 2024-09-19T11:39:06.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.826+0000 7f224f740800 20 add_watcher() i=3 2024-09-19T11:39:06.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.826+0000 7f224f740800 20 add_watcher() i=4 2024-09-19T11:39:06.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.826+0000 7f224f740800 20 add_watcher() i=5 2024-09-19T11:39:06.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.826+0000 7f224f740800 20 add_watcher() i=6 2024-09-19T11:39:06.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.828+0000 7f224f740800 20 add_watcher() i=7 2024-09-19T11:39:06.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.828+0000 7f224f740800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:06.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.830+0000 7f2101fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:06.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.830+0000 7f224f740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:06.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.830+0000 7f224f740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:06.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.830+0000 7f224f740800 5 note: GC not initialized 2024-09-19T11:39:06.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.830+0000 7f2100fe1640 20 reqs_thread_entry: start 2024-09-19T11:39:06.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.830+0000 7f224f740800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:06.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 20 Filter name: none 2024-09-19T11:39:06.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f207a7fc640 20 reqs_thread_entry: start 2024-09-19T11:39:06.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-19T11:39:06.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 : miss 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.831+0000 7f224f740800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.832+0000 7f224f740800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.832+0000 7f224f740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.832+0000 7f224f740800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.832+0000 7f224f740800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.832+0000 7f224f740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:06.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.832+0000 7f224f740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 2024-09-19T11:39:06.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.837+0000 7f224f740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:39:06.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.837+0000 7f224f740800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:39:06.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.837+0000 7f224f740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:06.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.837+0000 7f224f740800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24, ofs0, ns] 2024-09-19T11:39:06.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f212e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562381 cookie 94026866865472 notifier 6293 bl.length()=925 2024-09-19T11:39:06.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f212e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:39:06.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f212e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:39:06.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f212e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:06.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): orig_sources= new_sources= 2024-09-19T11:39:06.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): potential sources added=[] removed=[] 2024-09-19T11:39:06.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): orig_dests= new_dests= 2024-09-19T11:39:06.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.838+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): potential dests added=[] removed=[] 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.0 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.0 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.1 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.1 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.2 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.2 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.3 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.3 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.4 2024-09-19T11:39:06.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.4 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.5 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.5 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.6 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.6 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.7 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.7 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.8 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.8 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.9 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.9 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.10 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.10 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.11 2024-09-19T11:39:06.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1.11 2024-09-19T11:39:06.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.843+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.0 2024-09-19T11:39:06.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.844+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1 2024-09-19T11:39:06.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.845+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.2 2024-09-19T11:39:06.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.845+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.3 2024-09-19T11:39:06.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.846+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.4 2024-09-19T11:39:06.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.846+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.5 2024-09-19T11:39:06.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.847+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.6 2024-09-19T11:39:06.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.847+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.7 2024-09-19T11:39:06.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.848+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.8 2024-09-19T11:39:06.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.849+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.9 2024-09-19T11:39:06.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.849+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.10 2024-09-19T11:39:06.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.852+0000 7f224f740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:06.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.852+0000 7f224f740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 2024-09-19T11:39:06.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f224f740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:39:06.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f224f740800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:39:06.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f224f740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:06.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f224f740800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24, ofs0, ns] 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f212effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562382 cookie 94026866865472 notifier 6293 bl.length()=925 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f212effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f212effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.854+0000 7f212effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.855+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): orig_sources= new_sources= 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.855+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): potential sources added=[] removed=[] 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.855+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): orig_dests= new_dests= 2024-09-19T11:39:06.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.855+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): potential dests added=[] removed=[] 2024-09-19T11:39:06.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.857+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.0 2024-09-19T11:39:06.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.857+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.1 2024-09-19T11:39:06.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.858+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.2 2024-09-19T11:39:06.859 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.858+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.3 2024-09-19T11:39:06.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.859+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.4 2024-09-19T11:39:06.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.859+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.5 2024-09-19T11:39:06.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.859+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.6 2024-09-19T11:39:06.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.860+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.7 2024-09-19T11:39:06.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.860+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.8 2024-09-19T11:39:06.861 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.860+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.9 2024-09-19T11:39:06.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.861+0000 7f224f740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24.10 2024-09-19T11:39:06.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.861+0000 7f224f740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:06.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.861+0000 7f224f740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 2024-09-19T11:39:06.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.862+0000 7f224f740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:39:06.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.862+0000 7f224f740800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:39:06.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.862+0000 7f224f740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:06.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.862+0000 7f224f740800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24, ofs0, ns] 2024-09-19T11:39:06.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f212effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562383 cookie 94026866865472 notifier 6293 bl.length()=893 2024-09-19T11:39:06.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f212effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 info.flags=0x17 2024-09-19T11:39:06.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f212effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 to cache LRU end 2024-09-19T11:39:06.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f212effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:06.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): orig_sources= new_sources= 2024-09-19T11:39:06.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): potential sources added=[] removed=[] 2024-09-19T11:39:06.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): orig_dests= new_dests= 2024-09-19T11:39:06.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.863+0000 7f224f740800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24]): potential dests added=[] removed=[] 2024-09-19T11:39:06.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.866+0000 7f224f740800 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-19T11:39:06.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.868+0000 7f2101fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:06.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.871+0000 7f224f740800 20 remove_watcher() i=0 2024-09-19T11:39:06.872 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.871+0000 7f224f740800 2 removed watcher, disabling cache 2024-09-19T11:39:06.873 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.872+0000 7f224f740800 20 remove_watcher() i=1 2024-09-19T11:39:06.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.873+0000 7f224f740800 20 remove_watcher() i=2 2024-09-19T11:39:06.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.874+0000 7f224f740800 20 remove_watcher() i=3 2024-09-19T11:39:06.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.875+0000 7f224f740800 20 remove_watcher() i=4 2024-09-19T11:39:06.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.876+0000 7f224f740800 20 remove_watcher() i=5 2024-09-19T11:39:06.879 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.878+0000 7f224f740800 20 remove_watcher() i=6 2024-09-19T11:39:06.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.879+0000 7f224f740800 20 remove_watcher() i=7 2024-09-19T11:39:06.892 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-19T11:39:06.921 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:06.922 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:06.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.957+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 20 realm 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:06.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.959+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.960+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:06.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.960+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:06.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.961+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:06.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.961+0000 7fb9d1098800 20 searching for the correct realm 2024-09-19T11:39:06.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:06.965+0000 7fb9cf383640 0 -- 172.21.15.103:0/441304808 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7fb9b8009040 msgr2=0x7fb9b804e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:07.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.172+0000 7fb9ceb82640 0 -- 172.21.15.103:0/441304808 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x558c0ba32d60 msgr2=0x558c0ba35150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:07.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:07.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:07.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:07.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:07.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:07.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:07.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.175+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:07.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:07.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 zone default found 2024-09-19T11:39:07.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 4 Realm: () 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 zonegroup default 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.176+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.177+0000 7fb9d1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.177+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.177+0000 7fb9d1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.177+0000 7fb9d1098800 20 started sync module instance, tier type = 2024-09-19T11:39:07.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.177+0000 7fb9d1098800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:07.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=0 2024-09-19T11:39:07.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=1 2024-09-19T11:39:07.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=2 2024-09-19T11:39:07.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=3 2024-09-19T11:39:07.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=4 2024-09-19T11:39:07.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=5 2024-09-19T11:39:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=6 2024-09-19T11:39:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 20 add_watcher() i=7 2024-09-19T11:39:07.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.187+0000 7fb9d1098800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.189+0000 7fb8857e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:07.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb9d1098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb9d1098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb9d1098800 5 note: GC not initialized 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb7fffff640 20 reqs_thread_entry: start 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb9d1098800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb9d1098800 20 Filter name: none 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb7fdffb640 20 reqs_thread_entry: start 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.190+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.191+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:39:07.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.191+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.192+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:39:07.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.192+0000 7fb9d1098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:07.193 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.192+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.192+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=194 2024-09-19T11:39:07.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.192+0000 7fb9d1098800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.193+0000 7fb9d1098800 20 rados_obj.operate() r=0 bl.length=416 2024-09-19T11:39:07.194 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.193+0000 7fb9d1098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:07.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.195+0000 7fb8857e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:07.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.197+0000 7fb9d1098800 20 remove_watcher() i=0 2024-09-19T11:39:07.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.197+0000 7fb9d1098800 2 removed watcher, disabling cache 2024-09-19T11:39:07.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.198+0000 7fb9d1098800 20 remove_watcher() i=1 2024-09-19T11:39:07.201 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.199+0000 7fb9d1098800 20 remove_watcher() i=2 2024-09-19T11:39:07.202 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.200+0000 7fb9d1098800 20 remove_watcher() i=3 2024-09-19T11:39:07.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.202+0000 7fb9d1098800 20 remove_watcher() i=4 2024-09-19T11:39:07.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.203+0000 7fb9d1098800 20 remove_watcher() i=5 2024-09-19T11:39:07.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.203+0000 7fb9d1098800 20 remove_watcher() i=6 2024-09-19T11:39:07.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.204+0000 7fb9d1098800 20 remove_watcher() i=7 2024-09-19T11:39:07.216 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:07.216 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:07.216 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-set-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.24 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:39:07.216 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:07.217 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.218 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.221 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.221 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.263 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.263 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.293 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-19T11:39:07.293 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:07.294 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.294 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.306 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.306 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.348 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.349 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.357 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.359 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.363 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.363 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.369 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.369 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.376 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.376 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.383 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.383 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.389 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.389 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.395 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.395 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.401 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.401 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.407 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.407 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.413 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.413 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.419 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.419 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.425 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.425 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.432 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.432 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.438 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.439 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.479 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.479 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.485 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.485 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.492 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.492 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.497 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.498 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.504 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:07.504 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:07.511 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T11:39:07.539 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:07.539 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:07.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.573+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.575+0000 7fa152d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.575+0000 7fa152d46800 20 realm 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.575+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.576+0000 7fa152d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.576+0000 7fa152d46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.576+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.576+0000 7fa152d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.576+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.577+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:07.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.577+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.577+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:07.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.577+0000 7fa152d46800 20 searching for the correct realm 2024-09-19T11:39:07.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.579+0000 7fa14bfff640 0 -- 172.21.15.103:0/3379098629 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fa13c06b020 msgr2=0x7fa13c0cc4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:07.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.583+0000 7fa150837640 0 -- 172.21.15.103:0/3379098629 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fa13c0ca2c0 msgr2=0x7fa13c0dea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:07.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:07.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:07.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.790+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:07.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 zone default found 2024-09-19T11:39:07.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 4 Realm: () 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 zonegroup default 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 started sync module instance, tier type = 2024-09-19T11:39:07.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.791+0000 7fa152d46800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:07.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.800+0000 7fa152d46800 20 add_watcher() i=0 2024-09-19T11:39:07.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.800+0000 7fa152d46800 20 add_watcher() i=1 2024-09-19T11:39:07.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.800+0000 7fa152d46800 20 add_watcher() i=2 2024-09-19T11:39:07.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.800+0000 7fa152d46800 20 add_watcher() i=3 2024-09-19T11:39:07.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.800+0000 7fa152d46800 20 add_watcher() i=4 2024-09-19T11:39:07.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.800+0000 7fa152d46800 20 add_watcher() i=5 2024-09-19T11:39:07.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.800+0000 7fa152d46800 20 add_watcher() i=6 2024-09-19T11:39:07.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.801+0000 7fa152d46800 20 add_watcher() i=7 2024-09-19T11:39:07.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.801+0000 7fa152d46800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:07.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7fa006fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:07.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7fa152d46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:07.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7fa152d46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:07.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7fa152d46800 5 note: GC not initialized 2024-09-19T11:39:07.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7fa005fe3640 20 reqs_thread_entry: start 2024-09-19T11:39:07.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7fa152d46800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:07.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7fa152d46800 20 Filter name: none 2024-09-19T11:39:07.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.803+0000 7f9f777fe640 20 reqs_thread_entry: start 2024-09-19T11:39:07.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.804+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.804+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:07.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.804+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.805+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.805+0000 7fa152d46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.805+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.805+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.805+0000 7fa152d46800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.805+0000 7fa152d46800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.805+0000 7fa152d46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:07.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.807+0000 7fa006fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:07.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.809+0000 7fa152d46800 20 remove_watcher() i=0 2024-09-19T11:39:07.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.809+0000 7fa152d46800 2 removed watcher, disabling cache 2024-09-19T11:39:07.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.810+0000 7fa152d46800 20 remove_watcher() i=1 2024-09-19T11:39:07.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.811+0000 7fa152d46800 20 remove_watcher() i=2 2024-09-19T11:39:07.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.812+0000 7fa152d46800 20 remove_watcher() i=3 2024-09-19T11:39:07.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.813+0000 7fa152d46800 20 remove_watcher() i=4 2024-09-19T11:39:07.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.814+0000 7fa152d46800 20 remove_watcher() i=5 2024-09-19T11:39:07.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.815+0000 7fa152d46800 20 remove_watcher() i=6 2024-09-19T11:39:07.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.816+0000 7fa152d46800 20 remove_watcher() i=7 2024-09-19T11:39:07.827 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:07.827 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:07.827 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:07.827 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:07.828 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-19T11:39:07.862 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:07.862 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:07.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.897+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 20 realm 2024-09-19T11:39:07.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:07.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.899+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.900+0000 7f4795523800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:07.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.900+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.901+0000 7f4795523800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:07.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.901+0000 7f4795523800 20 searching for the correct realm 2024-09-19T11:39:07.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.904+0000 7f4790932640 0 -- 172.21.15.103:0/1594944453 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f478803d040 msgr2=0x7f478803c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:07.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.907+0000 7f4790932640 0 -- 172.21.15.103:0/1594944453 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f465c087390 msgr2=0x7f465c0897c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:07.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:07.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.911+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 zone default found 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 4 Realm: () 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 zonegroup default 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 started sync module instance, tier type = 2024-09-19T11:39:07.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.912+0000 7f4795523800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:07.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.921+0000 7f4795523800 20 add_watcher() i=0 2024-09-19T11:39:07.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.921+0000 7f4795523800 20 add_watcher() i=1 2024-09-19T11:39:07.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.921+0000 7f4795523800 20 add_watcher() i=2 2024-09-19T11:39:07.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.921+0000 7f4795523800 20 add_watcher() i=3 2024-09-19T11:39:07.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.921+0000 7f4795523800 20 add_watcher() i=4 2024-09-19T11:39:07.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.921+0000 7f4795523800 20 add_watcher() i=5 2024-09-19T11:39:07.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.921+0000 7f4795523800 20 add_watcher() i=6 2024-09-19T11:39:07.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.922+0000 7f4795523800 20 add_watcher() i=7 2024-09-19T11:39:07.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.922+0000 7f4795523800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.923+0000 7f46477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:07.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f4795523800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f4795523800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f4795523800 5 note: GC not initialized 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f46467e4640 20 reqs_thread_entry: start 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f4795523800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f4795523800 20 Filter name: none 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f45b7fff640 20 reqs_thread_entry: start 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f4795523800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-19T11:39:07.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.924+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 : miss 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 20 rados->read ofs=0 len=0 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:07.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:07.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:07.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:07.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.925+0000 7f4795523800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 2024-09-19T11:39:07.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4795523800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:07.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4795523800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:07.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4795523800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:07.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4795523800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25, ofs0, ns] 2024-09-19T11:39:07.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4674ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562424 cookie 93962653731520 notifier 6708 bl.length()=939 2024-09-19T11:39:07.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4674ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:07.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4674ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:07.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.930+0000 7f4674ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:07.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.931+0000 7f4795523800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_sources= new_sources= 2024-09-19T11:39:07.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.931+0000 7f4795523800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential sources added=[] removed=[] 2024-09-19T11:39:07.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.931+0000 7f4795523800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_dests= new_dests= 2024-09-19T11:39:07.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.931+0000 7f4795523800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential dests added=[] removed=[] 2024-09-19T11:39:07.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.931+0000 7f4795523800 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-19T11:39:07.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.931+0000 7f4795523800 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-19T11:39:07.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.932+0000 7f46477e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:07.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.934+0000 7f4795523800 20 remove_watcher() i=0 2024-09-19T11:39:07.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.934+0000 7f4795523800 2 removed watcher, disabling cache 2024-09-19T11:39:07.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.935+0000 7f4795523800 20 remove_watcher() i=1 2024-09-19T11:39:07.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.936+0000 7f4795523800 20 remove_watcher() i=2 2024-09-19T11:39:07.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.937+0000 7f4795523800 20 remove_watcher() i=3 2024-09-19T11:39:07.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.938+0000 7f4795523800 20 remove_watcher() i=4 2024-09-19T11:39:07.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.939+0000 7f4795523800 20 remove_watcher() i=5 2024-09-19T11:39:07.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.940+0000 7f4795523800 20 remove_watcher() i=6 2024-09-19T11:39:07.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:07.941+0000 7f4795523800 20 remove_watcher() i=7 2024-09-19T11:39:07.954 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T11:39:07.983 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:07.983 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:08.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.018+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 20 realm 2024-09-19T11:39:08.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:08.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.020+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.021+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:08.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.021+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.023 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.022+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:08.023 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.022+0000 7f2c14726800 20 searching for the correct realm 2024-09-19T11:39:08.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.025+0000 7f2c10bda640 0 -- 172.21.15.103:0/2054466001 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f2bf8023970 msgr2=0x7f2bf8013410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:08.232 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.230+0000 7f2c103d9640 0 -- 172.21.15.103:0/2054466001 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x56207cbb0150 msgr2=0x56207cbb2540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.233+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 zone default found 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 4 Realm: () 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 zonegroup default 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.234+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.235+0000 7f2c14726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.235+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.235+0000 7f2c14726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.235+0000 7f2c14726800 20 started sync module instance, tier type = 2024-09-19T11:39:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.235+0000 7f2c14726800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:08.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.244+0000 7f2c14726800 20 add_watcher() i=0 2024-09-19T11:39:08.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.244+0000 7f2c14726800 20 add_watcher() i=1 2024-09-19T11:39:08.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.244+0000 7f2c14726800 20 add_watcher() i=2 2024-09-19T11:39:08.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.244+0000 7f2c14726800 20 add_watcher() i=3 2024-09-19T11:39:08.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.244+0000 7f2c14726800 20 add_watcher() i=4 2024-09-19T11:39:08.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.244+0000 7f2c14726800 20 add_watcher() i=5 2024-09-19T11:39:08.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.244+0000 7f2c14726800 20 add_watcher() i=6 2024-09-19T11:39:08.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.245+0000 7f2c14726800 20 add_watcher() i=7 2024-09-19T11:39:08.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.245+0000 7f2c14726800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:08.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2ac6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2c14726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2c14726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2c14726800 5 note: GC not initialized 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2ac5fdb640 20 reqs_thread_entry: start 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2c14726800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2c14726800 20 Filter name: none 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2a377fe640 20 reqs_thread_entry: start 2024-09-19T11:39:08.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.247+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.248+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:08.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.248+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.248+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:39:08.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.248+0000 7f2c14726800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:08.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.248+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.249+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:08.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.249+0000 7f2c14726800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.249+0000 7f2c14726800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:39:08.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.249+0000 7f2c14726800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:08.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.251+0000 7f2ac6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:08.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.253+0000 7f2c14726800 20 remove_watcher() i=0 2024-09-19T11:39:08.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.253+0000 7f2c14726800 2 removed watcher, disabling cache 2024-09-19T11:39:08.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.254+0000 7f2c14726800 20 remove_watcher() i=1 2024-09-19T11:39:08.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.255+0000 7f2c14726800 20 remove_watcher() i=2 2024-09-19T11:39:08.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.256+0000 7f2c14726800 20 remove_watcher() i=3 2024-09-19T11:39:08.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.258+0000 7f2c14726800 20 remove_watcher() i=4 2024-09-19T11:39:08.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.259+0000 7f2c14726800 20 remove_watcher() i=5 2024-09-19T11:39:08.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.259+0000 7f2c14726800 20 remove_watcher() i=6 2024-09-19T11:39:08.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.260+0000 7f2c14726800 20 remove_watcher() i=7 2024-09-19T11:39:08.272 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:08.272 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:08.272 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:08.272 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:08.273 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.273 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.279 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.279 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.323 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:39:08.354 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:08.355 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:08.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.390+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.391+0000 7f3644375800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.391+0000 7f3644375800 20 realm 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.391+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.391+0000 7f3644375800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.391+0000 7f3644375800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.391+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.392+0000 7f3644375800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.392+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.392+0000 7f3644375800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:08.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.393+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.393+0000 7f3644375800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:08.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.393+0000 7f3644375800 20 searching for the correct realm 2024-09-19T11:39:08.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.396+0000 7f3642667640 0 -- 172.21.15.103:0/62376460 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x56435b4d8090 msgr2=0x56435b4da550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:08.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.400+0000 7f3641e66640 0 -- 172.21.15.103:0/62376460 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f362c072fa0 msgr2=0x7f362c071870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.403+0000 7f3644375800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.403+0000 7f3644375800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.403+0000 7f3644375800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.403+0000 7f3644375800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.403+0000 7f3644375800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.403+0000 7f3644375800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.403+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:08.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 zone default found 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 4 Realm: () 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 zonegroup default 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.404+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.405+0000 7f3644375800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.405+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.405+0000 7f3644375800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.405+0000 7f3644375800 20 started sync module instance, tier type = 2024-09-19T11:39:08.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.405+0000 7f3644375800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:08.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=0 2024-09-19T11:39:08.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=1 2024-09-19T11:39:08.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=2 2024-09-19T11:39:08.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=3 2024-09-19T11:39:08.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=4 2024-09-19T11:39:08.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=5 2024-09-19T11:39:08.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=6 2024-09-19T11:39:08.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 20 add_watcher() i=7 2024-09-19T11:39:08.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.414+0000 7f3644375800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:08.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.416+0000 7f34f3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.416+0000 7f3644375800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.416+0000 7f3644375800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.416+0000 7f3644375800 5 note: GC not initialized 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.416+0000 7f34f2ffd640 20 reqs_thread_entry: start 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 20 Filter name: none 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f34f0ff9640 20 reqs_thread_entry: start 2024-09-19T11:39:08.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-19T11:39:08.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 : miss 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.417+0000 7f3644375800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.418+0000 7f3644375800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.418+0000 7f3644375800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.418+0000 7f3644375800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.418+0000 7f3644375800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:08.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.418+0000 7f3644375800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:08.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.418+0000 7f3644375800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 2024-09-19T11:39:08.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.419+0000 7f3644375800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:39:08.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:08.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:08.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:08.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25, ofs0, ns] 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f35257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562425 cookie 94847294612336 notifier 6374 bl.length()=939 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f35257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f35257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f35257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_sources= new_sources= 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential sources added=[] removed=[] 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_dests= new_dests= 2024-09-19T11:39:08.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.425+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential dests added=[] removed=[] 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.0 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.0 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.1 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.1 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.2 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.2 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.3 2024-09-19T11:39:08.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.3 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.4 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.4 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.5 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.5 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.6 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.6 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.7 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.7 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.8 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.8 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.9 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.9 2024-09-19T11:39:08.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.10 2024-09-19T11:39:08.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.10 2024-09-19T11:39:08.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.11 2024-09-19T11:39:08.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2.11 2024-09-19T11:39:08.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.429+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.0 2024-09-19T11:39:08.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.430+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.1 2024-09-19T11:39:08.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.430+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2 2024-09-19T11:39:08.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.431+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.3 2024-09-19T11:39:08.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.431+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.4 2024-09-19T11:39:08.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.432+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.5 2024-09-19T11:39:08.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.432+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.6 2024-09-19T11:39:08.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.433+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.7 2024-09-19T11:39:08.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.433+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.8 2024-09-19T11:39:08.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.433+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.9 2024-09-19T11:39:08.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.434+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.10 2024-09-19T11:39:08.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.437+0000 7f3644375800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:08.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.437+0000 7f3644375800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 2024-09-19T11:39:08.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f3644375800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:08.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f3644375800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:08.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f3644375800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:08.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f3644375800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25, ofs0, ns] 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f35257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562426 cookie 94847294612336 notifier 6374 bl.length()=939 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f35257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f35257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.438+0000 7f35257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.439+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_sources= new_sources= 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.439+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential sources added=[] removed=[] 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.439+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_dests= new_dests= 2024-09-19T11:39:08.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.439+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential dests added=[] removed=[] 2024-09-19T11:39:08.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.441+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.0 2024-09-19T11:39:08.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.441+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.1 2024-09-19T11:39:08.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.441+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.2 2024-09-19T11:39:08.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.442+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.3 2024-09-19T11:39:08.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.442+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.4 2024-09-19T11:39:08.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.442+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.5 2024-09-19T11:39:08.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.442+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.6 2024-09-19T11:39:08.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.443+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.7 2024-09-19T11:39:08.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.443+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.8 2024-09-19T11:39:08.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.443+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.9 2024-09-19T11:39:08.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.444+0000 7f3644375800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25.10 2024-09-19T11:39:08.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.444+0000 7f3644375800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:08.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.444+0000 7f3644375800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 2024-09-19T11:39:08.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f3644375800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:08.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f3644375800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:08.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f3644375800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:08.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f3644375800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25, ofs0, ns] 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f35257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562427 cookie 94847294612336 notifier 6374 bl.length()=907 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f35257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 info.flags=0x17 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f35257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 to cache LRU end 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.445+0000 7f35257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.446+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_sources= new_sources= 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.446+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential sources added=[] removed=[] 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.446+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): orig_dests= new_dests= 2024-09-19T11:39:08.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.446+0000 7f3644375800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25]): potential dests added=[] removed=[] 2024-09-19T11:39:08.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.448+0000 7f3644375800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-19T11:39:08.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.449+0000 7f34f3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:08.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.451+0000 7f3644375800 20 remove_watcher() i=0 2024-09-19T11:39:08.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.451+0000 7f3644375800 2 removed watcher, disabling cache 2024-09-19T11:39:08.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.453+0000 7f3644375800 20 remove_watcher() i=1 2024-09-19T11:39:08.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.454+0000 7f3644375800 20 remove_watcher() i=2 2024-09-19T11:39:08.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.455+0000 7f3644375800 20 remove_watcher() i=3 2024-09-19T11:39:08.457 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.456+0000 7f3644375800 20 remove_watcher() i=4 2024-09-19T11:39:08.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.457+0000 7f3644375800 20 remove_watcher() i=5 2024-09-19T11:39:08.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.458+0000 7f3644375800 20 remove_watcher() i=6 2024-09-19T11:39:08.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.459+0000 7f3644375800 20 remove_watcher() i=7 2024-09-19T11:39:08.472 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T11:39:08.500 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:08.501 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:08.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.536+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.538+0000 7f38a3a63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.538+0000 7f38a3a63800 20 realm 2024-09-19T11:39:08.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.538+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.538+0000 7f38a3a63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.538+0000 7f38a3a63800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:08.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.539+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.539+0000 7f38a3a63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.539+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.540+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:08.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.540+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.540+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:08.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.541+0000 7f38a3a63800 20 searching for the correct realm 2024-09-19T11:39:08.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.543+0000 7f38a1d55640 0 -- 172.21.15.103:0/337204246 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x56041b9889e0 msgr2=0x56041b98aea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:08.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.547+0000 7f38a1554640 0 -- 172.21.15.103:0/337204246 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f38980a1040 msgr2=0x7f38980a1930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:08.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.550+0000 7f38a3a63800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:08.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:08.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:08.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:08.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:08.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:08.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:08.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:08.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 zone default found 2024-09-19T11:39:08.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 4 Realm: () 2024-09-19T11:39:08.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:08.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:08.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:08.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 zonegroup default 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.551+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.552+0000 7f38a3a63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.552+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.552+0000 7f38a3a63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.552+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.552+0000 7f38a3a63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.552+0000 7f38a3a63800 20 started sync module instance, tier type = 2024-09-19T11:39:08.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.552+0000 7f38a3a63800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:08.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=0 2024-09-19T11:39:08.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=1 2024-09-19T11:39:08.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=2 2024-09-19T11:39:08.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=3 2024-09-19T11:39:08.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=4 2024-09-19T11:39:08.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=5 2024-09-19T11:39:08.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=6 2024-09-19T11:39:08.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 20 add_watcher() i=7 2024-09-19T11:39:08.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.561+0000 7f38a3a63800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.563+0000 7f37577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.563+0000 7f38a3a63800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.563+0000 7f38a3a63800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.563+0000 7f38a3a63800 5 note: GC not initialized 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.563+0000 7f37567e4640 20 reqs_thread_entry: start 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.563+0000 7f38a3a63800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.564+0000 7f38a3a63800 20 Filter name: none 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.564+0000 7f36c7fff640 20 reqs_thread_entry: start 2024-09-19T11:39:08.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.564+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.564+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.564+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.564+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.565+0000 7f38a3a63800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.565+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.565+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.565+0000 7f38a3a63800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.565+0000 7f38a3a63800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:08.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.565+0000 7f38a3a63800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:08.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.567+0000 7f37577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:08.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.569+0000 7f38a3a63800 20 remove_watcher() i=0 2024-09-19T11:39:08.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.569+0000 7f38a3a63800 2 removed watcher, disabling cache 2024-09-19T11:39:08.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.570+0000 7f38a3a63800 20 remove_watcher() i=1 2024-09-19T11:39:08.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.571+0000 7f38a3a63800 20 remove_watcher() i=2 2024-09-19T11:39:08.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.572+0000 7f38a3a63800 20 remove_watcher() i=3 2024-09-19T11:39:08.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.573+0000 7f38a3a63800 20 remove_watcher() i=4 2024-09-19T11:39:08.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.574+0000 7f38a3a63800 20 remove_watcher() i=5 2024-09-19T11:39:08.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.575+0000 7f38a3a63800 20 remove_watcher() i=6 2024-09-19T11:39:08.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.576+0000 7f38a3a63800 20 remove_watcher() i=7 2024-09-19T11:39:08.587 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:08.587 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:08.587 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.25 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:39:08.587 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:08.589 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.589 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.592 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.592 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.636 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.636 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.662 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-19T11:39:08.663 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:08.663 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.663 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.677 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.677 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.719 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.719 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.725 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.725 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.731 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.731 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.736 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.737 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.742 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.742 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.748 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.748 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.753 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.753 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.759 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.759 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.765 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.765 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.771 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.771 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.776 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.776 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.782 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.782 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.787 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.787 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.793 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.793 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.798 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.798 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.804 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.804 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.810 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.810 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.815 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.815 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.821 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.821 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.826 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:08.826 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:08.833 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T11:39:08.862 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:08.862 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:08.899 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.898+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 20 realm 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.899+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.900+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:08.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.900+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:08.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.901+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:08.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.901+0000 7f8d0d730800 20 searching for the correct realm 2024-09-19T11:39:08.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.903+0000 7f8d094b0640 0 -- 172.21.15.103:0/2034969463 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f8d0401f040 msgr2=0x7f8d04014940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:08.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:08.907+0000 7f8d094b0640 0 -- 172.21.15.103:0/2034969463 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8cf40b4410 msgr2=0x7f8cf40569c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:09.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.113+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 zone default found 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 4 Realm: () 2024-09-19T11:39:09.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:09.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:09.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:09.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 zonegroup default 2024-09-19T11:39:09.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.114+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.115+0000 7f8d0d730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.115+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.115+0000 7f8d0d730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.115+0000 7f8d0d730800 20 started sync module instance, tier type = 2024-09-19T11:39:09.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.115+0000 7f8d0d730800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:09.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.124+0000 7f8d0d730800 20 add_watcher() i=0 2024-09-19T11:39:09.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.124+0000 7f8d0d730800 20 add_watcher() i=1 2024-09-19T11:39:09.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.124+0000 7f8d0d730800 20 add_watcher() i=2 2024-09-19T11:39:09.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.124+0000 7f8d0d730800 20 add_watcher() i=3 2024-09-19T11:39:09.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.124+0000 7f8d0d730800 20 add_watcher() i=4 2024-09-19T11:39:09.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.124+0000 7f8d0d730800 20 add_watcher() i=5 2024-09-19T11:39:09.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.124+0000 7f8d0d730800 20 add_watcher() i=6 2024-09-19T11:39:09.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.125+0000 7f8d0d730800 20 add_watcher() i=7 2024-09-19T11:39:09.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.125+0000 7f8d0d730800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:09.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.126+0000 7f8bbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:09.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8d0d730800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:09.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8d0d730800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:09.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8d0d730800 5 note: GC not initialized 2024-09-19T11:39:09.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8bbefe5640 20 reqs_thread_entry: start 2024-09-19T11:39:09.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8d0d730800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:09.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8d0d730800 20 Filter name: none 2024-09-19T11:39:09.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8bbcfe1640 20 reqs_thread_entry: start 2024-09-19T11:39:09.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.127+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.128+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.128+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.129+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.129+0000 7f8d0d730800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.129+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.129+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.129+0000 7f8d0d730800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.130+0000 7f8d0d730800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:09.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.130+0000 7f8d0d730800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:09.132 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.131+0000 7f8bbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:09.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.133+0000 7f8d0d730800 20 remove_watcher() i=0 2024-09-19T11:39:09.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.133+0000 7f8d0d730800 2 removed watcher, disabling cache 2024-09-19T11:39:09.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.134+0000 7f8d0d730800 20 remove_watcher() i=1 2024-09-19T11:39:09.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.135+0000 7f8d0d730800 20 remove_watcher() i=2 2024-09-19T11:39:09.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.136+0000 7f8d0d730800 20 remove_watcher() i=3 2024-09-19T11:39:09.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.137+0000 7f8d0d730800 20 remove_watcher() i=4 2024-09-19T11:39:09.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.138+0000 7f8d0d730800 20 remove_watcher() i=5 2024-09-19T11:39:09.140 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.139+0000 7f8d0d730800 20 remove_watcher() i=6 2024-09-19T11:39:09.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.140+0000 7f8d0d730800 20 remove_watcher() i=7 2024-09-19T11:39:09.151 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:09.152 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:09.152 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:09.152 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:09.153 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-19T11:39:09.190 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:09.190 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:09.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.225+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 20 realm 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.226+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.227+0000 7f1f61b75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.227+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.228+0000 7f1f61b75800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:09.230 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.228+0000 7f1f61b75800 20 searching for the correct realm 2024-09-19T11:39:09.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.230+0000 7f1f5ee65640 0 -- 172.21.15.103:0/3909309877 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f1f54074020 msgr2=0x7f1f540a57e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:09.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.435+0000 7f1f5f666640 0 -- 172.21.15.103:0/3909309877 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1f540bcb80 msgr2=0x7f1f540ae830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:09.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.641+0000 7f1f61b75800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:09.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.641+0000 7f1f61b75800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:09.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.641+0000 7f1f61b75800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:09.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.641+0000 7f1f61b75800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:09.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.641+0000 7f1f61b75800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:09.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.641+0000 7f1f61b75800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:09.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.641+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:09.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:09.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 zone default found 2024-09-19T11:39:09.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 4 Realm: () 2024-09-19T11:39:09.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:09.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:09.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:09.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 zonegroup default 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.642+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.643+0000 7f1f61b75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.643+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.643+0000 7f1f61b75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.643+0000 7f1f61b75800 20 started sync module instance, tier type = 2024-09-19T11:39:09.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.643+0000 7f1f61b75800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:09.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.651+0000 7f1f61b75800 20 add_watcher() i=0 2024-09-19T11:39:09.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.651+0000 7f1f61b75800 20 add_watcher() i=1 2024-09-19T11:39:09.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.651+0000 7f1f61b75800 20 add_watcher() i=2 2024-09-19T11:39:09.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.651+0000 7f1f61b75800 20 add_watcher() i=3 2024-09-19T11:39:09.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.651+0000 7f1f61b75800 20 add_watcher() i=4 2024-09-19T11:39:09.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.651+0000 7f1f61b75800 20 add_watcher() i=5 2024-09-19T11:39:09.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.652+0000 7f1f61b75800 20 add_watcher() i=6 2024-09-19T11:39:09.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.652+0000 7f1f61b75800 20 add_watcher() i=7 2024-09-19T11:39:09.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.652+0000 7f1f61b75800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:09.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.654+0000 7f1e15fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:09.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.654+0000 7f1f61b75800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:09.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.654+0000 7f1f61b75800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:09.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 5 note: GC not initialized 2024-09-19T11:39:09.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1e14fe1640 20 reqs_thread_entry: start 2024-09-19T11:39:09.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:09.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 20 Filter name: none 2024-09-19T11:39:09.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1d8e7fc640 20 reqs_thread_entry: start 2024-09-19T11:39:09.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-19T11:39:09.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.655+0000 7f1f61b75800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 : miss 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 info.flags=0x17 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 to cache LRU end 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:09.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.656+0000 7f1f61b75800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 2024-09-19T11:39:09.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1f61b75800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 info.flags=0x17 2024-09-19T11:39:09.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1f61b75800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 to cache LRU end 2024-09-19T11:39:09.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1f61b75800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:09.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1f61b75800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26, ofs0, ns] 2024-09-19T11:39:09.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1e427fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562430 cookie 94873883078112 notifier 6419 bl.length()=939 2024-09-19T11:39:09.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1e427fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 info.flags=0x17 2024-09-19T11:39:09.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1e427fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 to cache LRU end 2024-09-19T11:39:09.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.661+0000 7f1e427fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:09.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.662+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): orig_sources= new_sources= 2024-09-19T11:39:09.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.662+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): potential sources added=[] removed=[] 2024-09-19T11:39:09.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.662+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): orig_dests= new_dests= 2024-09-19T11:39:09.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.662+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): potential dests added=[] removed=[] 2024-09-19T11:39:09.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.662+0000 7f1f61b75800 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-19T11:39:09.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.662+0000 7f1f61b75800 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-19T11:39:09.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.0 2024-09-19T11:39:09.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.0 2024-09-19T11:39:09.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.1 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.1 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.2 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.2 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.3 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.3 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.4 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.4 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.5 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.5 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.6 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.6 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.7 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.7 2024-09-19T11:39:09.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.8 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.8 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.9 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.9 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.10 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.10 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.11 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1.11 2024-09-19T11:39:09.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.664+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.0 2024-09-19T11:39:09.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.665+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.1 2024-09-19T11:39:09.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.665+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.2 2024-09-19T11:39:09.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.666+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.3 2024-09-19T11:39:09.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.666+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.4 2024-09-19T11:39:09.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.667+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.5 2024-09-19T11:39:09.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.667+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.6 2024-09-19T11:39:09.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.668+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.7 2024-09-19T11:39:09.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.668+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.8 2024-09-19T11:39:09.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.668+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.9 2024-09-19T11:39:09.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.669+0000 7f1f61b75800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26.10 2024-09-19T11:39:09.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.672+0000 7f1f61b75800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:09.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.672+0000 7f1f61b75800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 2024-09-19T11:39:09.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1f61b75800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 info.flags=0x17 2024-09-19T11:39:09.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1f61b75800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 to cache LRU end 2024-09-19T11:39:09.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1f61b75800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:09.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1f61b75800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26, ofs0, ns] 2024-09-19T11:39:09.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1e42ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562431 cookie 94873883078112 notifier 6419 bl.length()=907 2024-09-19T11:39:09.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1e42ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 info.flags=0x17 2024-09-19T11:39:09.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1e42ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 to cache LRU end 2024-09-19T11:39:09.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.673+0000 7f1e42ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:09.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.674+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): orig_sources= new_sources= 2024-09-19T11:39:09.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.674+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): potential sources added=[] removed=[] 2024-09-19T11:39:09.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.674+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): orig_dests= new_dests= 2024-09-19T11:39:09.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.674+0000 7f1f61b75800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26]): potential dests added=[] removed=[] 2024-09-19T11:39:09.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.676+0000 7f1f61b75800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-19T11:39:09.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.678+0000 7f1e15fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:09.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.680+0000 7f1f61b75800 20 remove_watcher() i=0 2024-09-19T11:39:09.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.680+0000 7f1f61b75800 2 removed watcher, disabling cache 2024-09-19T11:39:09.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.681+0000 7f1f61b75800 20 remove_watcher() i=1 2024-09-19T11:39:09.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.682+0000 7f1f61b75800 20 remove_watcher() i=2 2024-09-19T11:39:09.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.683+0000 7f1f61b75800 20 remove_watcher() i=3 2024-09-19T11:39:09.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.683+0000 7f1f61b75800 20 remove_watcher() i=4 2024-09-19T11:39:09.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.684+0000 7f1f61b75800 20 remove_watcher() i=5 2024-09-19T11:39:09.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.685+0000 7f1f61b75800 20 remove_watcher() i=6 2024-09-19T11:39:09.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.686+0000 7f1f61b75800 20 remove_watcher() i=7 2024-09-19T11:39:09.699 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-19T11:39:09.728 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:09.728 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:09.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.763+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.764+0000 7f9757f22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.764+0000 7f9757f22800 20 realm 2024-09-19T11:39:09.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.764+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.765+0000 7f9757f22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.765+0000 7f9757f22800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:09.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.765+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.765+0000 7f9757f22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.765+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.766+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:09.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.766+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.766+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:09.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.766+0000 7f9757f22800 20 searching for the correct realm 2024-09-19T11:39:09.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.769+0000 7f97543af640 0 -- 172.21.15.103:0/3512812753 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55e378771350 msgr2=0x55e378773810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:09.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.772+0000 7f9753bae640 0 -- 172.21.15.103:0/3512812753 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f9748026970 msgr2=0x7f974802e440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.977+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 zone default found 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 4 Realm: () 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 zonegroup default 2024-09-19T11:39:09.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.978+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.979+0000 7f9757f22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.979+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.979+0000 7f9757f22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:09.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.979+0000 7f9757f22800 20 started sync module instance, tier type = 2024-09-19T11:39:09.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.979+0000 7f9757f22800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:09.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.988+0000 7f9757f22800 20 add_watcher() i=0 2024-09-19T11:39:09.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.988+0000 7f9757f22800 20 add_watcher() i=1 2024-09-19T11:39:09.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.988+0000 7f9757f22800 20 add_watcher() i=2 2024-09-19T11:39:09.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.988+0000 7f9757f22800 20 add_watcher() i=3 2024-09-19T11:39:09.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.988+0000 7f9757f22800 20 add_watcher() i=4 2024-09-19T11:39:09.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.988+0000 7f9757f22800 20 add_watcher() i=5 2024-09-19T11:39:09.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.988+0000 7f9757f22800 20 add_watcher() i=6 2024-09-19T11:39:09.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.989+0000 7f9757f22800 20 add_watcher() i=7 2024-09-19T11:39:09.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.989+0000 7f9757f22800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:09.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.990+0000 7f9609fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:09.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.990+0000 7f9757f22800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:09.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.990+0000 7f9757f22800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:09.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.990+0000 7f9757f22800 5 note: GC not initialized 2024-09-19T11:39:09.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.991+0000 7f9608fe1640 20 reqs_thread_entry: start 2024-09-19T11:39:09.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.991+0000 7f9757f22800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:09.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.991+0000 7f9757f22800 20 Filter name: none 2024-09-19T11:39:09.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.991+0000 7f95827fc640 20 reqs_thread_entry: start 2024-09-19T11:39:09.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.991+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.991+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:09.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.991+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.992+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:09.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.992+0000 7f9757f22800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:09.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.992+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.992+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:09.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.992+0000 7f9757f22800 20 rados->read ofs=0 len=0 2024-09-19T11:39:09.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.993+0000 7f9757f22800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:09.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.993+0000 7f9757f22800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:09.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.994+0000 7f9609fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:09.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.996+0000 7f9757f22800 20 remove_watcher() i=0 2024-09-19T11:39:09.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.996+0000 7f9757f22800 2 removed watcher, disabling cache 2024-09-19T11:39:09.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.997+0000 7f9757f22800 20 remove_watcher() i=1 2024-09-19T11:39:09.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.998+0000 7f9757f22800 20 remove_watcher() i=2 2024-09-19T11:39:10.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:09.999+0000 7f9757f22800 20 remove_watcher() i=3 2024-09-19T11:39:10.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.000+0000 7f9757f22800 20 remove_watcher() i=4 2024-09-19T11:39:10.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.001+0000 7f9757f22800 20 remove_watcher() i=5 2024-09-19T11:39:10.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.002+0000 7f9757f22800 20 remove_watcher() i=6 2024-09-19T11:39:10.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.003+0000 7f9757f22800 20 remove_watcher() i=7 2024-09-19T11:39:10.014 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.014 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:10.014 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.26 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-19T11:39:10.014 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.016 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.016 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.019 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.019 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.063 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.063 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.090 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-19T11:39:10.090 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.091 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.091 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.102 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.102 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.144 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.145 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.153 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.153 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.159 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.160 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.165 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.165 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.171 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.171 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.177 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.177 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.183 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.183 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.189 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.189 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.195 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.195 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.201 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.201 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.207 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.207 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.213 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.213 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.219 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.219 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.225 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.226 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.231 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.231 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.238 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.238 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.244 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.244 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.251 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.251 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.257 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.258 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.264 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:10.264 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:10.271 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-19T11:39:10.298 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:10.299 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:10.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.332+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.334+0000 7f4c42d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.334+0000 7f4c42d23800 20 realm 2024-09-19T11:39:10.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.334+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.335+0000 7f4c42d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.335+0000 7f4c42d23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:10.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.335+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.335+0000 7f4c42d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.335+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.336+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:10.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.336+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.336+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:10.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.336+0000 7f4c42d23800 20 searching for the correct realm 2024-09-19T11:39:10.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.339+0000 7f4c3ea0c640 0 -- 172.21.15.103:0/2493280200 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f4c380a90a0 msgr2=0x7f4c380aeab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:10.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.342+0000 7f4c3ea0c640 0 -- 172.21.15.103:0/2493280200 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4c2803d690 msgr2=0x7f4c2800d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:10.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:10.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:10.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:10.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 zone default found 2024-09-19T11:39:10.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 4 Realm: () 2024-09-19T11:39:10.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 zonegroup default 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.548+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.549+0000 7f4c42d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.549+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.549+0000 7f4c42d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.549+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.549+0000 7f4c42d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.549+0000 7f4c42d23800 20 started sync module instance, tier type = 2024-09-19T11:39:10.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.549+0000 7f4c42d23800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:10.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=0 2024-09-19T11:39:10.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=1 2024-09-19T11:39:10.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=2 2024-09-19T11:39:10.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=3 2024-09-19T11:39:10.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=4 2024-09-19T11:39:10.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=5 2024-09-19T11:39:10.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=6 2024-09-19T11:39:10.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 20 add_watcher() i=7 2024-09-19T11:39:10.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.559+0000 7f4c42d23800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:10.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.561+0000 7f4af57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:10.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.561+0000 7f4c42d23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:10.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.561+0000 7f4c42d23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:10.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.562+0000 7f4c42d23800 5 note: GC not initialized 2024-09-19T11:39:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.562+0000 7f4a6ffff640 20 reqs_thread_entry: start 2024-09-19T11:39:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.562+0000 7f4c42d23800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.562+0000 7f4c42d23800 20 Filter name: none 2024-09-19T11:39:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.562+0000 7f4a6dffb640 20 reqs_thread_entry: start 2024-09-19T11:39:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.562+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.563+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:10.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.563+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.563+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:10.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.563+0000 7f4c42d23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:10.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.563+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.564+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:10.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.564+0000 7f4c42d23800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.564+0000 7f4c42d23800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:10.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.564+0000 7f4c42d23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:10.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.566+0000 7f4af57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:10.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.568+0000 7f4c42d23800 20 remove_watcher() i=0 2024-09-19T11:39:10.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.568+0000 7f4c42d23800 2 removed watcher, disabling cache 2024-09-19T11:39:10.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.569+0000 7f4c42d23800 20 remove_watcher() i=1 2024-09-19T11:39:10.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.570+0000 7f4c42d23800 20 remove_watcher() i=2 2024-09-19T11:39:10.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.571+0000 7f4c42d23800 20 remove_watcher() i=3 2024-09-19T11:39:10.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.572+0000 7f4c42d23800 20 remove_watcher() i=4 2024-09-19T11:39:10.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.573+0000 7f4c42d23800 20 remove_watcher() i=5 2024-09-19T11:39:10.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.574+0000 7f4c42d23800 20 remove_watcher() i=6 2024-09-19T11:39:10.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.575+0000 7f4c42d23800 20 remove_watcher() i=7 2024-09-19T11:39:10.586 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.586 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:10.586 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:10.586 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.587 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-19T11:39:10.621 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:10.621 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:10.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.656+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 realm 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.659+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:10.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.659+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.660+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:10.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.660+0000 7ff54ac0e800 20 searching for the correct realm 2024-09-19T11:39:10.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.662+0000 7ff53da58640 0 -- 172.21.15.103:0/4170909043 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ff53006cab0 msgr2=0x7ff530061c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:10.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.666+0000 7ff546259640 0 -- 172.21.15.103:0/4170909043 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff530067460 msgr2=0x7ff530019740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:10.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:10.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:10.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:10.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:10.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:10.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:10.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.875 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:10.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:10.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 zone default found 2024-09-19T11:39:10.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 Realm: () 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 zonegroup default 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 started sync module instance, tier type = 2024-09-19T11:39:10.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=0 2024-09-19T11:39:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=1 2024-09-19T11:39:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=2 2024-09-19T11:39:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=3 2024-09-19T11:39:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=4 2024-09-19T11:39:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=5 2024-09-19T11:39:10.885 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=6 2024-09-19T11:39:10.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.885+0000 7ff54ac0e800 20 add_watcher() i=7 2024-09-19T11:39:10.886 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.885+0000 7ff54ac0e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:10.888 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.886+0000 7ff3fcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 note: GC not initialized 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff3777fe640 20 reqs_thread_entry: start 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 Filter name: none 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff3757fa640 20 reqs_thread_entry: start 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff54ac0e800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T11:39:10.889 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 : miss 2024-09-19T11:39:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:10.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:10.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:10.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:10.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:10.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 2024-09-19T11:39:10.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:10.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:10.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:10.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27, ofs0, ns] 2024-09-19T11:39:10.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562386 cookie 94418736009632 notifier 6864 bl.length()=939 2024-09-19T11:39:10.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:10.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:10.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:10.896 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_sources= new_sources= 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential sources added=[] removed=[] 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_dests= new_dests= 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff54ac0e800 time 2024-09-19T11:39:10.895512+0000 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential dests added=[] removed=[] 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff54bd8c76a] 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:10.897 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.895+0000 7ff54ac0e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff54ac0e800 time 2024-09-19T11:39:10.895512+0000 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff54bd8c76a] 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:10.898 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:10.899 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:10.899 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.899 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:39:10.899 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff54ac0e800 thread_name:radosgw-admin 2024-09-19T11:39:10.915 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:10.915 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff54aa3e6f0] 2024-09-19T11:39:10.915 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff54aa8b99c] 2024-09-19T11:39:10.915 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff54bd8c7c4] 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.896+0000 7ff54ac0e800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff54ac0e800 thread_name:radosgw-admin 2024-09-19T11:39:10.916 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff54aa3e6f0] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff54aa8b99c] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff54bd8c7c4] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:10.917 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:39:10.640+0000 7ff54ac0e800 5 asok(0x55df93061410) unregister_commands rotate-key 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:10.918 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding auth protocol: cephx 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding auth protocol: cephx 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding auth protocol: cephx 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.919 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: starting msgr at 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: starting objecter 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command objecter_requests hook 0x55df9328a700 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: setting wanted keys 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: calling monclient init 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding auth protocol: cephx 2024-09-19T11:39:10.920 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding auth protocol: cephx 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding auth protocol: cephx 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.921 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key hook 0x55df93285608 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df930f78d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df93130240 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df931c82e0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.185087s 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df93130240 auth_method 0 2024-09-19T11:39:10.922 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df931c82e0 auth_method 0 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df930f78d0 auth_method 0 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.923 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_done global_id 6461 payload 824 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient: _finish_hunting 0 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:39:10.642+0000 7ff53da58640 1 monclient: found mon.noname-c 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: dump: 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.924 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: _finish_auth 0 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: _check_auth_tickets 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: dump: 2024-09-19T11:39:10.925 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6461 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:39:10.642+0000 7ff434608640 4 set_mon_vals no callback set 2024-09-19T11:39:10.926 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 1 librados: init done 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:39:10.644+0000 7ff432e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:39:10.644+0000 7ff432e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:39:10.644+0000 7ff432e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:39:10.644+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff42c0775a0 auth_method 0 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:39:10.645+0000 7ff546a5a640 10 monclient: get_auth_request con 0x55df932cdbd0 auth_method 0 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:39:10.646+0000 7ff546259640 10 monclient: get_auth_request con 0x55df932d0a10 auth_method 0 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:39:10.646+0000 7ff53da58640 10 monclient: get_auth_request con 0x55df932d4e10 auth_method 0 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.927 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding auth protocol: cephx 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding auth protocol: cephx 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding auth protocol: cephx 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.928 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command objecter_requests cmddesc objecter_requests hook 0x55df932dd1d0 EEXIST 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding auth protocol: cephx 2024-09-19T11:39:10.929 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding auth protocol: cephx 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding auth protocol: cephx 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.930 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key cmddesc rotate-key hook 0x55df932d83c0 EEXIST 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df933014f0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df933018d0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df93300200 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.931 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.192019s 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df933014f0 auth_method 0 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df933018d0 auth_method 0 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.932 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df93300200 auth_method 0 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_done global_id 6464 payload 824 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient: _finish_hunting 0 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:39:10.649+0000 7ff546259640 1 monclient: found mon.noname-c 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: dump: 2024-09-19T11:39:10.933 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: _finish_auth 0 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: _check_auth_tickets 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:10.934 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: dump: 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.935 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6464 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:39:10.649+0000 7ff54725b640 4 set_mon_vals no callback set 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:39:10.651+0000 7ff42bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:39:10.651+0000 7ff42bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:39:10.651+0000 7ff42bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:39:10.651+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff420077480 auth_method 0 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 10 monclient: get_monmap_and_config 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.936 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding auth protocol: cephx 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding auth protocol: cephx 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding auth protocol: cephx 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.937 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding auth protocol: cephx 2024-09-19T11:39:10.938 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding auth protocol: cephx 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding auth protocol: cephx 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.939 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key cmddesc rotate-key hook 0x7ffddba21778 EEXIST 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df933559d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df93346320 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df93350e00 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.195749s 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df93346320 auth_method 0 2024-09-19T11:39:10.940 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df93350e00 auth_method 0 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df933559d0 auth_method 0 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.941 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:39:10.653+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:39:10.653+0000 7ff53da58640 10 monclient(hunting): handle_auth_done global_id 6861 payload 274 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:39:10.653+0000 7ff53da58640 10 monclient: _finish_hunting 0 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:39:10.653+0000 7ff53da58640 1 monclient: found mon.noname-a 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:39:10.653+0000 7ff53da58640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: dump: 2024-09-19T11:39:10.942 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: _finish_auth 0 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6861 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:10.943 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: dump: 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.944 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 10 monclient: get_monmap_and_config success 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 4 set_mon_vals no callback set 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 10 monclient: shutdown 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:10.945 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding auth protocol: cephx 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding auth protocol: cephx 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding auth protocol: cephx 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:10.946 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: starting msgr at 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: starting objecter 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command objecter_requests cmddesc objecter_requests hook 0x55df93307d20 EEXIST 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: setting wanted keys 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: calling monclient init 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding auth protocol: cephx 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding auth protocol: cephx 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding auth protocol: cephx 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:10.947 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key cmddesc rotate-key hook 0x55df93315ef8 EEXIST 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:10.948 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df93346320 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df93350e00 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df933559d0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.197997s 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df93346320 auth_method 0 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df933559d0 auth_method 0 2024-09-19T11:39:10.949 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df93350e00 auth_method 0 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.950 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_done global_id 6864 payload 824 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient: _finish_hunting 0 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:39:10.655+0000 7ff546259640 1 monclient: found mon.noname-a 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: dump: 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.951 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: _finish_auth 0 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: _check_auth_tickets 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: dump: 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.952 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6864 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:39:10.655+0000 7ff429ffb640 4 set_mon_vals no callback set 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.953 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 1 librados: init done 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cr dump hook 0x55df93345308 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:39:10.656+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:39:10.657+0000 7ff417fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:39:10.657+0000 7ff417fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:39:10.657+0000 7ff417fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:39:10.657+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff410077570 auth_method 0 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:39:10.658+0000 7ff546a5a640 10 monclient: get_auth_request con 0x55df9336fbf0 auth_method 0 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 realm 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:10.954 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:39:10.659+0000 7ff546259640 10 monclient: get_auth_request con 0x55df93373fa0 auth_method 0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:39:10.659+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:39:10.659+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:39:10.659+0000 7ff53da58640 10 monclient: get_auth_request con 0x55df933776c0 auth_method 0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:39:10.660+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:39:10.660+0000 7ff54ac0e800 20 searching for the correct realm 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:39:10.660+0000 7ff546a5a640 10 monclient: get_auth_request con 0x55df9337c460 auth_method 0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:39:10.661+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff540070920 auth_method 0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:39:10.662+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff53006cab0 auth_method 0 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:39:10.662+0000 7ff53da58640 0 -- 172.21.15.103:0/4170909043 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ff53006cab0 msgr2=0x7ff530061c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:39:10.662+0000 7ff417fff640 1 client.6864.objecter ms_handle_reset 0x7ff53006cab0 session 0x7ff530001e90 osd.4 2024-09-19T11:39:10.955 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:39:10.662+0000 7ff417fff640 10 monclient: _renew_subs 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:39:10.662+0000 7ff417fff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:39:10.662+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff410087310 auth_method 0 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:39:10.664+0000 7ff546a5a640 10 monclient: get_auth_request con 0x7ff530099a60 auth_method 0 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:39:10.666+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff530067460 auth_method 0 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:39:10.666+0000 7ff546259640 0 -- 172.21.15.103:0/4170909043 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff530067460 msgr2=0x7ff530019740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:39:10.867+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff530067460 auth_method 0 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.956 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 zone default found 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 Realm: () 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 zonegroup default 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.957 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 started sync module instance, tier type = 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=0 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=1 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=2 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=3 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=4 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=5 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=6 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:39:10.885+0000 7ff54ac0e800 20 add_watcher() i=7 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:39:10.885+0000 7ff54ac0e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:10.958 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding auth protocol: cephx 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding auth protocol: cephx 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding auth protocol: cephx 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:39:10.886+0000 7ff3fcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:10.959 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache list hook 0x55df93324330 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache inspect hook 0x55df93324330 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache erase hook 0x55df93324330 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache zap hook 0x55df93324330 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 note: GC not initialized 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:39:10.887+0000 7ff3777fe640 20 reqs_thread_entry: start 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace show hook 0x7ff5380043a0 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace history hook 0x7ff5380043a0 2024-09-19T11:39:10.960 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace active hook 0x7ff5380043a0 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace active_short hook 0x7ff5380043a0 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 Filter name: none 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:39:10.887+0000 7ff3757fa640 20 reqs_thread_entry: start 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 : miss 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:10.961 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27, ofs0, ns] 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562386 cookie 94418736009632 notifier 6864 bl.length()=939 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_sources= new_sources= 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential sources added=[] removed=[] 2024-09-19T11:39:10.962 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_dests= new_dests= 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential dests added=[] removed=[] 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:39:10.895+0000 7ff54ac0e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff54ac0e800 time 2024-09-19T11:39:10.895512+0000 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff54bd8c76a] 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:10.963 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:39:10.896+0000 7ff54ac0e800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff54ac0e800 thread_name:radosgw-admin 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff54aa3e6f0] 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff54aa8b99c] 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff54bd8c7c4] 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:10.964 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:39:10.965 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:39:10.966 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:39:10.967 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:39:10.968 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:39:10.969 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:39:10.970 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:39:10.971 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff3757fa640 / http_manager 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff3777fe640 / http_manager 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff3fcfe1640 / rgw_dt_lg_renew 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff417fff640 / ms_dispatch 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff429ffb640 / io_context_pool 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff42bfff640 / ms_dispatch 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff432e05640 / ms_dispatch 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff434608640 / io_context_pool 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff53da58640 / msgr-worker-2 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff546259640 / msgr-worker-1 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff546a5a640 / msgr-worker-0 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff54725b640 / io_context_pool 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff54ac0e800 / radosgw-admin 2024-09-19T11:39:10.972 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.106096.log 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:39:10.640+0000 7ff54ac0e800 5 asok(0x55df93061410) unregister_commands rotate-key 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.973 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding auth protocol: cephx 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding auth protocol: cephx 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding auth protocol: cephx 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.974 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: crc 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df9328ac50) adding con mode: secure 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: starting msgr at 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: starting objecter 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command objecter_requests hook 0x55df9328a700 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: setting wanted keys 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 1 librados: calling monclient init 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding auth protocol: cephx 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding auth protocol: cephx 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding auth protocol: cephx 2024-09-19T11:39:10.975 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: crc 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 5 AuthRegistry(0x55df932854c0) adding con mode: secure 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:39:10.641+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key hook 0x55df93285608 2024-09-19T11:39:10.976 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df930f78d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df93130240 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df931c82e0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.185087s 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df93130240 auth_method 0 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.977 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df931c82e0 auth_method 0 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df930f78d0 auth_method 0 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:39:10.642+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.978 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:39:10.642+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient(hunting): handle_auth_done global_id 6461 payload 824 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient: _finish_hunting 0 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:39:10.642+0000 7ff53da58640 1 monclient: found mon.noname-c 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:39:10.642+0000 7ff53da58640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: dump: 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.979 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: _finish_auth 0 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: _check_auth_tickets 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:39:10.642+0000 7ff432e05640 10 monclient: dump: 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.980 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6461 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:39:10.642+0000 7ff434608640 4 set_mon_vals no callback set 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.981 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:39:10.642+0000 7ff54ac0e800 1 librados: init done 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:39:10.644+0000 7ff432e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:39:10.644+0000 7ff432e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:39:10.644+0000 7ff432e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:39:10.644+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff42c0775a0 auth_method 0 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:39:10.645+0000 7ff546a5a640 10 monclient: get_auth_request con 0x55df932cdbd0 auth_method 0 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:39:10.646+0000 7ff546259640 10 monclient: get_auth_request con 0x55df932d0a10 auth_method 0 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:39:10.646+0000 7ff53da58640 10 monclient: get_auth_request con 0x55df932d4e10 auth_method 0 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:10.982 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding auth protocol: cephx 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding auth protocol: cephx 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding auth protocol: cephx 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.983 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: crc 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:39:10.647+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d9d20) adding con mode: secure 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command objecter_requests cmddesc objecter_requests hook 0x55df932dd1d0 EEXIST 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding auth protocol: cephx 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding auth protocol: cephx 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding auth protocol: cephx 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.984 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: crc 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 AuthRegistry(0x55df932d8278) adding con mode: secure 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key cmddesc rotate-key hook 0x55df932d83c0 EEXIST 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:10.985 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df933014f0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df933018d0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:39:10.648+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df93300200 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.192019s 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df933014f0 auth_method 0 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.986 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df933018d0 auth_method 0 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:39:10.649+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df93300200 auth_method 0 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:39:10.649+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient(hunting): handle_auth_done global_id 6464 payload 824 2024-09-19T11:39:10.987 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient: _finish_hunting 0 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:39:10.649+0000 7ff546259640 1 monclient: found mon.noname-c 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:39:10.649+0000 7ff546259640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: dump: 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.988 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: _finish_auth 0 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: _check_auth_tickets 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:39:10.649+0000 7ff42bfff640 10 monclient: dump: 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.989 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6464 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:39:10.649+0000 7ff54725b640 4 set_mon_vals no callback set 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:39:10.649+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:39:10.651+0000 7ff42bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:39:10.651+0000 7ff42bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:39:10.651+0000 7ff42bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:39:10.651+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff420077480 auth_method 0 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 10 monclient: get_monmap_and_config 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.990 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding auth protocol: cephx 2024-09-19T11:39:10.991 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding auth protocol: cephx 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding auth protocol: cephx 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: crc 2024-09-19T11:39:10.992 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:39:10.651+0000 7ff54ac0e800 5 AuthRegistry(0x55df933213b0) adding con mode: secure 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding auth protocol: cephx 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding auth protocol: cephx 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding auth protocol: cephx 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.993 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: crc 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21630) adding con mode: secure 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key cmddesc rotate-key hook 0x7ffddba21778 EEXIST 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df933559d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df93346320 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df93350e00 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.994 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:39:10.652+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.195749s 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df93346320 auth_method 0 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df93350e00 auth_method 0 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:39:10.652+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.995 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df933559d0 auth_method 0 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:39:10.652+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:39:10.652+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:39:10.653+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:39:10.653+0000 7ff53da58640 10 monclient(hunting): handle_auth_done global_id 6861 payload 274 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:39:10.653+0000 7ff53da58640 10 monclient: _finish_hunting 0 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:39:10.653+0000 7ff53da58640 1 monclient: found mon.noname-a 2024-09-19T11:39:10.996 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:39:10.653+0000 7ff53da58640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: dump: 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.997 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: _finish_auth 0 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6861 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:39:10.653+0000 7ff429ffb640 10 monclient: dump: 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:10.998 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 10 monclient: get_monmap_and_config success 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 4 set_mon_vals no callback set 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:39:10.653+0000 7ff54ac0e800 10 monclient: shutdown 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: build_initial_monmap 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 build_initial for_mkfs: 0 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: monmap: 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:10.999 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding auth protocol: cephx 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding auth protocol: cephx 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding auth protocol: cephx 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:11.000 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: crc 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93324f30) adding con mode: secure 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: starting msgr at 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: starting objecter 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command objecter_requests cmddesc objecter_requests hook 0x55df93307d20 EEXIST 2024-09-19T11:39:11.001 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: setting wanted keys 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 1 librados: calling monclient init 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: init 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding auth protocol: cephx 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding auth protocol: cephx 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding auth protocol: cephx 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:11.002 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: crc 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 AuthRegistry(0x55df93315db0) adding con mode: secure 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command rotate-key cmddesc rotate-key hook 0x55df93315ef8 EEXIST 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-a con 0x55df93346320 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-b con 0x55df93350e00 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): picked mon.noname-c con 0x55df933559d0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:11.003 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:39:10.654+0000 7ff54ac0e800 10 monclient(hunting): authenticate will time out at 1936.197997s 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): get_auth_request con 0x55df93346320 auth_method 0 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): get_auth_request con 0x55df933559d0 auth_method 0 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:11.004 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): get_auth_request con 0x55df93350e00 auth_method 0 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:39:10.655+0000 7ff546a5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:39:10.655+0000 7ff53da58640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient(hunting): handle_auth_done global_id 6864 payload 824 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient: _finish_hunting 0 2024-09-19T11:39:11.005 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:39:10.655+0000 7ff546259640 1 monclient: found mon.noname-a 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:39:10.655+0000 7ff546259640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: dump: 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: _finish_auth 0 2024-09-19T11:39:11.006 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: _check_auth_tickets 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:39:10.655+0000 7ff417fff640 10 monclient: dump: 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:11.007 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 5 monclient: authenticate success, global_id 6864 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:39:10.655+0000 7ff429ffb640 4 set_mon_vals no callback set 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _renew_subs 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 1 librados: init done 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:39:10.655+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cr dump hook 0x55df93345308 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:39:10.656+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:39:10.657+0000 7ff417fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:39:10.657+0000 7ff417fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:39:10.657+0000 7ff417fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:39:10.657+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff410077570 auth_method 0 2024-09-19T11:39:11.008 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:39:10.658+0000 7ff546a5a640 10 monclient: get_auth_request con 0x55df9336fbf0 auth_method 0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 realm 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:39:10.658+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:39:10.659+0000 7ff546259640 10 monclient: get_auth_request con 0x55df93373fa0 auth_method 0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:39:10.659+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:39:10.659+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:39:10.659+0000 7ff53da58640 10 monclient: get_auth_request con 0x55df933776c0 auth_method 0 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:39:10.660+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:39:10.660+0000 7ff54ac0e800 20 searching for the correct realm 2024-09-19T11:39:11.009 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:39:10.660+0000 7ff546a5a640 10 monclient: get_auth_request con 0x55df9337c460 auth_method 0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:39:10.661+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff540070920 auth_method 0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:39:10.662+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff53006cab0 auth_method 0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:39:10.662+0000 7ff53da58640 0 -- 172.21.15.103:0/4170909043 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ff53006cab0 msgr2=0x7ff530061c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:39:10.662+0000 7ff417fff640 1 client.6864.objecter ms_handle_reset 0x7ff53006cab0 session 0x7ff530001e90 osd.4 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:39:10.662+0000 7ff417fff640 10 monclient: _renew_subs 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:39:10.662+0000 7ff417fff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:39:10.662+0000 7ff53da58640 10 monclient: get_auth_request con 0x7ff410087310 auth_method 0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:39:10.664+0000 7ff546a5a640 10 monclient: get_auth_request con 0x7ff530099a60 auth_method 0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:39:10.666+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff530067460 auth_method 0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:39:10.666+0000 7ff546259640 0 -- 172.21.15.103:0/4170909043 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff530067460 msgr2=0x7ff530019740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:39:10.867+0000 7ff546259640 10 monclient: get_auth_request con 0x7ff530067460 auth_method 0 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:11.010 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:39:10.873+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 zone default found 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 Realm: () 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:11.011 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 zonegroup default 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 started sync module instance, tier type = 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:39:10.874+0000 7ff54ac0e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=0 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=1 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=2 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=3 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=4 2024-09-19T11:39:11.012 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=5 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:39:10.884+0000 7ff54ac0e800 20 add_watcher() i=6 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:39:10.885+0000 7ff54ac0e800 20 add_watcher() i=7 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:39:10.885+0000 7ff54ac0e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding auth protocol: cephx 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding auth protocol: cephx 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding auth protocol: cephx 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:11.013 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:39:10.886+0000 7ff3fcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: crc 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:39:10.886+0000 7ff54ac0e800 5 AuthRegistry(0x7ffddba21b00) adding con mode: secure 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache list hook 0x55df93324330 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache inspect hook 0x55df93324330 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache erase hook 0x55df93324330 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command cache zap hook 0x55df93324330 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 note: GC not initialized 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:39:10.887+0000 7ff3777fe640 20 reqs_thread_entry: start 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace show hook 0x7ff5380043a0 2024-09-19T11:39:11.014 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace history hook 0x7ff5380043a0 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace active hook 0x7ff5380043a0 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 5 asok(0x55df93061410) register_command sync trace active_short hook 0x7ff5380043a0 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 Filter name: none 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:39:10.887+0000 7ff3757fa640 20 reqs_thread_entry: start 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:39:10.887+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 : miss 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:11.015 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:39:10.888+0000 7ff54ac0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:39:10.893+0000 7ff54ac0e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27, ofs0, ns] 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562386 cookie 94418736009632 notifier 6864 bl.length()=939 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:39:10.894+0000 7ff429ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_sources= new_sources= 2024-09-19T11:39:11.016 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential sources added=[] removed=[] 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_dests= new_dests= 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:39:10.894+0000 7ff54ac0e800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential dests added=[] removed=[] 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:39:10.895+0000 7ff54ac0e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff54ac0e800 time 2024-09-19T11:39:10.895512+0000 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff54bd8c76a] 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:11.017 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:39:10.896+0000 7ff54ac0e800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff54ac0e800 thread_name:radosgw-admin 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff54aa3e6f0] 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff54aa8b99c] 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff54bd8c7c4] 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff54bd8c928] 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55df90c75791] 2024-09-19T11:39:11.018 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74c9e) [0x55df91183c9e] 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55df90c8543d] 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff54aa29590] 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:39:11.019 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:39:11.020 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:39:11.021 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:39:11.022 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:39:11.023 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:39:11.024 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:39:11.025 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff3757fa640 / http_manager 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff3777fe640 / http_manager 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff3fcfe1640 / rgw_dt_lg_renew 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff417fff640 / ms_dispatch 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff429ffb640 / io_context_pool 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff42bfff640 / ms_dispatch 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff432e05640 / ms_dispatch 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff434608640 / io_context_pool 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff53da58640 / msgr-worker-2 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff546259640 / msgr-worker-1 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff546a5a640 / msgr-worker-0 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff54725b640 / io_context_pool 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff54ac0e800 / radosgw-admin 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:39:11.026 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:39:11.027 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:39:10.897218Z_03c33c60-0ed7-4ecb-89b4-72cdebf84c70/log 2024-09-19T11:39:11.027 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:39:11.027 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-19T11:39:11.027 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:11.028 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:11.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:10.972+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.175+0000 7f4fe1b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.175+0000 7f4fe1b26800 20 realm 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.175+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.175+0000 7f4fe1b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.175+0000 7f4fe1b26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.175+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.176+0000 7f4fe1b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.176+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.176+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:11.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.176+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.177+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:11.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.177+0000 7f4fe1b26800 20 searching for the correct realm 2024-09-19T11:39:11.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.180+0000 7f4fd506e640 0 -- 172.21.15.103:0/3289219639 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f4fc8028040 msgr2=0x7f4fc80763c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:11.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.183+0000 7f4fdd86f640 0 -- 172.21.15.103:0/3289219639 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4fc8078c40 msgr2=0x7f4fc8032aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:11.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.390+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 zone default found 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 4 Realm: () 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 zonegroup default 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.391+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.392+0000 7f4fe1b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.392+0000 7f4fe1b26800 20 started sync module instance, tier type = 2024-09-19T11:39:11.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.392+0000 7f4fe1b26800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.401+0000 7f4fe1b26800 20 add_watcher() i=0 2024-09-19T11:39:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.401+0000 7f4fe1b26800 20 add_watcher() i=1 2024-09-19T11:39:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.401+0000 7f4fe1b26800 20 add_watcher() i=2 2024-09-19T11:39:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.401+0000 7f4fe1b26800 20 add_watcher() i=3 2024-09-19T11:39:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.401+0000 7f4fe1b26800 20 add_watcher() i=4 2024-09-19T11:39:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.401+0000 7f4fe1b26800 20 add_watcher() i=5 2024-09-19T11:39:11.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.401+0000 7f4fe1b26800 20 add_watcher() i=6 2024-09-19T11:39:11.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.402+0000 7f4fe1b26800 20 add_watcher() i=7 2024-09-19T11:39:11.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.402+0000 7f4fe1b26800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:11.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.403+0000 7f4e8f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4fe1b26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4fe1b26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4fe1b26800 5 note: GC not initialized 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4e8e7fc640 20 reqs_thread_entry: start 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4fe1b26800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4fe1b26800 20 Filter name: none 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4dfffff640 20 reqs_thread_entry: start 2024-09-19T11:39:11.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.404+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.405+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:11.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.405+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.405+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:39:11.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.405+0000 7f4fe1b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:11.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.405+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.406+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:11.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.406+0000 7f4fe1b26800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.406+0000 7f4fe1b26800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:39:11.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.406+0000 7f4fe1b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:11.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.407+0000 7f4e8f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:11.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.410+0000 7f4fe1b26800 20 remove_watcher() i=0 2024-09-19T11:39:11.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.410+0000 7f4fe1b26800 2 removed watcher, disabling cache 2024-09-19T11:39:11.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.411+0000 7f4fe1b26800 20 remove_watcher() i=1 2024-09-19T11:39:11.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.412+0000 7f4fe1b26800 20 remove_watcher() i=2 2024-09-19T11:39:11.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.413+0000 7f4fe1b26800 20 remove_watcher() i=3 2024-09-19T11:39:11.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.414+0000 7f4fe1b26800 20 remove_watcher() i=4 2024-09-19T11:39:11.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.415+0000 7f4fe1b26800 20 remove_watcher() i=5 2024-09-19T11:39:11.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.416+0000 7f4fe1b26800 20 remove_watcher() i=6 2024-09-19T11:39:11.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.417+0000 7f4fe1b26800 20 remove_watcher() i=7 2024-09-19T11:39:11.428 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.428 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:11.428 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:11.428 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:11.429 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:11.430 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:11.435 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:11.435 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:11.479 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:39:11.512 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:11.512 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:11.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.548+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 20 realm 2024-09-19T11:39:11.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:11.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.550+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.551+0000 7fd0e9e0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:11.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.551+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.551+0000 7fd0e9e0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:11.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.551+0000 7fd0e9e0e800 20 searching for the correct realm 2024-09-19T11:39:11.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.552+0000 7fd0e54cb640 0 -- 172.21.15.103:0/2025425696 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fd0d4003ab0 msgr2=0x7fd0e00243f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:11.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.758+0000 7fd0dccca640 0 -- 172.21.15.103:0/2025425696 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x555db6c38230 msgr2=0x555db6c3a620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:11.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:11.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:11.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:11.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:11.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:11.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:11.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:11.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.764+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:11.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 zone default found 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 4 Realm: () 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 zonegroup default 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.765+0000 7fd0e9e0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.766+0000 7fd0e9e0e800 20 started sync module instance, tier type = 2024-09-19T11:39:11.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.766+0000 7fd0e9e0e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.775+0000 7fd0e9e0e800 20 add_watcher() i=0 2024-09-19T11:39:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.775+0000 7fd0e9e0e800 20 add_watcher() i=1 2024-09-19T11:39:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.775+0000 7fd0e9e0e800 20 add_watcher() i=2 2024-09-19T11:39:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.775+0000 7fd0e9e0e800 20 add_watcher() i=3 2024-09-19T11:39:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.775+0000 7fd0e9e0e800 20 add_watcher() i=4 2024-09-19T11:39:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.775+0000 7fd0e9e0e800 20 add_watcher() i=5 2024-09-19T11:39:11.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.776+0000 7fd0e9e0e800 20 add_watcher() i=6 2024-09-19T11:39:11.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.776+0000 7fd0e9e0e800 20 add_watcher() i=7 2024-09-19T11:39:11.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.776+0000 7fd0e9e0e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:11.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.778+0000 7fcf9bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.778+0000 7fd0e9e0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.778+0000 7fd0e9e0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.778+0000 7fd0e9e0e800 5 note: GC not initialized 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.778+0000 7fcf9afe5640 20 reqs_thread_entry: start 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.778+0000 7fd0e9e0e800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.778+0000 7fd0e9e0e800 20 Filter name: none 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fcf98fe1640 20 reqs_thread_entry: start 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fd0e9e0e800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fd0e9e0e800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fd0e9e0e800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fd0e9e0e800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:11.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fd0e9e0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 : miss 2024-09-19T11:39:11.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.779+0000 7fd0e9e0e800 20 rados->read ofs=0 len=0 2024-09-19T11:39:11.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.780+0000 7fd0e9e0e800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:39:11.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.780+0000 7fd0e9e0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:11.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.780+0000 7fd0e9e0e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:11.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.780+0000 7fd0e9e0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:11.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.780+0000 7fd0e9e0e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:11.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.780+0000 7fd0e9e0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 2024-09-19T11:39:11.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.781+0000 7fd0e9e0e800 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to be held by another RGW process; skipping for now 2024-09-19T11:39:11.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.781+0000 7fcf9bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:11.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.784+0000 7fd0e9e0e800 20 remove_watcher() i=0 2024-09-19T11:39:11.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.784+0000 7fd0e9e0e800 2 removed watcher, disabling cache 2024-09-19T11:39:11.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.786+0000 7fd0e9e0e800 20 remove_watcher() i=1 2024-09-19T11:39:11.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.787+0000 7fd0e9e0e800 20 remove_watcher() i=2 2024-09-19T11:39:11.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.788+0000 7fd0e9e0e800 20 remove_watcher() i=3 2024-09-19T11:39:11.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.789+0000 7fd0e9e0e800 20 remove_watcher() i=4 2024-09-19T11:39:11.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.790+0000 7fd0e9e0e800 20 remove_watcher() i=5 2024-09-19T11:39:11.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.791+0000 7fd0e9e0e800 20 remove_watcher() i=6 2024-09-19T11:39:11.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:11.791+0000 7fd0e9e0e800 20 remove_watcher() i=7 2024-09-19T11:39:11.803 INFO:tasks.workunit.client.0.smithi103.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T11:39:41.836 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:39:41.871 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:41.871 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:41.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.911+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:41.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 20 realm 2024-09-19T11:39:41.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:41.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:41.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:41.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.913+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.914+0000 7f0882a1b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:41.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.914+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.915+0000 7f0882a1b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:41.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.915+0000 7f0882a1b800 20 searching for the correct realm 2024-09-19T11:39:41.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.917+0000 7f087e1eb640 0 -- 172.21.15.103:0/3131400374 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x55b6bcabbbf0 msgr2=0x7f08780074c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:41.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.921+0000 7f087e1eb640 0 -- 172.21.15.103:0/3131400374 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f0748087390 msgr2=0x7f07480897c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:41.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:41.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:41.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:41.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:41.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:41.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:41.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:41.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:41.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.928+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:41.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 zone default found 2024-09-19T11:39:41.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 4 Realm: () 2024-09-19T11:39:41.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:41.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 zonegroup default 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.929+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.930+0000 7f0882a1b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.930+0000 7f0882a1b800 20 started sync module instance, tier type = 2024-09-19T11:39:41.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.930+0000 7f0882a1b800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:41.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.940+0000 7f0882a1b800 20 add_watcher() i=0 2024-09-19T11:39:41.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.940+0000 7f0882a1b800 20 add_watcher() i=1 2024-09-19T11:39:41.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.940+0000 7f0882a1b800 20 add_watcher() i=2 2024-09-19T11:39:41.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.940+0000 7f0882a1b800 20 add_watcher() i=3 2024-09-19T11:39:41.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.940+0000 7f0882a1b800 20 add_watcher() i=4 2024-09-19T11:39:41.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.940+0000 7f0882a1b800 20 add_watcher() i=5 2024-09-19T11:39:41.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.940+0000 7f0882a1b800 20 add_watcher() i=6 2024-09-19T11:39:41.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.941+0000 7f0882a1b800 20 add_watcher() i=7 2024-09-19T11:39:41.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.941+0000 7f0882a1b800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:41.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.942+0000 7f0734fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f0882a1b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f0882a1b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f0882a1b800 5 note: GC not initialized 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f06af7fe640 20 reqs_thread_entry: start 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f0882a1b800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f0882a1b800 20 Filter name: none 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f06ad7fa640 20 reqs_thread_entry: start 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f0882a1b800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-19T11:39:41.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.943+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:41.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-19T11:39:41.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-19T11:39:41.947 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 : miss 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 20 rados->read ofs=0 len=0 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 20 rados_obj.operate() r=0 bl.length=455 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.944+0000 7f0882a1b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 2024-09-19T11:39:41.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.945+0000 7f0882a1b800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:39:41.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.952+0000 7f0882a1b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:41.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.952+0000 7f0882a1b800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:41.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.952+0000 7f0882a1b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:41.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.952+0000 7f0882a1b800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27, ofs0, ns] 2024-09-19T11:39:41.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f07617fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562387 cookie 94243339582384 notifier 6518 bl.length()=939 2024-09-19T11:39:41.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f07617fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:41.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f07617fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:41.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f07617fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:41.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_sources= new_sources= 2024-09-19T11:39:41.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential sources added=[] removed=[] 2024-09-19T11:39:41.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_dests= new_dests= 2024-09-19T11:39:41.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.953+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential dests added=[] removed=[] 2024-09-19T11:39:41.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.0 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.0 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.1 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.1 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.2 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.2 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.3 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.3 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.4 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.4 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.5 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.5 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.6 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.6 2024-09-19T11:39:41.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.7 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.7 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.8 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.8 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.9 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.9 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.10 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.10 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.11 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2.11 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.0 2024-09-19T11:39:41.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.958+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.1 2024-09-19T11:39:41.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.959+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2 2024-09-19T11:39:41.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.959+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.3 2024-09-19T11:39:41.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.960+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.4 2024-09-19T11:39:41.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.960+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.5 2024-09-19T11:39:41.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.961+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.6 2024-09-19T11:39:41.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.962+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.7 2024-09-19T11:39:41.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.962+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.8 2024-09-19T11:39:41.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.963+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.9 2024-09-19T11:39:41.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.963+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.10 2024-09-19T11:39:41.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.967+0000 7f0882a1b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:41.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.967+0000 7f0882a1b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 2024-09-19T11:39:41.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:41.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:41.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:41.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27, ofs0, ns] 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f07617fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562388 cookie 94243339582384 notifier 6518 bl.length()=939 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f07617fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f07617fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f07617fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_sources= new_sources= 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential sources added=[] removed=[] 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_dests= new_dests= 2024-09-19T11:39:41.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.968+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential dests added=[] removed=[] 2024-09-19T11:39:41.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.971+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.0 2024-09-19T11:39:41.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.971+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.1 2024-09-19T11:39:41.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.971+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.2 2024-09-19T11:39:41.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.972+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.3 2024-09-19T11:39:41.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.972+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.4 2024-09-19T11:39:41.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.972+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.5 2024-09-19T11:39:41.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.973+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.6 2024-09-19T11:39:41.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.973+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.7 2024-09-19T11:39:41.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.974+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.8 2024-09-19T11:39:41.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.974+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.9 2024-09-19T11:39:41.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.974+0000 7f0882a1b800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27.10 2024-09-19T11:39:41.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.975+0000 7f0882a1b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:41.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.975+0000 7f0882a1b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 2024-09-19T11:39:41.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f0882a1b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f0882a1b800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f0882a1b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f0882a1b800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27, ofs0, ns] 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f07617fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562389 cookie 94243339582384 notifier 6518 bl.length()=907 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f07617fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 info.flags=0x17 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f07617fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 to cache LRU end 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.976+0000 7f07617fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.977+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_sources= new_sources= 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.977+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential sources added=[] removed=[] 2024-09-19T11:39:41.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.977+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): orig_dests= new_dests= 2024-09-19T11:39:41.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.977+0000 7f0882a1b800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27]): potential dests added=[] removed=[] 2024-09-19T11:39:41.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.979+0000 7f0882a1b800 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-19T11:39:41.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.981+0000 7f0734fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:41.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.984+0000 7f0882a1b800 20 remove_watcher() i=0 2024-09-19T11:39:41.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.984+0000 7f0882a1b800 2 removed watcher, disabling cache 2024-09-19T11:39:41.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.985+0000 7f0882a1b800 20 remove_watcher() i=1 2024-09-19T11:39:41.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.986+0000 7f0882a1b800 20 remove_watcher() i=2 2024-09-19T11:39:41.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.987+0000 7f0882a1b800 20 remove_watcher() i=3 2024-09-19T11:39:41.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.988+0000 7f0882a1b800 20 remove_watcher() i=4 2024-09-19T11:39:41.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.989+0000 7f0882a1b800 20 remove_watcher() i=5 2024-09-19T11:39:41.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.990+0000 7f0882a1b800 20 remove_watcher() i=6 2024-09-19T11:39:41.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:41.991+0000 7f0882a1b800 20 remove_watcher() i=7 2024-09-19T11:39:42.005 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-19T11:39:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:42.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.267+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.269+0000 7ff3e5010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.269+0000 7ff3e5010800 20 realm 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.269+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.269+0000 7ff3e5010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.269+0000 7ff3e5010800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.269+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.270+0000 7ff3e5010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.270+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.270+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:42.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.270+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.271+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:42.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.271+0000 7ff3e5010800 20 searching for the correct realm 2024-09-19T11:39:42.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.274+0000 7ff3e0fbd640 0 -- 172.21.15.103:0/1369910137 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55fac880ff30 msgr2=0x55fac88123f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:42.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.278+0000 7ff3e07bc640 0 -- 172.21.15.103:0/1369910137 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff3c8096930 msgr2=0x7ff3c8064410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:42.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:42.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:42.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:42.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:42.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:42.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:42.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:42.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.283+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:42.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 zone default found 2024-09-19T11:39:42.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 4 Realm: () 2024-09-19T11:39:42.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:42.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:42.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:42.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 zonegroup default 2024-09-19T11:39:42.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.284+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.285+0000 7ff3e5010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.285+0000 7ff3e5010800 20 started sync module instance, tier type = 2024-09-19T11:39:42.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.285+0000 7ff3e5010800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:42.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.296+0000 7ff3e5010800 20 add_watcher() i=0 2024-09-19T11:39:42.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.296+0000 7ff3e5010800 20 add_watcher() i=1 2024-09-19T11:39:42.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.296+0000 7ff3e5010800 20 add_watcher() i=2 2024-09-19T11:39:42.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.296+0000 7ff3e5010800 20 add_watcher() i=3 2024-09-19T11:39:42.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.296+0000 7ff3e5010800 20 add_watcher() i=4 2024-09-19T11:39:42.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.296+0000 7ff3e5010800 20 add_watcher() i=5 2024-09-19T11:39:42.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.296+0000 7ff3e5010800 20 add_watcher() i=6 2024-09-19T11:39:42.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.297+0000 7ff3e5010800 20 add_watcher() i=7 2024-09-19T11:39:42.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.297+0000 7ff3e5010800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.299+0000 7ff296fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff3e5010800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff3e5010800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff3e5010800 5 note: GC not initialized 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff295fdb640 20 reqs_thread_entry: start 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff3e5010800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff3e5010800 20 Filter name: none 2024-09-19T11:39:42.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff2077fe640 20 reqs_thread_entry: start 2024-09-19T11:39:42.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.300+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.301+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.301+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.302+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.302+0000 7ff3e5010800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.302+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.302+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=201 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.302+0000 7ff3e5010800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.302+0000 7ff3e5010800 20 rados_obj.operate() r=0 bl.length=423 2024-09-19T11:39:42.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.302+0000 7ff3e5010800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:42.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.304+0000 7ff296fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:42.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.306+0000 7ff3e5010800 20 remove_watcher() i=0 2024-09-19T11:39:42.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.306+0000 7ff3e5010800 2 removed watcher, disabling cache 2024-09-19T11:39:42.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.307+0000 7ff3e5010800 20 remove_watcher() i=1 2024-09-19T11:39:42.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.308+0000 7ff3e5010800 20 remove_watcher() i=2 2024-09-19T11:39:42.311 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.309+0000 7ff3e5010800 20 remove_watcher() i=3 2024-09-19T11:39:42.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.310+0000 7ff3e5010800 20 remove_watcher() i=4 2024-09-19T11:39:42.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.311+0000 7ff3e5010800 20 remove_watcher() i=5 2024-09-19T11:39:42.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.312+0000 7ff3e5010800 20 remove_watcher() i=6 2024-09-19T11:39:42.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.314+0000 7ff3e5010800 20 remove_watcher() i=7 2024-09-19T11:39:42.326 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:42.326 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:42.326 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-trim-reshard-log-entries id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.27 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:39:42.326 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:42.328 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.328 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.331 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.332 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.375 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.375 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.403 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-19T11:39:42.403 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:42.404 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.404 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.417 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.417 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.460 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.460 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.467 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.467 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.477 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.477 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.480 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.480 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.486 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.487 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.493 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.493 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.499 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.499 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.505 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.505 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.511 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.511 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.517 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.517 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.524 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.524 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.530 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.530 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.536 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.536 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.542 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.542 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.548 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.548 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.554 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.554 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.560 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.560 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.566 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.566 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.572 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.573 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.578 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:42.578 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:42.585 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-19T11:39:42.616 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:42.616 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:42.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.647+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 20 realm 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.649+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.650+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:42.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.650+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.651+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:42.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.651+0000 7f2534f24800 20 searching for the correct realm 2024-09-19T11:39:42.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.653+0000 7f2531303640 0 -- 172.21.15.103:0/2993466281 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55a237725990 msgr2=0x55a237727e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:42.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.657+0000 7f2530b02640 0 -- 172.21.15.103:0/2993466281 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f251c0cd040 msgr2=0x7f251c0de020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.661+0000 7f2534f24800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.661+0000 7f2534f24800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.661+0000 7f2534f24800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.661+0000 7f2534f24800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.661+0000 7f2534f24800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.661+0000 7f2534f24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.661+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.664 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:42.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:42.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 zone default found 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 4 Realm: () 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 zonegroup default 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.662+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.663+0000 7f2534f24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.663+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.663+0000 7f2534f24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.663+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.663+0000 7f2534f24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.663+0000 7f2534f24800 20 started sync module instance, tier type = 2024-09-19T11:39:42.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.663+0000 7f2534f24800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:42.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.671+0000 7f2534f24800 20 add_watcher() i=0 2024-09-19T11:39:42.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.671+0000 7f2534f24800 20 add_watcher() i=1 2024-09-19T11:39:42.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.671+0000 7f2534f24800 20 add_watcher() i=2 2024-09-19T11:39:42.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.671+0000 7f2534f24800 20 add_watcher() i=3 2024-09-19T11:39:42.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.671+0000 7f2534f24800 20 add_watcher() i=4 2024-09-19T11:39:42.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.671+0000 7f2534f24800 20 add_watcher() i=5 2024-09-19T11:39:42.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.671+0000 7f2534f24800 20 add_watcher() i=6 2024-09-19T11:39:42.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.672+0000 7f2534f24800 20 add_watcher() i=7 2024-09-19T11:39:42.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.672+0000 7f2534f24800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:42.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.674+0000 7f23e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:42.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.674+0000 7f2534f24800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:42.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.674+0000 7f2534f24800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:42.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.674+0000 7f2534f24800 5 note: GC not initialized 2024-09-19T11:39:42.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.675+0000 7f23e5fe3640 20 reqs_thread_entry: start 2024-09-19T11:39:42.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.675+0000 7f2534f24800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:42.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.675+0000 7f2534f24800 20 Filter name: none 2024-09-19T11:39:42.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.675+0000 7f23577fe640 20 reqs_thread_entry: start 2024-09-19T11:39:42.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.675+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.676+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:42.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.676+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.676+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:42.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.676+0000 7f2534f24800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:42.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.676+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.677+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:42.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.677+0000 7f2534f24800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.677+0000 7f2534f24800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:42.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.677+0000 7f2534f24800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:42.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.679+0000 7f23e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:42.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.681+0000 7f2534f24800 20 remove_watcher() i=0 2024-09-19T11:39:42.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.681+0000 7f2534f24800 2 removed watcher, disabling cache 2024-09-19T11:39:42.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.681+0000 7f2534f24800 20 remove_watcher() i=1 2024-09-19T11:39:42.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.682+0000 7f2534f24800 20 remove_watcher() i=2 2024-09-19T11:39:42.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.683+0000 7f2534f24800 20 remove_watcher() i=3 2024-09-19T11:39:42.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.684+0000 7f2534f24800 20 remove_watcher() i=4 2024-09-19T11:39:42.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.685+0000 7f2534f24800 20 remove_watcher() i=5 2024-09-19T11:39:42.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.686+0000 7f2534f24800 20 remove_watcher() i=6 2024-09-19T11:39:42.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.687+0000 7f2534f24800 20 remove_watcher() i=7 2024-09-19T11:39:42.699 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:42.699 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:42.700 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-block-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:42.700 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:42.701 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-19T11:39:42.735 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:42.735 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:42.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.769+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 20 realm 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.771+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.772+0000 7fac27cbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:42.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.772+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.773+0000 7fac27cbb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:42.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.773+0000 7fac27cbb800 20 searching for the correct realm 2024-09-19T11:39:42.778 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.776+0000 7fac24fa4640 0 -- 172.21.15.103:0/100423450 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55ee57778370 msgr2=0x55ee5777a7e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:42.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.779+0000 7fac257a5640 0 -- 172.21.15.103:0/100423450 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fac1c044530 msgr2=0x7fac1c09a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:42.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:42.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:42.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:42.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:42.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:42.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:42.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 zone default found 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 4 Realm: () 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 zonegroup default 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.783+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.784+0000 7fac27cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.784+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.784+0000 7fac27cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.784+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.784+0000 7fac27cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.784+0000 7fac27cbb800 20 started sync module instance, tier type = 2024-09-19T11:39:42.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.784+0000 7fac27cbb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.792+0000 7fac27cbb800 20 add_watcher() i=0 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.792+0000 7fac27cbb800 20 add_watcher() i=1 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.792+0000 7fac27cbb800 20 add_watcher() i=2 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.792+0000 7fac27cbb800 20 add_watcher() i=3 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.792+0000 7fac27cbb800 20 add_watcher() i=4 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.792+0000 7fac27cbb800 20 add_watcher() i=5 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.792+0000 7fac27cbb800 20 add_watcher() i=6 2024-09-19T11:39:42.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.793+0000 7fac27cbb800 20 add_watcher() i=7 2024-09-19T11:39:42.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.793+0000 7fac27cbb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:42.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.796+0000 7faadb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:42.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.796+0000 7fac27cbb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:42.800 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.796+0000 7fac27cbb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.796+0000 7fac27cbb800 5 note: GC not initialized 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7faada7e4640 20 reqs_thread_entry: start 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 20 Filter name: none 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7faa4bfff640 20 reqs_thread_entry: start 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-19T11:39:42.801 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 : miss 2024-09-19T11:39:42.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.797+0000 7fac27cbb800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.798+0000 7fac27cbb800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:42.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.798+0000 7fac27cbb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:42.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.798+0000 7fac27cbb800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:42.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.798+0000 7fac27cbb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:42.802 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.798+0000 7fac27cbb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:42.803 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.798+0000 7fac27cbb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 2024-09-19T11:39:42.804 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.802+0000 7fac27cbb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:42.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.802+0000 7fac27cbb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:42.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.802+0000 7fac27cbb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:42.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.802+0000 7fac27cbb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28, ofs0, ns] 2024-09-19T11:39:42.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fab08ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562436 cookie 94482158034576 notifier 6566 bl.length()=915 2024-09-19T11:39:42.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fab08ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:42.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fab08ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:42.805 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fab08ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:42.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_sources= new_sources= 2024-09-19T11:39:42.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential sources added=[] removed=[] 2024-09-19T11:39:42.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_dests= new_dests= 2024-09-19T11:39:42.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.803+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential dests added=[] removed=[] 2024-09-19T11:39:42.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.0 2024-09-19T11:39:42.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.0 2024-09-19T11:39:42.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.1 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.1 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.2 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.2 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.3 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.3 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.4 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.4 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.5 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.5 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.6 2024-09-19T11:39:42.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.6 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.7 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.7 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.8 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.8 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.9 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.9 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.10 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.10 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.11 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.11 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.0 2024-09-19T11:39:42.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.810+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1 2024-09-19T11:39:42.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.811+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.2 2024-09-19T11:39:42.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.811+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.3 2024-09-19T11:39:42.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.811+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.4 2024-09-19T11:39:42.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.812+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.5 2024-09-19T11:39:42.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.812+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.6 2024-09-19T11:39:42.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.813+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.7 2024-09-19T11:39:42.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.814+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.8 2024-09-19T11:39:42.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.814+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.9 2024-09-19T11:39:42.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.815+0000 7fac27cbb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.10 2024-09-19T11:39:42.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.818+0000 7fac27cbb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:42.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.818+0000 7fac27cbb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 2024-09-19T11:39:42.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7fac27cbb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7fac27cbb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7fac27cbb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7fac27cbb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28, ofs0, ns] 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7faaf7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562437 cookie 94482158034576 notifier 6566 bl.length()=915 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7faaf7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7faaf7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.819+0000 7faaf7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.820+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_sources= new_sources= 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.820+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential sources added=[] removed=[] 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.820+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_dests= new_dests= 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.820+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential dests added=[] removed=[] 2024-09-19T11:39:42.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.820+0000 7fac27cbb800 -1 Injecting error=-5 at location=block_writes 2024-09-19T11:39:42.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.820+0000 7fac27cbb800 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-19T11:39:42.826 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.824+0000 7fac27cbb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:42.827 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.824+0000 7fac27cbb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 2024-09-19T11:39:42.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.825+0000 7fac27cbb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:42.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.825+0000 7fac27cbb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:42.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.825+0000 7fac27cbb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:42.828 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.825+0000 7fac27cbb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28, ofs0, ns] 2024-09-19T11:39:42.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fab08ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562438 cookie 94482158034576 notifier 6566 bl.length()=883 2024-09-19T11:39:42.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fab08ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:42.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fab08ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:42.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fab08ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:42.829 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_sources= new_sources= 2024-09-19T11:39:42.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential sources added=[] removed=[] 2024-09-19T11:39:42.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_dests= new_dests= 2024-09-19T11:39:42.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.826+0000 7fac27cbb800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential dests added=[] removed=[] 2024-09-19T11:39:42.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.828+0000 7fac27cbb800 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-19T11:39:42.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.830+0000 7faadb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:42.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.832+0000 7fac27cbb800 20 remove_watcher() i=0 2024-09-19T11:39:42.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.832+0000 7fac27cbb800 2 removed watcher, disabling cache 2024-09-19T11:39:42.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.833+0000 7fac27cbb800 20 remove_watcher() i=1 2024-09-19T11:39:42.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.834+0000 7fac27cbb800 20 remove_watcher() i=2 2024-09-19T11:39:42.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.834+0000 7fac27cbb800 20 remove_watcher() i=3 2024-09-19T11:39:42.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.835+0000 7fac27cbb800 20 remove_watcher() i=4 2024-09-19T11:39:42.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.836+0000 7fac27cbb800 20 remove_watcher() i=5 2024-09-19T11:39:42.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.837+0000 7fac27cbb800 20 remove_watcher() i=6 2024-09-19T11:39:42.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.838+0000 7fac27cbb800 20 remove_watcher() i=7 2024-09-19T11:39:42.852 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-19T11:39:42.881 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:42.882 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:42.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.915+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 20 realm 2024-09-19T11:39:42.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:42.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:42.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.917+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.918+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:42.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.918+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:42.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.919+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:42.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.919+0000 7f5e0a32a800 20 searching for the correct realm 2024-09-19T11:39:42.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.921+0000 7f5e060ad640 0 -- 172.21.15.103:0/3219168374 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f5e00061040 msgr2=0x7f5e000a8680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:42.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:42.924+0000 7f5e060ad640 0 -- 172.21.15.103:0/3219168374 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f5df006c780 msgr2=0x7f5df0089130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:43.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.130+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 zone default found 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 4 Realm: () 2024-09-19T11:39:43.134 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:43.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:43.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:43.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 zonegroup default 2024-09-19T11:39:43.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.131+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.132+0000 7f5e0a32a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.132+0000 7f5e0a32a800 20 started sync module instance, tier type = 2024-09-19T11:39:43.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.132+0000 7f5e0a32a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:43.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.140+0000 7f5e0a32a800 20 add_watcher() i=0 2024-09-19T11:39:43.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.140+0000 7f5e0a32a800 20 add_watcher() i=1 2024-09-19T11:39:43.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.140+0000 7f5e0a32a800 20 add_watcher() i=2 2024-09-19T11:39:43.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.140+0000 7f5e0a32a800 20 add_watcher() i=3 2024-09-19T11:39:43.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.140+0000 7f5e0a32a800 20 add_watcher() i=4 2024-09-19T11:39:43.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.140+0000 7f5e0a32a800 20 add_watcher() i=5 2024-09-19T11:39:43.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.140+0000 7f5e0a32a800 20 add_watcher() i=6 2024-09-19T11:39:43.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.141+0000 7f5e0a32a800 20 add_watcher() i=7 2024-09-19T11:39:43.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.141+0000 7f5e0a32a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:43.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.143+0000 7f5cbcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:43.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.143+0000 7f5e0a32a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:43.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.143+0000 7f5e0a32a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:43.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.143+0000 7f5e0a32a800 5 note: GC not initialized 2024-09-19T11:39:43.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.143+0000 7f5c377fe640 20 reqs_thread_entry: start 2024-09-19T11:39:43.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.144+0000 7f5e0a32a800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:43.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.144+0000 7f5e0a32a800 20 Filter name: none 2024-09-19T11:39:43.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.144+0000 7f5c357fa640 20 reqs_thread_entry: start 2024-09-19T11:39:43.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.144+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.144+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:43.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.144+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.145+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:43.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.145+0000 7f5e0a32a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:43.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.145+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.145+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:43.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.145+0000 7f5e0a32a800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.145+0000 7f5e0a32a800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:43.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.145+0000 7f5e0a32a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:43.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.147+0000 7f5cbcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:43.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.149+0000 7f5e0a32a800 20 remove_watcher() i=0 2024-09-19T11:39:43.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.149+0000 7f5e0a32a800 2 removed watcher, disabling cache 2024-09-19T11:39:43.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.150+0000 7f5e0a32a800 20 remove_watcher() i=1 2024-09-19T11:39:43.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.151+0000 7f5e0a32a800 20 remove_watcher() i=2 2024-09-19T11:39:43.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.152+0000 7f5e0a32a800 20 remove_watcher() i=3 2024-09-19T11:39:43.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.153+0000 7f5e0a32a800 20 remove_watcher() i=4 2024-09-19T11:39:43.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.154+0000 7f5e0a32a800 20 remove_watcher() i=5 2024-09-19T11:39:43.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.155+0000 7f5e0a32a800 20 remove_watcher() i=6 2024-09-19T11:39:43.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.156+0000 7f5e0a32a800 20 remove_watcher() i=7 2024-09-19T11:39:43.168 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:43.168 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:43.168 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-block-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:43.168 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:43.170 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:43.170 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:43.176 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:43.176 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:43.219 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:39:43.250 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:43.250 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:43.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.284+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.285+0000 7ff7ab332800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.285+0000 7ff7ab332800 20 realm 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.285+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.286+0000 7ff7ab332800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.286+0000 7ff7ab332800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.286+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.286+0000 7ff7ab332800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.286+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.287+0000 7ff7ab332800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:43.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.287+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.287+0000 7ff7ab332800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:43.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.287+0000 7ff7ab332800 20 searching for the correct realm 2024-09-19T11:39:43.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.290+0000 7ff7a68af640 0 -- 172.21.15.103:0/1717750429 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ff79c01e040 msgr2=0x7ff79c041950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:43.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.494+0000 7ff7a70b0640 0 -- 172.21.15.103:0/1717750429 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55c78dbf9b10 msgr2=0x55c78dbfbf40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:43.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.499+0000 7ff7ab332800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.499+0000 7ff7ab332800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.499+0000 7ff7ab332800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.499+0000 7ff7ab332800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.499+0000 7ff7ab332800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.499+0000 7ff7ab332800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.499+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:43.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 zone default found 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 4 Realm: () 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 zonegroup default 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.500+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.501+0000 7ff7ab332800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.501+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.501+0000 7ff7ab332800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.501+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.501+0000 7ff7ab332800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.501+0000 7ff7ab332800 20 started sync module instance, tier type = 2024-09-19T11:39:43.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.501+0000 7ff7ab332800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:43.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.509+0000 7ff7ab332800 20 add_watcher() i=0 2024-09-19T11:39:43.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.509+0000 7ff7ab332800 20 add_watcher() i=1 2024-09-19T11:39:43.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.509+0000 7ff7ab332800 20 add_watcher() i=2 2024-09-19T11:39:43.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.509+0000 7ff7ab332800 20 add_watcher() i=3 2024-09-19T11:39:43.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.509+0000 7ff7ab332800 20 add_watcher() i=4 2024-09-19T11:39:43.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.509+0000 7ff7ab332800 20 add_watcher() i=5 2024-09-19T11:39:43.512 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.509+0000 7ff7ab332800 20 add_watcher() i=6 2024-09-19T11:39:43.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.510+0000 7ff7ab332800 20 add_watcher() i=7 2024-09-19T11:39:43.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.510+0000 7ff7ab332800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:43.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.511+0000 7ff65e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff7ab332800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff7ab332800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff7ab332800 5 note: GC not initialized 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff65d7e2640 20 reqs_thread_entry: start 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff7ab332800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff7ab332800 20 Filter name: none 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff6567fc640 20 reqs_thread_entry: start 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff7ab332800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-19T11:39:43.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.512+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:43.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-19T11:39:43.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-19T11:39:43.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 : miss 2024-09-19T11:39:43.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:43.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:43.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:43.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:43.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:43.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.513+0000 7ff7ab332800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 2024-09-19T11:39:43.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.517+0000 7ff7ab332800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:43.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.517+0000 7ff7ab332800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:43.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.517+0000 7ff7ab332800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:43.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.517+0000 7ff7ab332800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28, ofs0, ns] 2024-09-19T11:39:43.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff68affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562439 cookie 94315565005568 notifier 7017 bl.length()=915 2024-09-19T11:39:43.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff68affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:43.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff68affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:43.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff68affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:43.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_sources= new_sources= 2024-09-19T11:39:43.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential sources added=[] removed=[] 2024-09-19T11:39:43.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_dests= new_dests= 2024-09-19T11:39:43.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.518+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential dests added=[] removed=[] 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.0 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.0 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.1 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.1 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.2 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.2 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.3 2024-09-19T11:39:43.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.3 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.4 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.4 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.5 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.5 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.6 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.6 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.7 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.7 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.8 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.8 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.9 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.9 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.10 2024-09-19T11:39:43.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.10 2024-09-19T11:39:43.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.11 2024-09-19T11:39:43.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1.11 2024-09-19T11:39:43.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.0 2024-09-19T11:39:43.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1 2024-09-19T11:39:43.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.524+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.2 2024-09-19T11:39:43.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.525+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.3 2024-09-19T11:39:43.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.525+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.4 2024-09-19T11:39:43.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.526+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.5 2024-09-19T11:39:43.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.526+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.6 2024-09-19T11:39:43.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.527+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.7 2024-09-19T11:39:43.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.528+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.8 2024-09-19T11:39:43.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.528+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.9 2024-09-19T11:39:43.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.529+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.10 2024-09-19T11:39:43.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.532+0000 7ff7ab332800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:43.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.532+0000 7ff7ab332800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 2024-09-19T11:39:43.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:43.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:43.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28, ofs0, ns] 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff68affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562440 cookie 94315565005568 notifier 7017 bl.length()=915 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff68affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff68affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff68affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_sources= new_sources= 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential sources added=[] removed=[] 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_dests= new_dests= 2024-09-19T11:39:43.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.533+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential dests added=[] removed=[] 2024-09-19T11:39:43.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.535+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.0 2024-09-19T11:39:43.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.536+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.1 2024-09-19T11:39:43.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.536+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.2 2024-09-19T11:39:43.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.536+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.3 2024-09-19T11:39:43.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.536+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.4 2024-09-19T11:39:43.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.537+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.5 2024-09-19T11:39:43.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.537+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.6 2024-09-19T11:39:43.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.537+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.7 2024-09-19T11:39:43.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.538+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.8 2024-09-19T11:39:43.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.538+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.9 2024-09-19T11:39:43.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.539+0000 7ff7ab332800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28.10 2024-09-19T11:39:43.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.539+0000 7ff7ab332800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:43.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.539+0000 7ff7ab332800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 2024-09-19T11:39:43.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.540+0000 7ff7ab332800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:43.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.540+0000 7ff7ab332800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.540+0000 7ff7ab332800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.540+0000 7ff7ab332800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28, ofs0, ns] 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff68a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562441 cookie 94315565005568 notifier 7017 bl.length()=883 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff68a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 info.flags=0x17 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff68a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 to cache LRU end 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff68a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_sources= new_sources= 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential sources added=[] removed=[] 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): orig_dests= new_dests= 2024-09-19T11:39:43.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.541+0000 7ff7ab332800 20 handle_bi_update(): bucket=:error-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28]): potential dests added=[] removed=[] 2024-09-19T11:39:43.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.543+0000 7ff7ab332800 1 execute INFO: reshard of bucket "error-at-block-writes" from 11 shards to 12 shards completed successfully 2024-09-19T11:39:43.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.545+0000 7ff65e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:43.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.547+0000 7ff7ab332800 20 remove_watcher() i=0 2024-09-19T11:39:43.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.547+0000 7ff7ab332800 2 removed watcher, disabling cache 2024-09-19T11:39:43.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.548+0000 7ff7ab332800 20 remove_watcher() i=1 2024-09-19T11:39:43.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.549+0000 7ff7ab332800 20 remove_watcher() i=2 2024-09-19T11:39:43.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.550+0000 7ff7ab332800 20 remove_watcher() i=3 2024-09-19T11:39:43.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.551+0000 7ff7ab332800 20 remove_watcher() i=4 2024-09-19T11:39:43.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.551+0000 7ff7ab332800 20 remove_watcher() i=5 2024-09-19T11:39:43.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.552+0000 7ff7ab332800 20 remove_watcher() i=6 2024-09-19T11:39:43.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.553+0000 7ff7ab332800 20 remove_watcher() i=7 2024-09-19T11:39:43.567 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-19T11:39:43.596 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:43.596 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:43.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.629+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.631+0000 7f060f6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.631+0000 7f060f6b9800 20 realm 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.631+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.631+0000 7f060f6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.631+0000 7f060f6b9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.631+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.632+0000 7f060f6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:43.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.632+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.632+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:43.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.632+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:43.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.633+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:43.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.633+0000 7f060f6b9800 20 searching for the correct realm 2024-09-19T11:39:43.838 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.836+0000 7f060c9a2640 0 -- 172.21.15.103:0/2173096474 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f0604063070 msgr2=0x7f0604083920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:43.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:43.840+0000 7f060d1a3640 0 -- 172.21.15.103:0/2173096474 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f060409e420 msgr2=0x7f060409e8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.045+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 zone default found 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 4 Realm: () 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 zonegroup default 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.046+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.047+0000 7f060f6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.047+0000 7f060f6b9800 20 started sync module instance, tier type = 2024-09-19T11:39:44.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.047+0000 7f060f6b9800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:44.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.056+0000 7f060f6b9800 20 add_watcher() i=0 2024-09-19T11:39:44.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.056+0000 7f060f6b9800 20 add_watcher() i=1 2024-09-19T11:39:44.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.056+0000 7f060f6b9800 20 add_watcher() i=2 2024-09-19T11:39:44.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.056+0000 7f060f6b9800 20 add_watcher() i=3 2024-09-19T11:39:44.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.056+0000 7f060f6b9800 20 add_watcher() i=4 2024-09-19T11:39:44.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.056+0000 7f060f6b9800 20 add_watcher() i=5 2024-09-19T11:39:44.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.056+0000 7f060f6b9800 20 add_watcher() i=6 2024-09-19T11:39:44.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.057+0000 7f060f6b9800 20 add_watcher() i=7 2024-09-19T11:39:44.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.057+0000 7f060f6b9800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:44.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.058+0000 7f04c3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f060f6b9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:44.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f060f6b9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:44.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f060f6b9800 5 note: GC not initialized 2024-09-19T11:39:44.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f04c2fe5640 20 reqs_thread_entry: start 2024-09-19T11:39:44.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f060f6b9800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:44.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f060f6b9800 20 Filter name: none 2024-09-19T11:39:44.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f04c0fe1640 20 reqs_thread_entry: start 2024-09-19T11:39:44.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.059+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.060+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.060+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.061+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:44.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.061+0000 7f060f6b9800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:44.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.061+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.061+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.061+0000 7f060f6b9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.061+0000 7f060f6b9800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:44.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.061+0000 7f060f6b9800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:44.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.063+0000 7f04c3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.065+0000 7f060f6b9800 20 remove_watcher() i=0 2024-09-19T11:39:44.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.065+0000 7f060f6b9800 2 removed watcher, disabling cache 2024-09-19T11:39:44.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.066+0000 7f060f6b9800 20 remove_watcher() i=1 2024-09-19T11:39:44.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.067+0000 7f060f6b9800 20 remove_watcher() i=2 2024-09-19T11:39:44.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.068+0000 7f060f6b9800 20 remove_watcher() i=3 2024-09-19T11:39:44.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.069+0000 7f060f6b9800 20 remove_watcher() i=4 2024-09-19T11:39:44.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.070+0000 7f060f6b9800 20 remove_watcher() i=5 2024-09-19T11:39:44.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.071+0000 7f060f6b9800 20 remove_watcher() i=6 2024-09-19T11:39:44.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.072+0000 7f060f6b9800 20 remove_watcher() i=7 2024-09-19T11:39:44.085 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.085 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:44.085 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-block-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.28 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:39:44.085 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.087 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.087 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.090 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.090 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.133 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.133 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.160 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at block_writes 2024-09-19T11:39:44.160 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.161 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.162 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.172 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.172 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.215 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.215 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.222 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.222 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.228 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.228 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.236 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.236 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.242 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.242 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.248 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.248 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.254 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.254 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.260 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.260 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.266 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.266 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.272 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.272 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.278 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.278 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.284 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.284 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.290 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.290 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.297 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.297 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.303 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.303 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.310 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.310 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.315 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.315 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.321 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.321 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.328 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.328 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.334 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.334 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.341 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-19T11:39:44.369 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:44.369 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:44.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.402+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.403+0000 7f7007616800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.403+0000 7f7007616800 20 realm 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.403+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.403+0000 7f7007616800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.403+0000 7f7007616800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.403+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.404+0000 7f7007616800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.404+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.404+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.404+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.405+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:44.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.405+0000 7f7007616800 20 searching for the correct realm 2024-09-19T11:39:44.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.408+0000 7f70035e8640 0 -- 172.21.15.103:0/440322353 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55e23d96ae50 msgr2=0x55e23d96d310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.411+0000 7f7002de7640 0 -- 172.21.15.103:0/440322353 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f6fec0a6040 msgr2=0x7f6fec0a6420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.415+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 zone default found 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 4 Realm: () 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 zonegroup default 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.416+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.417+0000 7f7007616800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.417+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.417+0000 7f7007616800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.417+0000 7f7007616800 20 started sync module instance, tier type = 2024-09-19T11:39:44.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.417+0000 7f7007616800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:44.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.425+0000 7f7007616800 20 add_watcher() i=0 2024-09-19T11:39:44.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.425+0000 7f7007616800 20 add_watcher() i=1 2024-09-19T11:39:44.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.425+0000 7f7007616800 20 add_watcher() i=2 2024-09-19T11:39:44.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.425+0000 7f7007616800 20 add_watcher() i=3 2024-09-19T11:39:44.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.425+0000 7f7007616800 20 add_watcher() i=4 2024-09-19T11:39:44.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.425+0000 7f7007616800 20 add_watcher() i=5 2024-09-19T11:39:44.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.425+0000 7f7007616800 20 add_watcher() i=6 2024-09-19T11:39:44.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.426+0000 7f7007616800 20 add_watcher() i=7 2024-09-19T11:39:44.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.426+0000 7f7007616800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:44.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.427+0000 7f6eb97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f7007616800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f7007616800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f7007616800 5 note: GC not initialized 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f6e33fff640 20 reqs_thread_entry: start 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f7007616800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f7007616800 20 Filter name: none 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f6e31ffb640 20 reqs_thread_entry: start 2024-09-19T11:39:44.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.428+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.429+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.429+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.429+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:44.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.429+0000 7f7007616800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:44.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.429+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.430+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.430+0000 7f7007616800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.430+0000 7f7007616800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:44.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.430+0000 7f7007616800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:44.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.432+0000 7f6eb97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.434+0000 7f7007616800 20 remove_watcher() i=0 2024-09-19T11:39:44.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.434+0000 7f7007616800 2 removed watcher, disabling cache 2024-09-19T11:39:44.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.434+0000 7f7007616800 20 remove_watcher() i=1 2024-09-19T11:39:44.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.435+0000 7f7007616800 20 remove_watcher() i=2 2024-09-19T11:39:44.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.436+0000 7f7007616800 20 remove_watcher() i=3 2024-09-19T11:39:44.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.437+0000 7f7007616800 20 remove_watcher() i=4 2024-09-19T11:39:44.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.438+0000 7f7007616800 20 remove_watcher() i=5 2024-09-19T11:39:44.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.439+0000 7f7007616800 20 remove_watcher() i=6 2024-09-19T11:39:44.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.440+0000 7f7007616800 20 remove_watcher() i=7 2024-09-19T11:39:44.452 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.453 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:44.453 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-block-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:44.453 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.454 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-19T11:39:44.488 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:44.488 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:44.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.522+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 20 realm 2024-09-19T11:39:44.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:44.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.525+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.525+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.526+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:44.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.526+0000 7f96d99a9800 20 searching for the correct realm 2024-09-19T11:39:44.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.528+0000 7f96d7493640 0 -- 172.21.15.103:0/2442974819 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f96d00c1040 msgr2=0x7f96d00a7fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.531+0000 7f96d7493640 0 -- 172.21.15.103:0/2442974819 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f96c0054040 msgr2=0x7f96c0054420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 zone default found 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 4 Realm: () 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 zonegroup default 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.739+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.739+0000 7f96d99a9800 20 started sync module instance, tier type = 2024-09-19T11:39:44.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.739+0000 7f96d99a9800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:44.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=0 2024-09-19T11:39:44.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=1 2024-09-19T11:39:44.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=2 2024-09-19T11:39:44.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=3 2024-09-19T11:39:44.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=4 2024-09-19T11:39:44.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=5 2024-09-19T11:39:44.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=6 2024-09-19T11:39:44.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.748+0000 7f96d99a9800 20 add_watcher() i=7 2024-09-19T11:39:44.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.748+0000 7f96d99a9800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:44.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.749+0000 7f958dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:44.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:44.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 5 note: GC not initialized 2024-09-19T11:39:44.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f958cfe1640 20 reqs_thread_entry: start 2024-09-19T11:39:44.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:44.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 20 Filter name: none 2024-09-19T11:39:44.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f95067fc640 20 reqs_thread_entry: start 2024-09-19T11:39:44.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T11:39:44.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T11:39:44.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T11:39:44.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : miss 2024-09-19T11:39:44.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.751+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:44.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.751+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.751+0000 7f96d99a9800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.751+0000 7f96d99a9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:44.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.751+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.751+0000 7f96d99a9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:39:44.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562392 cookie 94291259474848 notifier 7071 bl.length()=915 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:39:44.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.0 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.0 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.1 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.1 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.2 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.2 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.3 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.3 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.4 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.4 2024-09-19T11:39:44.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.5 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.5 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.6 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.6 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.7 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.7 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.8 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.8 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.9 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.9 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.10 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.10 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.11 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.11 2024-09-19T11:39:44.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.0 2024-09-19T11:39:44.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.762+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1 2024-09-19T11:39:44.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.762+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2 2024-09-19T11:39:44.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.3 2024-09-19T11:39:44.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.4 2024-09-19T11:39:44.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.5 2024-09-19T11:39:44.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.764+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.6 2024-09-19T11:39:44.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.7 2024-09-19T11:39:44.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.8 2024-09-19T11:39:44.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.9 2024-09-19T11:39:44.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.766+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.10 2024-09-19T11:39:44.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.769+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:44.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.769+0000 7f96d99a9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.770+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.770+0000 7f96d99a9800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.770+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.770+0000 7f96d99a9800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562393 cookie 94291259474848 notifier 7071 bl.length()=915 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:39:44.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:39:44.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:39:44.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:39:44.774 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96d99a9800 time 2024-09-19T11:39:44.773353+0000 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96dcf8c76a] 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:39:44.775 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f96d99a9800 thread_name:radosgw-admin 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.772+0000 7f96d99a9800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96d99a9800 time 2024-09-19T11:39:44.773353+0000 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96dcf8c76a] 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:44.776 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96dbc3e6f0] 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96dbc8b99c] 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96dcf8c7c4] 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.797 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.773+0000 7f96d99a9800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f96d99a9800 thread_name:radosgw-admin 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96dbc3e6f0] 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96dbc8b99c] 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96dcf8c7c4] 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.798 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e4e20f10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e4eaa9c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.799 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e4eb4790 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.051296s 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e4e20f10 auth_method 0 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e4eb4790 auth_method 0 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.800 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_done global_id 6638 payload 824 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:39:44.507+0000 7f96d7493640 1 monclient: found mon.noname-c 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:39:44.507+0000 7f96cec92640 10 monclient: get_auth_request con 0x55c1e4eaa9c0 auth_method 0 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.801 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: dump: 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.802 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: dump: 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.803 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:39:44.507+0000 7f96d99a9800 5 monclient: authenticate success, global_id 6638 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:39:44.507+0000 7f95c560a640 4 set_mon_vals no callback set 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:39:44.507+0000 7f96d99a9800 1 librados: init done 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:39:44.509+0000 7f95c3e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:39:44.509+0000 7f95c3e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:39:44.509+0000 7f95c3e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:39:44.510+0000 7f96cec92640 10 monclient: get_auth_request con 0x7f95bc077570 auth_method 0 2024-09-19T11:39:44.804 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:39:44.510+0000 7f96d7c94640 10 monclient: get_auth_request con 0x55c1e4f94010 auth_method 0 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:39:44.511+0000 7f96d7493640 10 monclient: get_auth_request con 0x55c1e4fb69c0 auth_method 0 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:39:44.511+0000 7f96cec92640 10 monclient: get_auth_request con 0x55c1e4fbb060 auth_method 0 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:39:44.513+0000 7f96d99a9800 10 monclient: build_initial_monmap 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:39:44.513+0000 7f96d99a9800 1 build_initial for_mkfs: 0 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:39:44.513+0000 7f96d99a9800 10 monclient: monmap: 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:44.805 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding auth protocol: cephx 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding auth protocol: cephx 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding auth protocol: cephx 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.806 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:39:44.513+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command objecter_requests cmddesc objecter_requests hook 0x55c1e4fc3240 EEXIST 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:39:44.513+0000 7f96d99a9800 10 monclient: init 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding auth protocol: cephx 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding auth protocol: cephx 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding auth protocol: cephx 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.807 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:39:44.513+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:39:44.514+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.808 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:39:44.514+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command rotate-key cmddesc rotate-key hook 0x55c1e4fbe550 EEXIST 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e4fe7560 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e4fe7940 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e4fe6270 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.058216s 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e4fe6270 auth_method 0 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.809 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): get_auth_request con 0x55c1e4fe7940 auth_method 0 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e4fe7560 auth_method 0 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.810 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_done global_id 7065 payload 824 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:39:44.514+0000 7f96d7c94640 1 monclient: found mon.noname-a 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: dump: 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.811 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: dump: 2024-09-19T11:39:44.812 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:39:44.514+0000 7f96d99a9800 5 monclient: authenticate success, global_id 7065 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.813 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:39:44.514+0000 7f96d8495640 4 set_mon_vals no callback set 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:39:44.516+0000 7f95c1602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:39:44.516+0000 7f95c1602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:39:44.516+0000 7f95c1602640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:39:44.516+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f95b0077480 auth_method 0 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: get_monmap_and_config 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: build_initial_monmap 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:39:44.517+0000 7f96d99a9800 1 build_initial for_mkfs: 0 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: monmap: 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:44.814 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding auth protocol: cephx 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding auth protocol: cephx 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding auth protocol: cephx 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.815 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:39:44.517+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: init 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding auth protocol: cephx 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding auth protocol: cephx 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding auth protocol: cephx 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.816 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:39:44.517+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:39:44.517+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.817 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:39:44.518+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command rotate-key cmddesc rotate-key hook 0x7ffc8948d518 EEXIST 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e503ba30 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e502c380 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e5036e60 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.062063s 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): get_auth_request con 0x55c1e502c380 auth_method 0 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.818 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e503ba30 auth_method 0 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e5036e60 auth_method 0 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.819 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_done global_id 7068 payload 274 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:39:44.518+0000 7f96d7493640 1 monclient: found mon.noname-a 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: dump: 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.820 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: dump: 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.821 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:39:44.518+0000 7f96d99a9800 5 monclient: authenticate success, global_id 7068 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient: get_monmap_and_config success 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:39:44.518+0000 7f96d99a9800 4 set_mon_vals no callback set 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: shutdown 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: build_initial_monmap 2024-09-19T11:39:44.822 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 build_initial for_mkfs: 0 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: monmap: 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding auth protocol: cephx 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding auth protocol: cephx 2024-09-19T11:39:44.823 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding auth protocol: cephx 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:39:44.519+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.824 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: starting msgr at 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: starting objecter 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command objecter_requests cmddesc objecter_requests hook 0x55c1e500d460 EEXIST 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: setting wanted keys 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: calling monclient init 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: init 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding auth protocol: cephx 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding auth protocol: cephx 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding auth protocol: cephx 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.825 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:39:44.520+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:39:44.520+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:39:44.520+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command rotate-key cmddesc rotate-key hook 0x55c1e4ffbf68 EEXIST 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e502c380 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e5036e60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.826 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e503ba30 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.064326s 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e502c380 auth_method 0 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): get_auth_request con 0x55c1e5036e60 auth_method 0 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.827 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e503ba30 auth_method 0 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_done global_id 7071 payload 824 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:39:44.520+0000 7f96d7493640 1 monclient: found mon.noname-a 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.828 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: dump: 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.829 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: dump: 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:39:44.520+0000 7f96d99a9800 5 monclient: authenticate success, global_id 7071 2024-09-19T11:39:44.830 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:39:44.520+0000 7f95baffd640 4 set_mon_vals no callback set 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:39:44.520+0000 7f96d99a9800 1 librados: init done 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:39:44.520+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cr dump hook 0x55c1e50340f8 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:39:44.522+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:39:44.523+0000 7f95b97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:39:44.523+0000 7f95b97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:39:44.523+0000 7f95b97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:39:44.523+0000 7f96cec92640 10 monclient: get_auth_request con 0x7f95a0077570 auth_method 0 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:39:44.523+0000 7f96d7c94640 10 monclient: get_auth_request con 0x55c1e50559f0 auth_method 0 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 realm 2024-09-19T11:39:44.831 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:39:44.524+0000 7f96d99a9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:39:44.525+0000 7f96d7493640 10 monclient: get_auth_request con 0x55c1e5059c20 auth_method 0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:39:44.525+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:39:44.525+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:39:44.525+0000 7f96cec92640 10 monclient: get_auth_request con 0x55c1e505d480 auth_method 0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:39:44.526+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:39:44.526+0000 7f96d99a9800 20 searching for the correct realm 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:39:44.526+0000 7f96d7c94640 10 monclient: get_auth_request con 0x55c1e5062260 auth_method 0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:39:44.527+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96d00c1040 auth_method 0 2024-09-19T11:39:44.832 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:39:44.528+0000 7f96cec92640 10 monclient: get_auth_request con 0x7f96c003f040 auth_method 0 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:39:44.528+0000 7f96d7493640 0 -- 172.21.15.103:0/2442974819 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f96d00c1040 msgr2=0x7f96d00a7fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:39:44.528+0000 7f95b97fa640 1 client.7071.objecter ms_handle_reset 0x7f96d00c1040 session 0x7f96d00aee90 osd.7 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:39:44.528+0000 7f95b97fa640 10 monclient: _renew_subs 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:39:44.528+0000 7f95b97fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:39:44.529+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f95a0087390 auth_method 0 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:39:44.529+0000 7f96d7c94640 10 monclient: get_auth_request con 0x7f96c0026040 auth_method 0 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:39:44.531+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96c0054040 auth_method 0 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:39:44.531+0000 7f96d7493640 0 -- 172.21.15.103:0/2442974819 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f96c0054040 msgr2=0x7f96c0054420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:39:44.732+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96c0054040 auth_method 0 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:44.833 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 zone default found 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:39:44.738+0000 7f96d99a9800 4 Realm: () 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:39:44.738+0000 7f96d99a9800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:39:44.738+0000 7f96d99a9800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:39:44.738+0000 7f96d99a9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 zonegroup default 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.834 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:39:44.739+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:39:44.739+0000 7f96d99a9800 20 started sync module instance, tier type = 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:39:44.739+0000 7f96d99a9800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=0 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=1 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=2 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=3 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=4 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=5 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=6 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:39:44.748+0000 7f96d99a9800 20 add_watcher() i=7 2024-09-19T11:39:44.835 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:39:44.748+0000 7f96d99a9800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding auth protocol: cephx 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding auth protocol: cephx 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding auth protocol: cephx 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.836 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:39:44.749+0000 7f958dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:39:44.750+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache list hook 0x55c1e5049080 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache inspect hook 0x55c1e5049080 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache erase hook 0x55c1e5049080 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache zap hook 0x55c1e5049080 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 note: GC not initialized 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:39:44.750+0000 7f958cfe1640 20 reqs_thread_entry: start 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace show hook 0x7f96d0004ee0 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace history hook 0x7f96d0004ee0 2024-09-19T11:39:44.837 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace active hook 0x7f96d0004ee0 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace active_short hook 0x7f96d0004ee0 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 Filter name: none 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:39:44.750+0000 7f95067fc640 20 reqs_thread_entry: start 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : miss 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:39:44.751+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.838 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562392 cookie 94291259474848 notifier 7071 bl.length()=915 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:39:44.839 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.0 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.0 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.1 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.1 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.2 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.2 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.3 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.3 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.4 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.4 2024-09-19T11:39:44.840 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.5 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.5 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.6 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.6 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.7 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.7 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.8 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.8 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.9 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.9 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.10 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.10 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.11 2024-09-19T11:39:44.841 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.11 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.0 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:39:44.762+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:39:44.762+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.3 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.4 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.5 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:39:44.764+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.6 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.7 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.8 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.9 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:39:44.766+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.10 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:39:44.766+0000 7f95b97fa640 1 client.7071.objecter ms_handle_reset 0x7f96c0054040 session 0x7f96c003fd10 osd.0 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:39:44.766+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96d00c1040 auth_method 0 2024-09-19T11:39:44.842 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:39:44.769+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:39:44.769+0000 7f96d99a9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562393 cookie 94291259474848 notifier 7071 bl.length()=915 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:39:44.772+0000 7f96d99a9800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96d99a9800 time 2024-09-19T11:39:44.773353+0000 2024-09-19T11:39:44.843 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96dcf8c76a] 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.844 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:39:44.773+0000 7f96d99a9800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f96d99a9800 thread_name:radosgw-admin 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96dbc3e6f0] 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96dbc8b99c] 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96dcf8c7c4] 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:44.845 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:39:44.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:39:44.847 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:39:44.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:39:44.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:39:44.850 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:39:44.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:39:44.852 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95067fc640 / http_manager 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f958cfe1640 / http_manager 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f958dfe3640 / rgw_dt_lg_renew 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95b97fa640 / ms_dispatch 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95ba7fc640 / io_context_pool 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95baffd640 / io_context_pool 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95c1602640 / ms_dispatch 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95c3e07640 / ms_dispatch 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95c560a640 / io_context_pool 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96cec92640 / msgr-worker-2 2024-09-19T11:39:44.853 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d7493640 / msgr-worker-1 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d7c94640 / msgr-worker-0 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d8495640 / io_context_pool 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d99a9800 / radosgw-admin 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.112575.log 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e4e20f10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e4eaa9c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e4eb4790 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.854 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.051296s 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e4e20f10 auth_method 0 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e4eb4790 auth_method 0 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.855 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:39:44.507+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient(hunting): handle_auth_done global_id 6638 payload 824 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:39:44.507+0000 7f96d7493640 1 monclient: found mon.noname-c 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:39:44.507+0000 7f96d7493640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:39:44.856 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:39:44.507+0000 7f96cec92640 10 monclient: get_auth_request con 0x55c1e4eaa9c0 auth_method 0 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: dump: 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.857 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:39:44.507+0000 7f95c3e07640 10 monclient: dump: 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.858 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:39:44.507+0000 7f96d99a9800 5 monclient: authenticate success, global_id 6638 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:39:44.507+0000 7f95c560a640 4 set_mon_vals no callback set 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:39:44.507+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:39:44.507+0000 7f96d99a9800 1 librados: init done 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:39:44.509+0000 7f95c3e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:39:44.509+0000 7f95c3e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:39:44.509+0000 7f95c3e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.859 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:39:44.510+0000 7f96cec92640 10 monclient: get_auth_request con 0x7f95bc077570 auth_method 0 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:39:44.510+0000 7f96d7c94640 10 monclient: get_auth_request con 0x55c1e4f94010 auth_method 0 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:39:44.511+0000 7f96d7493640 10 monclient: get_auth_request con 0x55c1e4fb69c0 auth_method 0 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:39:44.511+0000 7f96cec92640 10 monclient: get_auth_request con 0x55c1e4fbb060 auth_method 0 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:39:44.513+0000 7f96d99a9800 10 monclient: build_initial_monmap 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:39:44.513+0000 7f96d99a9800 1 build_initial for_mkfs: 0 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:39:44.513+0000 7f96d99a9800 10 monclient: monmap: 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:44.860 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding auth protocol: cephx 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding auth protocol: cephx 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding auth protocol: cephx 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.861 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: crc 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbfdc0) adding con mode: secure 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:39:44.513+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command objecter_requests cmddesc objecter_requests hook 0x55c1e4fc3240 EEXIST 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:39:44.513+0000 7f96d99a9800 10 monclient: init 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding auth protocol: cephx 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding auth protocol: cephx 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding auth protocol: cephx 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.862 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: crc 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:39:44.513+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4fbe408) adding con mode: secure 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:39:44.513+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:39:44.514+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:39:44.514+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command rotate-key cmddesc rotate-key hook 0x55c1e4fbe550 EEXIST 2024-09-19T11:39:44.863 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e4fe7560 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e4fe7940 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e4fe6270 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.058216s 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e4fe6270 auth_method 0 2024-09-19T11:39:44.864 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): get_auth_request con 0x55c1e4fe7940 auth_method 0 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e4fe7560 auth_method 0 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.865 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:39:44.514+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:39:44.514+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient(hunting): handle_auth_done global_id 7065 payload 824 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:39:44.514+0000 7f96d7c94640 1 monclient: found mon.noname-a 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:39:44.514+0000 7f96d7c94640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: dump: 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.866 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:44.867 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:39:44.514+0000 7f95c1602640 10 monclient: dump: 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:39:44.514+0000 7f96d99a9800 5 monclient: authenticate success, global_id 7065 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.868 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:39:44.514+0000 7f96d8495640 4 set_mon_vals no callback set 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:39:44.514+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:39:44.516+0000 7f95c1602640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:39:44.516+0000 7f95c1602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:39:44.516+0000 7f95c1602640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:39:44.516+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f95b0077480 auth_method 0 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: get_monmap_and_config 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: build_initial_monmap 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:39:44.517+0000 7f96d99a9800 1 build_initial for_mkfs: 0 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: monmap: 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:44.869 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding auth protocol: cephx 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding auth protocol: cephx 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding auth protocol: cephx 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.870 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: crc 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x55c1e5007410) adding con mode: secure 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:39:44.517+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:39:44.517+0000 7f96d99a9800 10 monclient: init 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding auth protocol: cephx 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding auth protocol: cephx 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding auth protocol: cephx 2024-09-19T11:39:44.871 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: crc 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:39:44.517+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d3d0) adding con mode: secure 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:39:44.517+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.872 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:39:44.517+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.873 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:39:44.518+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command rotate-key cmddesc rotate-key hook 0x7ffc8948d518 EEXIST 2024-09-19T11:39:44.873 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:44.873 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:39:44.873 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e503ba30 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.876 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e502c380 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.876 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e5036e60 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.876 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.876 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.062063s 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): get_auth_request con 0x55c1e502c380 auth_method 0 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e503ba30 auth_method 0 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.877 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:39:44.518+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e5036e60 auth_method 0 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:39:44.518+0000 7f96d7c94640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient(hunting): handle_auth_done global_id 7068 payload 274 2024-09-19T11:39:44.878 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:39:44.518+0000 7f96d7493640 1 monclient: found mon.noname-a 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:39:44.518+0000 7f96d7493640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: dump: 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.879 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:39:44.518+0000 7f95baffd640 10 monclient: dump: 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.880 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:39:44.518+0000 7f96d99a9800 5 monclient: authenticate success, global_id 7068 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:39:44.518+0000 7f96d99a9800 10 monclient: get_monmap_and_config success 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:39:44.518+0000 7f96d99a9800 4 set_mon_vals no callback set 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: shutdown 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: build_initial_monmap 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 build_initial for_mkfs: 0 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: monmap: 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:39:44.881 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding auth protocol: cephx 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding auth protocol: cephx 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding auth protocol: cephx 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.882 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: crc 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e502c870) adding con mode: secure 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:39:44.519+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: starting msgr at 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: starting objecter 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command objecter_requests cmddesc objecter_requests hook 0x55c1e500d460 EEXIST 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: setting wanted keys 2024-09-19T11:39:44.883 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:39:44.519+0000 7f96d99a9800 1 librados: calling monclient init 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:39:44.519+0000 7f96d99a9800 10 monclient: init 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding auth protocol: cephx 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding auth protocol: cephx 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding auth protocol: cephx 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.884 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: crc 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:39:44.519+0000 7f96d99a9800 5 AuthRegistry(0x55c1e4ffbe20) adding con mode: secure 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:39:44.520+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:39:44.520+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:39:44.520+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command rotate-key cmddesc rotate-key hook 0x55c1e4ffbf68 EEXIST 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _reopen_session rank -1 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-a con 0x55c1e502c380 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-c con 0x55c1e5036e60 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): picked mon.noname-b con 0x55c1e503ba30 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:39:44.885 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): start opening mon connection 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): _renew_subs 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient(hunting): authenticate will time out at 1970.064326s 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): get_auth_request con 0x55c1e502c380 auth_method 0 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): get_auth_request con 0x55c1e5036e60 auth_method 0 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.886 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:39:44.520+0000 7f96cec92640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): get_auth_request con 0x55c1e503ba30 auth_method 0 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:39:44.520+0000 7f96d7c94640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient(hunting): handle_auth_done global_id 7071 payload 824 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient: _finish_hunting 0 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:39:44.520+0000 7f96d7493640 1 monclient: found mon.noname-a 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:39:44.520+0000 7f96d7493640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.887 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: dump: 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: _finish_auth 0 2024-09-19T11:39:44.888 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: _check_auth_tickets 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:39:44.520+0000 7f95b97fa640 10 monclient: dump: 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:39:44.889 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:39:44.520+0000 7f96d99a9800 5 monclient: authenticate success, global_id 7071 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:39:44.520+0000 7f95baffd640 4 set_mon_vals no callback set 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _renew_subs 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:39:44.520+0000 7f96d99a9800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:39:44.520+0000 7f96d99a9800 1 librados: init done 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:39:44.520+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cr dump hook 0x55c1e50340f8 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:39:44.522+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:39:44.523+0000 7f95b97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:39:44.523+0000 7f95b97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.890 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:39:44.523+0000 7f95b97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:39:44.523+0000 7f96cec92640 10 monclient: get_auth_request con 0x7f95a0077570 auth_method 0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:39:44.523+0000 7f96d7c94640 10 monclient: get_auth_request con 0x55c1e50559f0 auth_method 0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 realm 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:39:44.524+0000 7f96d99a9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:39:44.524+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:39:44.525+0000 7f96d7493640 10 monclient: get_auth_request con 0x55c1e5059c20 auth_method 0 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:39:44.525+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.891 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:39:44.525+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:39:44.525+0000 7f96cec92640 10 monclient: get_auth_request con 0x55c1e505d480 auth_method 0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:39:44.526+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:39:44.526+0000 7f96d99a9800 20 searching for the correct realm 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:39:44.526+0000 7f96d7c94640 10 monclient: get_auth_request con 0x55c1e5062260 auth_method 0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:39:44.527+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96d00c1040 auth_method 0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:39:44.528+0000 7f96cec92640 10 monclient: get_auth_request con 0x7f96c003f040 auth_method 0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:39:44.528+0000 7f96d7493640 0 -- 172.21.15.103:0/2442974819 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f96d00c1040 msgr2=0x7f96d00a7fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:39:44.528+0000 7f95b97fa640 1 client.7071.objecter ms_handle_reset 0x7f96d00c1040 session 0x7f96d00aee90 osd.7 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:39:44.528+0000 7f95b97fa640 10 monclient: _renew_subs 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:39:44.528+0000 7f95b97fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:39:44.529+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f95a0087390 auth_method 0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:39:44.529+0000 7f96d7c94640 10 monclient: get_auth_request con 0x7f96c0026040 auth_method 0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:39:44.531+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96c0054040 auth_method 0 2024-09-19T11:39:44.892 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:39:44.531+0000 7f96d7493640 0 -- 172.21.15.103:0/2442974819 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f96c0054040 msgr2=0x7f96c0054420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:39:44.732+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96c0054040 auth_method 0 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:39:44.737+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:44.893 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 zone default found 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:39:44.738+0000 7f96d99a9800 4 Realm: () 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:39:44.738+0000 7f96d99a9800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:39:44.738+0000 7f96d99a9800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:39:44.738+0000 7f96d99a9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 zonegroup default 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:39:44.738+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:39:44.739+0000 7f96d99a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:39:44.739+0000 7f96d99a9800 20 started sync module instance, tier type = 2024-09-19T11:39:44.894 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:39:44.739+0000 7f96d99a9800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=0 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=1 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=2 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=3 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=4 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=5 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:39:44.747+0000 7f96d99a9800 20 add_watcher() i=6 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:39:44.748+0000 7f96d99a9800 20 add_watcher() i=7 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:39:44.748+0000 7f96d99a9800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding auth protocol: cephx 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding auth protocol: cephx 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding auth protocol: cephx 2024-09-19T11:39:44.895 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: crc 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:39:44.749+0000 7f96d99a9800 5 AuthRegistry(0x7ffc8948d8a0) adding con mode: secure 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:39:44.749+0000 7f958dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.896 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:39:44.750+0000 7f96d99a9800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache list hook 0x55c1e5049080 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache inspect hook 0x55c1e5049080 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache erase hook 0x55c1e5049080 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command cache zap hook 0x55c1e5049080 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 note: GC not initialized 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:39:44.750+0000 7f958cfe1640 20 reqs_thread_entry: start 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace show hook 0x7f96d0004ee0 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace history hook 0x7f96d0004ee0 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace active hook 0x7f96d0004ee0 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:39:44.750+0000 7f96d99a9800 5 asok(0x55c1e4d47410) register_command sync trace active_short hook 0x7f96d0004ee0 2024-09-19T11:39:44.897 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 Filter name: none 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:39:44.750+0000 7f95067fc640 20 reqs_thread_entry: start 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:39:44.750+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : miss 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:39:44.750+0000 7f96d99a9800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:39:44.751+0000 7f96d99a9800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.898 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:39:44.751+0000 7f96d99a9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:39:44.756+0000 7f96d99a9800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562392 cookie 94291259474848 notifier 7071 bl.length()=915 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:39:44.756+0000 7f95ba7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:39:44.899 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:39:44.756+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.0 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.0 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.1 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.1 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.2 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.2 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.3 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.3 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.4 2024-09-19T11:39:44.900 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.4 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.5 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.5 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.6 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.6 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.7 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.7 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.8 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.8 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.9 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.9 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.10 2024-09-19T11:39:44.901 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.10 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:39:44.761+0000 7f96d99a9800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.11 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1.11 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:39:44.761+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.0 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:39:44.762+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:39:44.762+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.3 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.4 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:39:44.763+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.5 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:39:44.764+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.6 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.7 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.8 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:39:44.765+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.9 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:39:44.766+0000 7f96d99a9800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.10 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:39:44.766+0000 7f95b97fa640 1 client.7071.objecter ms_handle_reset 0x7f96c0054040 session 0x7f96c003fd10 osd.0 2024-09-19T11:39:44.902 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:39:44.766+0000 7f96d7493640 10 monclient: get_auth_request con 0x7f96d00c1040 auth_method 0 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:39:44.769+0000 7f96d99a9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : hit (requested=0x17, cached=0x17) 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:39:44.769+0000 7f96d99a9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:39:44.770+0000 7f96d99a9800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562393 cookie 94291259474848 notifier 7071 bl.length()=915 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:39:44.771+0000 7f95baffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:39:44.903 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:39:44.771+0000 7f96d99a9800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:39:44.772+0000 7f96d99a9800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96d99a9800 time 2024-09-19T11:39:44.773353+0000 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96dcf8c76a] 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:39:44.904 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:39:44.773+0000 7f96d99a9800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f96d99a9800 thread_name:radosgw-admin 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96dbc3e6f0] 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96dbc8b99c] 2024-09-19T11:39:44.905 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96dcf8c7c4] 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f96dcf8c928] 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c1e3010791] 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55c1e301f6ce] 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c1e3020504] 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96dbc29590] 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.906 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:39:44.907 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:39:44.908 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:39:44.909 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:39:44.910 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:39:44.911 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:39:44.912 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95067fc640 / http_manager 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f958cfe1640 / http_manager 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f958dfe3640 / rgw_dt_lg_renew 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95b97fa640 / ms_dispatch 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95ba7fc640 / io_context_pool 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95baffd640 / io_context_pool 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95c1602640 / ms_dispatch 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95c3e07640 / ms_dispatch 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f95c560a640 / io_context_pool 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96cec92640 / msgr-worker-2 2024-09-19T11:39:44.913 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d7493640 / msgr-worker-1 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d7c94640 / msgr-worker-0 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d8495640 / io_context_pool 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr: 7f96d99a9800 / radosgw-admin 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:39:44.775017Z_eb51a0a0-92d5-4e82-b02f-5a2e7d5d2d6d/log 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:39:44.914 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-19T11:39:44.919 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.848+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.849+0000 7fc54633c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.849+0000 7fc54633c800 20 realm 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.849+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.849+0000 7fc54633c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.849+0000 7fc54633c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.849+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.850+0000 7fc54633c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.850+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.850+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.850+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.851+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.851+0000 7fc54633c800 20 searching for the correct realm 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.854+0000 7fc542882640 0 -- 172.21.15.103:0/3161432355 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x56272f613420 msgr2=0x56272f6158e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.857+0000 7fc542081640 0 -- 172.21.15.103:0/3161432355 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc52c052790 msgr2=0x7fc52c073050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.861+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.921 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 zone default found 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 4 Realm: () 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 zonegroup default 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.862+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.922 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.863+0000 7fc54633c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.863+0000 7fc54633c800 20 started sync module instance, tier type = 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.863+0000 7fc54633c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.871+0000 7fc54633c800 20 add_watcher() i=0 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.871+0000 7fc54633c800 20 add_watcher() i=1 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.871+0000 7fc54633c800 20 add_watcher() i=2 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.871+0000 7fc54633c800 20 add_watcher() i=3 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.871+0000 7fc54633c800 20 add_watcher() i=4 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.871+0000 7fc54633c800 20 add_watcher() i=5 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.871+0000 7fc54633c800 20 add_watcher() i=6 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.872+0000 7fc54633c800 20 add_watcher() i=7 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.872+0000 7fc54633c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc3f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc54633c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:44.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc54633c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc54633c800 5 note: GC not initialized 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc3737fe640 20 reqs_thread_entry: start 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc54633c800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc54633c800 20 Filter name: none 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc3717fa640 20 reqs_thread_entry: start 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.874+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.875+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.875+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.875+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.875+0000 7fc54633c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.875+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.875+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.875+0000 7fc54633c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.876+0000 7fc54633c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.876+0000 7fc54633c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.877+0000 7fc3f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.879+0000 7fc54633c800 20 remove_watcher() i=0 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.879+0000 7fc54633c800 2 removed watcher, disabling cache 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.880+0000 7fc54633c800 20 remove_watcher() i=1 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.881+0000 7fc54633c800 20 remove_watcher() i=2 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.882+0000 7fc54633c800 20 remove_watcher() i=3 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.883+0000 7fc54633c800 20 remove_watcher() i=4 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.884+0000 7fc54633c800 20 remove_watcher() i=5 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.885+0000 7fc54633c800 20 remove_watcher() i=6 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:44.886+0000 7fc54633c800 20 remove_watcher() i=7 2024-09-19T11:39:44.925 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.926 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:39:44.926 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-block-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:39:44.926 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:39:44.926 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.926 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.926 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:39:44.926 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:39:44.949 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:39:44.980 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:39:44.980 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:39:45.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.014+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.015+0000 7f95d973c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.015+0000 7f95d973c800 20 realm 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.015+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.016+0000 7f95d973c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.016+0000 7f95d973c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.016+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.016+0000 7f95d973c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:45.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.016+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.017+0000 7f95d973c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:45.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.017+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.017+0000 7f95d973c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:39:45.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.017+0000 7f95d973c800 20 searching for the correct realm 2024-09-19T11:39:45.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.020+0000 7f95d5c82640 0 -- 172.21.15.103:0/818680195 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55ab06a62720 msgr2=0x55ab06a64b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:39:45.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.024+0000 7f95d5481640 0 -- 172.21.15.103:0/818680195 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f95c006b800 msgr2=0x7f95c0045040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.027+0000 7f95d973c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.027+0000 7f95d973c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.027+0000 7f95d973c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.027+0000 7f95d973c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.027+0000 7f95d973c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.027+0000 7f95d973c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.027+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:45.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:39:45.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 zone default found 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 4 Realm: () 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 zonegroup default 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.028+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.029+0000 7f95d973c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:45.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.029+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.029+0000 7f95d973c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:39:45.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.029+0000 7f95d973c800 20 started sync module instance, tier type = 2024-09-19T11:39:45.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.029+0000 7f95d973c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.037+0000 7f95d973c800 20 add_watcher() i=0 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.037+0000 7f95d973c800 20 add_watcher() i=1 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.037+0000 7f95d973c800 20 add_watcher() i=2 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.037+0000 7f95d973c800 20 add_watcher() i=3 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.037+0000 7f95d973c800 20 add_watcher() i=4 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.037+0000 7f95d973c800 20 add_watcher() i=5 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.037+0000 7f95d973c800 20 add_watcher() i=6 2024-09-19T11:39:45.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.038+0000 7f95d973c800 20 add_watcher() i=7 2024-09-19T11:39:45.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.038+0000 7f95d973c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:39:45.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.040+0000 7f948b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.040+0000 7f95d973c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.040+0000 7f95d973c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.040+0000 7f95d973c800 5 note: GC not initialized 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.040+0000 7f948a7e4640 20 reqs_thread_entry: start 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.040+0000 7f95d973c800 20 init_complete bucket index max shards: 11 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 20 Filter name: none 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f93fbfff640 20 reqs_thread_entry: start 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T11:39:45.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:39:45.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T11:39:45.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : miss 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 20 rados->read ofs=0 len=0 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:39:45.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.041+0000 7f95d973c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:39:45.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.043+0000 7f95d973c800 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to be held by another RGW process; skipping for now 2024-09-19T11:39:45.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.043+0000 7f948b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:39:45.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.045+0000 7f95d973c800 20 remove_watcher() i=0 2024-09-19T11:39:45.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.045+0000 7f95d973c800 2 removed watcher, disabling cache 2024-09-19T11:39:45.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.046+0000 7f95d973c800 20 remove_watcher() i=1 2024-09-19T11:39:45.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.047+0000 7f95d973c800 20 remove_watcher() i=2 2024-09-19T11:39:45.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.048+0000 7f95d973c800 20 remove_watcher() i=3 2024-09-19T11:39:45.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.049+0000 7f95d973c800 20 remove_watcher() i=4 2024-09-19T11:39:45.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.050+0000 7f95d973c800 20 remove_watcher() i=5 2024-09-19T11:39:45.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.051+0000 7f95d973c800 20 remove_watcher() i=6 2024-09-19T11:39:45.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:39:45.052+0000 7f95d973c800 20 remove_watcher() i=7 2024-09-19T11:39:45.064 INFO:tasks.workunit.client.0.smithi103.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T11:40:15.088 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:40:15.123 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:15.123 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:15.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.164+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 20 realm 2024-09-19T11:40:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.166+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.167+0000 7f0950740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:15.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.167+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.168+0000 7f0950740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:15.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.168+0000 7f0950740800 20 searching for the correct realm 2024-09-19T11:40:15.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.171+0000 7f094bcbf640 0 -- 172.21.15.103:0/413598378 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f0940038070 msgr2=0x7f094001f420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:15.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.175+0000 7f094c4c0640 0 -- 172.21.15.103:0/413598378 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f094000cc20 msgr2=0x7f09400423f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:15.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.382+0000 7f0950740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:15.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.382+0000 7f0950740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:15.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.382+0000 7f0950740800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:15.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.382+0000 7f0950740800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:15.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.382+0000 7f0950740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:15.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.382+0000 7f0950740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:15.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.382+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.383+0000 7f0950740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.383+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.383+0000 7f0950740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:15.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.383+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:15.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 zone default found 2024-09-19T11:40:15.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 4 Realm: () 2024-09-19T11:40:15.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 zonegroup default 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.384+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.385+0000 7f0950740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.385+0000 7f0950740800 20 started sync module instance, tier type = 2024-09-19T11:40:15.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.385+0000 7f0950740800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:15.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.395+0000 7f0950740800 20 add_watcher() i=0 2024-09-19T11:40:15.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.395+0000 7f0950740800 20 add_watcher() i=1 2024-09-19T11:40:15.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.395+0000 7f0950740800 20 add_watcher() i=2 2024-09-19T11:40:15.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.395+0000 7f0950740800 20 add_watcher() i=3 2024-09-19T11:40:15.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.395+0000 7f0950740800 20 add_watcher() i=4 2024-09-19T11:40:15.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.395+0000 7f0950740800 20 add_watcher() i=5 2024-09-19T11:40:15.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.395+0000 7f0950740800 20 add_watcher() i=6 2024-09-19T11:40:15.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.396+0000 7f0950740800 20 add_watcher() i=7 2024-09-19T11:40:15.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.396+0000 7f0950740800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:15.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.398+0000 7f0802fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:15.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.398+0000 7f0950740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:15.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.398+0000 7f0950740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:15.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.398+0000 7f0950740800 5 note: GC not initialized 2024-09-19T11:40:15.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.398+0000 7f0801fdb640 20 reqs_thread_entry: start 2024-09-19T11:40:15.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:15.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 20 Filter name: none 2024-09-19T11:40:15.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f07737fe640 20 reqs_thread_entry: start 2024-09-19T11:40:15.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-19T11:40:15.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : miss 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.399+0000 7f0950740800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.400+0000 7f0950740800 20 rados_obj.operate() r=0 bl.length=443 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.400+0000 7f0950740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.400+0000 7f0950740800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.400+0000 7f0950740800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.400+0000 7f0950740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:15.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.400+0000 7f0950740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:40:15.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.401+0000 7f0950740800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:40:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:40:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:40:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:40:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f08237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562394 cookie 94133325879392 notifier 6701 bl.length()=915 2024-09-19T11:40:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f08237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:40:15.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f08237fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:40:15.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f08237fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:15.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:40:15.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:40:15.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:40:15.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.410+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:40:15.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.416+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.0 2024-09-19T11:40:15.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.416+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.0 2024-09-19T11:40:15.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.1 2024-09-19T11:40:15.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.1 2024-09-19T11:40:15.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.2 2024-09-19T11:40:15.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.2 2024-09-19T11:40:15.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.3 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.3 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.4 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.4 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.5 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.5 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.6 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.6 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.7 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.7 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.8 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.8 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.9 2024-09-19T11:40:15.419 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.9 2024-09-19T11:40:15.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.10 2024-09-19T11:40:15.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.10 2024-09-19T11:40:15.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.11 2024-09-19T11:40:15.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2.11 2024-09-19T11:40:15.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.0 2024-09-19T11:40:15.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.417+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1 2024-09-19T11:40:15.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.418+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2 2024-09-19T11:40:15.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.418+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.3 2024-09-19T11:40:15.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.418+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.4 2024-09-19T11:40:15.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.419+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.5 2024-09-19T11:40:15.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.420+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.6 2024-09-19T11:40:15.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.420+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.7 2024-09-19T11:40:15.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.421+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.8 2024-09-19T11:40:15.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.421+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.9 2024-09-19T11:40:15.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.422+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.10 2024-09-19T11:40:15.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.425+0000 7f0950740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:15.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.425+0000 7f0950740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0950740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0950740800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0950740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0950740800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0822ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562395 cookie 94133325879392 notifier 6701 bl.length()=915 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0822ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0822ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.426+0000 7f0822ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:15.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.427+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:40:15.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.427+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:40:15.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.427+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:40:15.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.427+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:40:15.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.430+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.0 2024-09-19T11:40:15.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.430+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.1 2024-09-19T11:40:15.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.430+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.2 2024-09-19T11:40:15.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.430+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.3 2024-09-19T11:40:15.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.431+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.4 2024-09-19T11:40:15.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.431+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.5 2024-09-19T11:40:15.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.431+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.6 2024-09-19T11:40:15.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.432+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.7 2024-09-19T11:40:15.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.432+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.8 2024-09-19T11:40:15.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.432+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.9 2024-09-19T11:40:15.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.433+0000 7f0950740800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29.10 2024-09-19T11:40:15.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.433+0000 7f0950740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:15.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.433+0000 7f0950740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 2024-09-19T11:40:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:40:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:40:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29, ofs0, ns] 2024-09-19T11:40:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0822ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562396 cookie 94133325879392 notifier 6701 bl.length()=883 2024-09-19T11:40:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0822ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 info.flags=0x17 2024-09-19T11:40:15.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0822ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 to cache LRU end 2024-09-19T11:40:15.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0822ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:15.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_sources= new_sources= 2024-09-19T11:40:15.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential sources added=[] removed=[] 2024-09-19T11:40:15.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): orig_dests= new_dests= 2024-09-19T11:40:15.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.435+0000 7f0950740800 20 handle_bi_update(): bucket=:abort-at-block-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29]): potential dests added=[] removed=[] 2024-09-19T11:40:15.439 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.438+0000 7f0950740800 1 execute INFO: reshard of bucket "abort-at-block-writes" from 11 shards to 12 shards completed successfully 2024-09-19T11:40:15.441 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.440+0000 7f0802fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:15.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.442+0000 7f0950740800 20 remove_watcher() i=0 2024-09-19T11:40:15.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.442+0000 7f0950740800 2 removed watcher, disabling cache 2024-09-19T11:40:15.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.443+0000 7f0950740800 20 remove_watcher() i=1 2024-09-19T11:40:15.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.444+0000 7f0950740800 20 remove_watcher() i=2 2024-09-19T11:40:15.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.445+0000 7f0950740800 20 remove_watcher() i=3 2024-09-19T11:40:15.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.447+0000 7f0950740800 20 remove_watcher() i=4 2024-09-19T11:40:15.449 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.448+0000 7f0950740800 20 remove_watcher() i=5 2024-09-19T11:40:15.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.449+0000 7f0950740800 20 remove_watcher() i=6 2024-09-19T11:40:15.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.450+0000 7f0950740800 20 remove_watcher() i=7 2024-09-19T11:40:15.463 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-19T11:40:15.493 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:15.493 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:15.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.529+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 20 realm 2024-09-19T11:40:15.532 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.531+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.532+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:15.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.532+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.533+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:15.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.533+0000 7f4168728800 20 searching for the correct realm 2024-09-19T11:40:15.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.537+0000 7f4164c70640 0 -- 172.21.15.103:0/2995217980 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x56018fe3f200 msgr2=0x56018fe415f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:15.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.540+0000 7f415bc6e640 0 -- 172.21.15.103:0/2995217980 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f414c018070 msgr2=0x7f414c0460f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:15.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:15.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:15.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:15.545 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:15.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:15.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:15.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.544+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 zone default found 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 4 Realm: () 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:15.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 zonegroup default 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.545+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.546+0000 7f4168728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.546+0000 7f4168728800 20 started sync module instance, tier type = 2024-09-19T11:40:15.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.546+0000 7f4168728800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.554+0000 7f4168728800 20 add_watcher() i=0 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.554+0000 7f4168728800 20 add_watcher() i=1 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.554+0000 7f4168728800 20 add_watcher() i=2 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.554+0000 7f4168728800 20 add_watcher() i=3 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.554+0000 7f4168728800 20 add_watcher() i=4 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.554+0000 7f4168728800 20 add_watcher() i=5 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.554+0000 7f4168728800 20 add_watcher() i=6 2024-09-19T11:40:15.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.555+0000 7f4168728800 20 add_watcher() i=7 2024-09-19T11:40:15.557 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.555+0000 7f4168728800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:15.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.557+0000 7f401a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.557+0000 7f4168728800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.557+0000 7f4168728800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.557+0000 7f4168728800 5 note: GC not initialized 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.557+0000 7f40197e2640 20 reqs_thread_entry: start 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.558+0000 7f4168728800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.558+0000 7f4168728800 20 Filter name: none 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.558+0000 7f3f8affd640 20 reqs_thread_entry: start 2024-09-19T11:40:15.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.558+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.558+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:40:15.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.558+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.559+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:40:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.559+0000 7f4168728800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.559+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.559+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=189 2024-09-19T11:40:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.559+0000 7f4168728800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.560+0000 7f4168728800 20 rados_obj.operate() r=0 bl.length=411 2024-09-19T11:40:15.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.560+0000 7f4168728800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:15.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.562+0000 7f401a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:15.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.564+0000 7f4168728800 20 remove_watcher() i=0 2024-09-19T11:40:15.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.564+0000 7f4168728800 2 removed watcher, disabling cache 2024-09-19T11:40:15.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.565+0000 7f4168728800 20 remove_watcher() i=1 2024-09-19T11:40:15.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.566+0000 7f4168728800 20 remove_watcher() i=2 2024-09-19T11:40:15.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.567+0000 7f4168728800 20 remove_watcher() i=3 2024-09-19T11:40:15.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.568+0000 7f4168728800 20 remove_watcher() i=4 2024-09-19T11:40:15.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.569+0000 7f4168728800 20 remove_watcher() i=5 2024-09-19T11:40:15.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.570+0000 7f4168728800 20 remove_watcher() i=6 2024-09-19T11:40:15.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.571+0000 7f4168728800 20 remove_watcher() i=7 2024-09-19T11:40:15.582 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:15.583 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:15.583 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-block-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.29 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:40:15.583 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:15.585 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.585 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.589 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.589 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.632 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.632 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.659 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-19T11:40:15.659 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:15.660 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.660 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.671 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.671 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.715 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.716 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.722 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.722 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.728 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.728 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.734 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.734 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.741 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.741 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.747 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.747 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.753 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.753 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.759 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.759 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.765 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.765 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.770 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.770 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.776 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.776 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.783 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.783 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.790 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.790 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.796 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.796 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.802 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.802 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.807 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.808 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.814 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.814 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.819 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.820 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.825 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.825 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.832 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:15.832 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:15.838 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T11:40:15.866 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:15.867 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:15.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.902+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.903+0000 7f424b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.903+0000 7f424b52c800 20 realm 2024-09-19T11:40:15.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.903+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.904+0000 7f424b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.904+0000 7f424b52c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:15.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.904+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.904+0000 7f424b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:15.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.904+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.905+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:15.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.905+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:15.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.905+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:15.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.905+0000 7f424b52c800 20 searching for the correct realm 2024-09-19T11:40:15.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:15.907+0000 7f423e93d640 0 -- 172.21.15.103:0/2630654278 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f4230061040 msgr2=0x7f42300acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.113+0000 7f424713e640 0 -- 172.21.15.103:0/2630654278 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f42300ac4a0 msgr2=0x7f42300c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:16.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.319+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:16.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 zone default found 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 4 Realm: () 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 zonegroup default 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.320+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.321+0000 7f424b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.321+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.321+0000 7f424b52c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.321+0000 7f424b52c800 20 started sync module instance, tier type = 2024-09-19T11:40:16.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.321+0000 7f424b52c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.330+0000 7f424b52c800 20 add_watcher() i=0 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.330+0000 7f424b52c800 20 add_watcher() i=1 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.330+0000 7f424b52c800 20 add_watcher() i=2 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.330+0000 7f424b52c800 20 add_watcher() i=3 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.330+0000 7f424b52c800 20 add_watcher() i=4 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.330+0000 7f424b52c800 20 add_watcher() i=5 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.330+0000 7f424b52c800 20 add_watcher() i=6 2024-09-19T11:40:16.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.331+0000 7f424b52c800 20 add_watcher() i=7 2024-09-19T11:40:16.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.331+0000 7f424b52c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:16.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f40fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f424b52c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f424b52c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f424b52c800 5 note: GC not initialized 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f40fcfe1640 20 reqs_thread_entry: start 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f424b52c800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f424b52c800 20 Filter name: none 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f40767fc640 20 reqs_thread_entry: start 2024-09-19T11:40:16.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.333+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.334+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:16.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.334+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.335+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:16.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.335+0000 7f424b52c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:16.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.335+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.335+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:16.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.335+0000 7f424b52c800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.336+0000 7f424b52c800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:16.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.336+0000 7f424b52c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:16.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.337+0000 7f40fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:16.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.339+0000 7f424b52c800 20 remove_watcher() i=0 2024-09-19T11:40:16.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.339+0000 7f424b52c800 2 removed watcher, disabling cache 2024-09-19T11:40:16.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.341+0000 7f424b52c800 20 remove_watcher() i=1 2024-09-19T11:40:16.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.342+0000 7f424b52c800 20 remove_watcher() i=2 2024-09-19T11:40:16.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.343+0000 7f424b52c800 20 remove_watcher() i=3 2024-09-19T11:40:16.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.344+0000 7f424b52c800 20 remove_watcher() i=4 2024-09-19T11:40:16.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.345+0000 7f424b52c800 20 remove_watcher() i=5 2024-09-19T11:40:16.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.346+0000 7f424b52c800 20 remove_watcher() i=6 2024-09-19T11:40:16.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.347+0000 7f424b52c800 20 remove_watcher() i=7 2024-09-19T11:40:16.358 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:16.358 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:16.359 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:16.359 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:16.360 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-19T11:40:16.394 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:16.394 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:16.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.429+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.430+0000 7f0436463800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.430+0000 7f0436463800 20 realm 2024-09-19T11:40:16.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.430+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.431+0000 7f0436463800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.431+0000 7f0436463800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:16.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.431+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.431+0000 7f0436463800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.431+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.432+0000 7f0436463800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:16.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.432+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.432+0000 7f0436463800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:16.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.432+0000 7f0436463800 20 searching for the correct realm 2024-09-19T11:40:16.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.436+0000 7f042b753640 0 -- 172.21.15.103:0/426480004 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f041c086b70 msgr2=0x7f041c0803d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.440 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.439+0000 7f0434755640 0 -- 172.21.15.103:0/426480004 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f041c06db60 msgr2=0x7f041c046430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:16.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:16.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:16.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:16.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:16.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:16.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:16.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 zone default found 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 4 Realm: () 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 zonegroup default 2024-09-19T11:40:16.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.443+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.444+0000 7f0436463800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.444+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.444+0000 7f0436463800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.444+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.444+0000 7f0436463800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.444+0000 7f0436463800 20 started sync module instance, tier type = 2024-09-19T11:40:16.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.444+0000 7f0436463800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:16.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=0 2024-09-19T11:40:16.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=1 2024-09-19T11:40:16.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=2 2024-09-19T11:40:16.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=3 2024-09-19T11:40:16.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=4 2024-09-19T11:40:16.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=5 2024-09-19T11:40:16.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=6 2024-09-19T11:40:16.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 20 add_watcher() i=7 2024-09-19T11:40:16.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.453+0000 7f0436463800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:16.456 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.455+0000 7f02e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f0436463800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f0436463800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f0436463800 5 note: GC not initialized 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f02e8fe1640 20 reqs_thread_entry: start 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f0436463800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f0436463800 20 Filter name: none 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f02627fc640 20 reqs_thread_entry: start 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f0436463800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-19T11:40:16.458 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.456+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-19T11:40:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-19T11:40:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 : miss 2024-09-19T11:40:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:16.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:16.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.457+0000 7f0436463800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 2024-09-19T11:40:16.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30, ofs0, ns] 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0312ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562404 cookie 93926792615456 notifier 7185 bl.length()=931 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0312ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0312ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0312ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_sources= new_sources= 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential sources added=[] removed=[] 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_dests= new_dests= 2024-09-19T11:40:16.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.464+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential dests added=[] removed=[] 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.0 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.0 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.1 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.1 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.2 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.2 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.3 2024-09-19T11:40:16.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.3 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.4 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.4 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.5 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.5 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.6 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.6 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.7 2024-09-19T11:40:16.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.7 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.8 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.8 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.9 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.9 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.10 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.10 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.11 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1.11 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.0 2024-09-19T11:40:16.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.471+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1 2024-09-19T11:40:16.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.472+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2 2024-09-19T11:40:16.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.472+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.3 2024-09-19T11:40:16.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.473+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.4 2024-09-19T11:40:16.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.474+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.5 2024-09-19T11:40:16.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.474+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.6 2024-09-19T11:40:16.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.474+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.7 2024-09-19T11:40:16.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.475+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.8 2024-09-19T11:40:16.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.475+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.9 2024-09-19T11:40:16.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.476+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.10 2024-09-19T11:40:16.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.479+0000 7f0436463800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:16.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.479+0000 7f0436463800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0436463800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0436463800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0436463800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0436463800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30, ofs0, ns] 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0312ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562405 cookie 93926792615456 notifier 7185 bl.length()=931 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0312ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0312ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.481+0000 7f0312ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.482+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_sources= new_sources= 2024-09-19T11:40:16.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.482+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential sources added=[] removed=[] 2024-09-19T11:40:16.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.482+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_dests= new_dests= 2024-09-19T11:40:16.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.482+0000 7f0436463800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential dests added=[] removed=[] 2024-09-19T11:40:16.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.484+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.0 2024-09-19T11:40:16.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.484+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1 2024-09-19T11:40:16.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.485+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2 2024-09-19T11:40:16.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.485+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.3 2024-09-19T11:40:16.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.485+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.4 2024-09-19T11:40:16.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.486+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.5 2024-09-19T11:40:16.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.486+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.6 2024-09-19T11:40:16.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.486+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.7 2024-09-19T11:40:16.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.487+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.8 2024-09-19T11:40:16.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.487+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.9 2024-09-19T11:40:16.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.487+0000 7f0436463800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.10 2024-09-19T11:40:16.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.487+0000 7f0436463800 -1 Injecting error=-5 at location=commit_target_layout 2024-09-19T11:40:16.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.487+0000 7f0436463800 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-19T11:40:16.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.491+0000 7f02e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:16.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.493+0000 7f0436463800 20 remove_watcher() i=0 2024-09-19T11:40:16.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.493+0000 7f0436463800 2 removed watcher, disabling cache 2024-09-19T11:40:16.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.494+0000 7f0436463800 20 remove_watcher() i=1 2024-09-19T11:40:16.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.495+0000 7f0436463800 20 remove_watcher() i=2 2024-09-19T11:40:16.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.496+0000 7f0436463800 20 remove_watcher() i=3 2024-09-19T11:40:16.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.498+0000 7f0436463800 20 remove_watcher() i=4 2024-09-19T11:40:16.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.499+0000 7f0436463800 20 remove_watcher() i=5 2024-09-19T11:40:16.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.499+0000 7f0436463800 20 remove_watcher() i=6 2024-09-19T11:40:16.502 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.500+0000 7f0436463800 20 remove_watcher() i=7 2024-09-19T11:40:16.514 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T11:40:16.543 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:16.543 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:16.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.577+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 20 realm 2024-09-19T11:40:16.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.580+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.581+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:16.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.581+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.582+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:16.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.582+0000 7fbfc742f800 20 searching for the correct realm 2024-09-19T11:40:16.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.584+0000 7fbfbc718640 0 -- 172.21.15.103:0/1153026845 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fbfac0b7020 msgr2=0x7fbfac0c90c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.588+0000 7fbfc4f19640 0 -- 172.21.15.103:0/1153026845 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fbfac04df80 msgr2=0x7fbfac0cb800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:16.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.794+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 zone default found 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 4 Realm: () 2024-09-19T11:40:16.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 zonegroup default 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.795+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.796+0000 7fbfc742f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.796+0000 7fbfc742f800 20 started sync module instance, tier type = 2024-09-19T11:40:16.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.796+0000 7fbfc742f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:16.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.805+0000 7fbfc742f800 20 add_watcher() i=0 2024-09-19T11:40:16.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.805+0000 7fbfc742f800 20 add_watcher() i=1 2024-09-19T11:40:16.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.805+0000 7fbfc742f800 20 add_watcher() i=2 2024-09-19T11:40:16.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.805+0000 7fbfc742f800 20 add_watcher() i=3 2024-09-19T11:40:16.806 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.805+0000 7fbfc742f800 20 add_watcher() i=4 2024-09-19T11:40:16.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.805+0000 7fbfc742f800 20 add_watcher() i=5 2024-09-19T11:40:16.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.805+0000 7fbfc742f800 20 add_watcher() i=6 2024-09-19T11:40:16.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.806+0000 7fbfc742f800 20 add_watcher() i=7 2024-09-19T11:40:16.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.806+0000 7fbfc742f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:16.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.807+0000 7fbe7afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbfc742f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbfc742f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbfc742f800 5 note: GC not initialized 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbe79fe3640 20 reqs_thread_entry: start 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbfc742f800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbfc742f800 20 Filter name: none 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbdeb7fe640 20 reqs_thread_entry: start 2024-09-19T11:40:16.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.808+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.809+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:16.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.809+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.809+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:40:16.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.809+0000 7fbfc742f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:16.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.809+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.809+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:16.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.809+0000 7fbfc742f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.810+0000 7fbfc742f800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:40:16.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.810+0000 7fbfc742f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:16.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.811+0000 7fbe7afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:16.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.814+0000 7fbfc742f800 20 remove_watcher() i=0 2024-09-19T11:40:16.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.814+0000 7fbfc742f800 2 removed watcher, disabling cache 2024-09-19T11:40:16.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.815+0000 7fbfc742f800 20 remove_watcher() i=1 2024-09-19T11:40:16.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.816+0000 7fbfc742f800 20 remove_watcher() i=2 2024-09-19T11:40:16.818 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.817+0000 7fbfc742f800 20 remove_watcher() i=3 2024-09-19T11:40:16.819 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.818+0000 7fbfc742f800 20 remove_watcher() i=4 2024-09-19T11:40:16.820 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.819+0000 7fbfc742f800 20 remove_watcher() i=5 2024-09-19T11:40:16.821 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.819+0000 7fbfc742f800 20 remove_watcher() i=6 2024-09-19T11:40:16.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.820+0000 7fbfc742f800 20 remove_watcher() i=7 2024-09-19T11:40:16.832 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:16.832 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:16.833 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:16.833 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:16.833 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:16.833 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:16.839 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:16.839 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:16.883 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:40:16.915 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:16.915 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:16.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.950+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.951+0000 7f9c57ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.951+0000 7f9c57ebb800 20 realm 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.951+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.951+0000 7f9c57ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.951+0000 7f9c57ebb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.951+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.952+0000 7f9c57ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.952+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.952+0000 7f9c57ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:16.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.952+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.953+0000 7f9c57ebb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:16.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.953+0000 7f9c57ebb800 20 searching for the correct realm 2024-09-19T11:40:16.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.956+0000 7f9c561a6640 0 -- 172.21.15.103:0/28630536 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x555ae619af00 msgr2=0x555ae619d3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.959+0000 7f9c559a5640 0 -- 172.21.15.103:0/28630536 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f9c4c060140 msgr2=0x7f9c4c0496b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:16.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:16.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:16.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.964+0000 7f9c57ebb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 zone default found 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 4 Realm: () 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 zonegroup default 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:16.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 started sync module instance, tier type = 2024-09-19T11:40:16.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.965+0000 7f9c57ebb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:16.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.974+0000 7f9c57ebb800 20 add_watcher() i=0 2024-09-19T11:40:16.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.974+0000 7f9c57ebb800 20 add_watcher() i=1 2024-09-19T11:40:16.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.974+0000 7f9c57ebb800 20 add_watcher() i=2 2024-09-19T11:40:16.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.974+0000 7f9c57ebb800 20 add_watcher() i=3 2024-09-19T11:40:16.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.974+0000 7f9c57ebb800 20 add_watcher() i=4 2024-09-19T11:40:16.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.974+0000 7f9c57ebb800 20 add_watcher() i=5 2024-09-19T11:40:16.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.974+0000 7f9c57ebb800 20 add_watcher() i=6 2024-09-19T11:40:16.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.975+0000 7f9c57ebb800 20 add_watcher() i=7 2024-09-19T11:40:16.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.975+0000 7f9c57ebb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:16.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.976+0000 7f9b077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:16.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.976+0000 7f9c57ebb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.976+0000 7f9c57ebb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.977+0000 7f9c57ebb800 5 note: GC not initialized 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.977+0000 7f9b067fc640 20 reqs_thread_entry: start 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.977+0000 7f9c57ebb800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.977+0000 7f9c57ebb800 20 Filter name: none 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.977+0000 7f9a7bfff640 20 reqs_thread_entry: start 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.977+0000 7f9c57ebb800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-19T11:40:16.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.977+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.978+0000 7f9c57ebb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:16.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.978+0000 7f9c57ebb800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-19T11:40:16.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.978+0000 7f9c57ebb800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-19T11:40:16.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.978+0000 7f9c57ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 : miss 2024-09-19T11:40:16.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.978+0000 7f9c57ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:16.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.979+0000 7f9c57ebb800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:40:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.979+0000 7f9c57ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.979+0000 7f9c57ebb800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.979+0000 7f9c57ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.979+0000 7f9c57ebb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.979+0000 7f9c57ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 2024-09-19T11:40:16.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.980+0000 7f9c57ebb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:40:16.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9c57ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9c57ebb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9c57ebb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9c57ebb800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30, ofs0, ns] 2024-09-19T11:40:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9b38ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562406 cookie 93848895882720 notifier 6788 bl.length()=931 2024-09-19T11:40:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9b38ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9b38ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:16.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.986+0000 7f9b38ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:16.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.987+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_sources= new_sources= 2024-09-19T11:40:16.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.987+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential sources added=[] removed=[] 2024-09-19T11:40:16.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.987+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_dests= new_dests= 2024-09-19T11:40:16.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.987+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential dests added=[] removed=[] 2024-09-19T11:40:16.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.0 2024-09-19T11:40:16.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.0 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.1 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.1 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.2 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.2 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.3 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.3 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.4 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.4 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.5 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.5 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.6 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.6 2024-09-19T11:40:16.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.7 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.7 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.8 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.8 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.9 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.9 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.10 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.10 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.11 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2.11 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.0 2024-09-19T11:40:16.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.991+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1 2024-09-19T11:40:16.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.992+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2 2024-09-19T11:40:16.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.992+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.3 2024-09-19T11:40:16.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.993+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.4 2024-09-19T11:40:16.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.993+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.5 2024-09-19T11:40:16.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.994+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.6 2024-09-19T11:40:16.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.994+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.7 2024-09-19T11:40:16.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.995+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.8 2024-09-19T11:40:16.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.995+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.9 2024-09-19T11:40:16.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.996+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.10 2024-09-19T11:40:16.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.998+0000 7f9c57ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:17.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.998+0000 7f9c57ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.999+0000 7f9c57ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.999+0000 7f9c57ebb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.999+0000 7f9c57ebb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:16.999+0000 7f9c57ebb800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30, ofs0, ns] 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9b397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562407 cookie 93848895882720 notifier 6788 bl.length()=931 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9b397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9b397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:17.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9b397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:17.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_sources= new_sources= 2024-09-19T11:40:17.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential sources added=[] removed=[] 2024-09-19T11:40:17.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_dests= new_dests= 2024-09-19T11:40:17.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.000+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential dests added=[] removed=[] 2024-09-19T11:40:17.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.002+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.0 2024-09-19T11:40:17.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.002+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.1 2024-09-19T11:40:17.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.003+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.2 2024-09-19T11:40:17.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.003+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.3 2024-09-19T11:40:17.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.003+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.4 2024-09-19T11:40:17.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.004+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.5 2024-09-19T11:40:17.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.004+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.6 2024-09-19T11:40:17.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.004+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.7 2024-09-19T11:40:17.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.004+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.8 2024-09-19T11:40:17.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.005+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.9 2024-09-19T11:40:17.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.005+0000 7f9c57ebb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30.10 2024-09-19T11:40:17.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.005+0000 7f9c57ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:17.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.005+0000 7f9c57ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 2024-09-19T11:40:17.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.006+0000 7f9c57ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:17.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.006+0000 7f9c57ebb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:17.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.006+0000 7f9c57ebb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:17.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.006+0000 7f9c57ebb800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30, ofs0, ns] 2024-09-19T11:40:17.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9b38ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562408 cookie 93848895882720 notifier 6788 bl.length()=899 2024-09-19T11:40:17.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9b38ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 info.flags=0x17 2024-09-19T11:40:17.008 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9b38ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 to cache LRU end 2024-09-19T11:40:17.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9b38ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:17.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_sources= new_sources= 2024-09-19T11:40:17.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential sources added=[] removed=[] 2024-09-19T11:40:17.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): orig_dests= new_dests= 2024-09-19T11:40:17.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.007+0000 7f9c57ebb800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30]): potential dests added=[] removed=[] 2024-09-19T11:40:17.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.009+0000 7f9c57ebb800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-19T11:40:17.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.011+0000 7f9b077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:17.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.013+0000 7f9c57ebb800 20 remove_watcher() i=0 2024-09-19T11:40:17.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.013+0000 7f9c57ebb800 2 removed watcher, disabling cache 2024-09-19T11:40:17.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.014+0000 7f9c57ebb800 20 remove_watcher() i=1 2024-09-19T11:40:17.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.015+0000 7f9c57ebb800 20 remove_watcher() i=2 2024-09-19T11:40:17.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.016+0000 7f9c57ebb800 20 remove_watcher() i=3 2024-09-19T11:40:17.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.017+0000 7f9c57ebb800 20 remove_watcher() i=4 2024-09-19T11:40:17.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.018+0000 7f9c57ebb800 20 remove_watcher() i=5 2024-09-19T11:40:17.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.019+0000 7f9c57ebb800 20 remove_watcher() i=6 2024-09-19T11:40:17.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.020+0000 7f9c57ebb800 20 remove_watcher() i=7 2024-09-19T11:40:17.033 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T11:40:17.062 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:17.062 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:17.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.097+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.098+0000 7f1b3ce0d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.098+0000 7f1b3ce0d800 20 realm 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.098+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.098+0000 7f1b3ce0d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.098+0000 7f1b3ce0d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.098+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.099+0000 7f1b3ce0d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.099+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.100+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:17.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.100+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.100+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:17.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.100+0000 7f1b3ce0d800 20 searching for the correct realm 2024-09-19T11:40:17.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.103+0000 7f1b320f6640 0 -- 172.21.15.103:0/2498965211 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f1b24082a80 msgr2=0x7f1b2409f9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:17.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.106+0000 7f1b3a8f7640 0 -- 172.21.15.103:0/2498965211 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1b240d56c0 msgr2=0x7f1b2409e040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:17.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.315+0000 7f1b3ce0d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:17.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.315+0000 7f1b3ce0d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:17.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.315+0000 7f1b3ce0d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:17.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.315+0000 7f1b3ce0d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:17.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.315+0000 7f1b3ce0d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:17.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.315+0000 7f1b3ce0d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:17.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.315+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 zone default found 2024-09-19T11:40:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 4 Realm: () 2024-09-19T11:40:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:17.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 zonegroup default 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.316+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.317+0000 7f1b3ce0d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.317+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.317+0000 7f1b3ce0d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.317+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.318+0000 7f1b3ce0d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.318+0000 7f1b3ce0d800 20 started sync module instance, tier type = 2024-09-19T11:40:17.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.318+0000 7f1b3ce0d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:17.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.326+0000 7f1b3ce0d800 20 add_watcher() i=0 2024-09-19T11:40:17.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.326+0000 7f1b3ce0d800 20 add_watcher() i=1 2024-09-19T11:40:17.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.326+0000 7f1b3ce0d800 20 add_watcher() i=2 2024-09-19T11:40:17.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.326+0000 7f1b3ce0d800 20 add_watcher() i=3 2024-09-19T11:40:17.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.326+0000 7f1b3ce0d800 20 add_watcher() i=4 2024-09-19T11:40:17.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.326+0000 7f1b3ce0d800 20 add_watcher() i=5 2024-09-19T11:40:17.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.326+0000 7f1b3ce0d800 20 add_watcher() i=6 2024-09-19T11:40:17.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.327+0000 7f1b3ce0d800 20 add_watcher() i=7 2024-09-19T11:40:17.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.327+0000 7f1b3ce0d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:17.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.329+0000 7f19f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:17.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f1b3ce0d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:17.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f1b3ce0d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:17.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f1b3ce0d800 5 note: GC not initialized 2024-09-19T11:40:17.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f196bfff640 20 reqs_thread_entry: start 2024-09-19T11:40:17.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f1b3ce0d800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:17.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f1b3ce0d800 20 Filter name: none 2024-09-19T11:40:17.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f1969ffb640 20 reqs_thread_entry: start 2024-09-19T11:40:17.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.330+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.331+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:17.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.331+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.331+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.331+0000 7f1b3ce0d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.331+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.332+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.332+0000 7f1b3ce0d800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.332+0000 7f1b3ce0d800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:17.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.332+0000 7f1b3ce0d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:17.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.334+0000 7f19f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:17.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.335+0000 7f1b3ce0d800 20 remove_watcher() i=0 2024-09-19T11:40:17.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.335+0000 7f1b3ce0d800 2 removed watcher, disabling cache 2024-09-19T11:40:17.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.336+0000 7f1b3ce0d800 20 remove_watcher() i=1 2024-09-19T11:40:17.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.337+0000 7f1b3ce0d800 20 remove_watcher() i=2 2024-09-19T11:40:17.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.338+0000 7f1b3ce0d800 20 remove_watcher() i=3 2024-09-19T11:40:17.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.340+0000 7f1b3ce0d800 20 remove_watcher() i=4 2024-09-19T11:40:17.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.340+0000 7f1b3ce0d800 20 remove_watcher() i=5 2024-09-19T11:40:17.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.341+0000 7f1b3ce0d800 20 remove_watcher() i=6 2024-09-19T11:40:17.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.342+0000 7f1b3ce0d800 20 remove_watcher() i=7 2024-09-19T11:40:17.354 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:17.354 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:17.354 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.30 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:40:17.354 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:17.356 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.356 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.359 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.359 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.403 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.403 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.428 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-19T11:40:17.429 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:17.429 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.429 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.440 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.440 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.482 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.482 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.489 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.489 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.495 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.495 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.500 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.500 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.506 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.506 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.514 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.514 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.520 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.520 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.525 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.525 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.531 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.531 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.536 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.536 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.542 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.542 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.547 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.547 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.552 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.553 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.558 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.558 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.564 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.564 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.570 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.570 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.576 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.576 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.581 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.581 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.587 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.587 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.593 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:17.593 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:17.600 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T11:40:17.629 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:17.629 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:17.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.664+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.666+0000 7f6e5e92e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.666+0000 7f6e5e92e800 20 realm 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.666+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.666+0000 7f6e5e92e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.666+0000 7f6e5e92e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.666+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.667+0000 7f6e5e92e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.667+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.668+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:17.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.668+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.668+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:17.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.668+0000 7f6e5e92e800 20 searching for the correct realm 2024-09-19T11:40:17.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.671+0000 7f6e51edc640 0 -- 172.21.15.103:0/1804128134 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f6e44070be0 msgr2=0x7f6e4407e730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:17.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.672+0000 7f6e5aede640 0 -- 172.21.15.103:0/1804128134 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f6e44074470 msgr2=0x7f6e440790d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:17.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:17.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:17.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:17.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:17.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:17.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:17.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:17.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:17.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 zone default found 2024-09-19T11:40:17.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 4 Realm: () 2024-09-19T11:40:17.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:17.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 zonegroup default 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.679+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.680+0000 7f6e5e92e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.680+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.680+0000 7f6e5e92e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.680+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.680+0000 7f6e5e92e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.680+0000 7f6e5e92e800 20 started sync module instance, tier type = 2024-09-19T11:40:17.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.680+0000 7f6e5e92e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:17.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.688+0000 7f6e5e92e800 20 add_watcher() i=0 2024-09-19T11:40:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.688+0000 7f6e5e92e800 20 add_watcher() i=1 2024-09-19T11:40:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.688+0000 7f6e5e92e800 20 add_watcher() i=2 2024-09-19T11:40:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.688+0000 7f6e5e92e800 20 add_watcher() i=3 2024-09-19T11:40:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.688+0000 7f6e5e92e800 20 add_watcher() i=4 2024-09-19T11:40:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.688+0000 7f6e5e92e800 20 add_watcher() i=5 2024-09-19T11:40:17.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.688+0000 7f6e5e92e800 20 add_watcher() i=6 2024-09-19T11:40:17.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.689+0000 7f6e5e92e800 20 add_watcher() i=7 2024-09-19T11:40:17.692 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.689+0000 7f6e5e92e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:17.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.691+0000 7f6d10fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6e5e92e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6e5e92e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6e5e92e800 5 note: GC not initialized 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6c8b7fe640 20 reqs_thread_entry: start 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6e5e92e800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6e5e92e800 20 Filter name: none 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6c897fa640 20 reqs_thread_entry: start 2024-09-19T11:40:17.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.692+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.693+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:17.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.693+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.694+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:17.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.694+0000 7f6e5e92e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:17.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.694+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.694+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:17.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.694+0000 7f6e5e92e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.695+0000 7f6e5e92e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:17.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.695+0000 7f6e5e92e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:17.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.696+0000 7f6d10fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:17.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.699+0000 7f6e5e92e800 20 remove_watcher() i=0 2024-09-19T11:40:17.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.699+0000 7f6e5e92e800 2 removed watcher, disabling cache 2024-09-19T11:40:17.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.700+0000 7f6e5e92e800 20 remove_watcher() i=1 2024-09-19T11:40:17.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.702+0000 7f6e5e92e800 20 remove_watcher() i=2 2024-09-19T11:40:17.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.702+0000 7f6e5e92e800 20 remove_watcher() i=3 2024-09-19T11:40:17.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.703+0000 7f6e5e92e800 20 remove_watcher() i=4 2024-09-19T11:40:17.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.704+0000 7f6e5e92e800 20 remove_watcher() i=5 2024-09-19T11:40:17.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.705+0000 7f6e5e92e800 20 remove_watcher() i=6 2024-09-19T11:40:17.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.706+0000 7f6e5e92e800 20 remove_watcher() i=7 2024-09-19T11:40:17.718 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:17.718 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:17.718 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:17.718 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:17.719 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-19T11:40:17.756 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:17.756 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:17.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.792+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.793+0000 7fc925933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.793+0000 7fc925933800 20 realm 2024-09-19T11:40:17.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.793+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.793+0000 7fc925933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.793+0000 7fc925933800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:17.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.793+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.794+0000 7fc925933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:17.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.794+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.794+0000 7fc925933800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:17.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.794+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:17.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.795+0000 7fc925933800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:17.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.795+0000 7fc925933800 20 searching for the correct realm 2024-09-19T11:40:17.799 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:17.797+0000 7fc91bfff640 0 -- 172.21.15.103:0/355024039 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fc90c06c1d0 msgr2=0x7fc90c06ac40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:18.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.003+0000 7fc921676640 0 -- 172.21.15.103:0/355024039 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55a6e88d3460 msgr2=0x55a6e88d5890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:18.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:18.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:18.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:18.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:18.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:18.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.008+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 zone default found 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 4 Realm: () 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 zonegroup default 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.009+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.010+0000 7fc925933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.010+0000 7fc925933800 20 started sync module instance, tier type = 2024-09-19T11:40:18.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.010+0000 7fc925933800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:18.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.020+0000 7fc925933800 20 add_watcher() i=0 2024-09-19T11:40:18.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.020+0000 7fc925933800 20 add_watcher() i=1 2024-09-19T11:40:18.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.020+0000 7fc925933800 20 add_watcher() i=2 2024-09-19T11:40:18.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.020+0000 7fc925933800 20 add_watcher() i=3 2024-09-19T11:40:18.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.020+0000 7fc925933800 20 add_watcher() i=4 2024-09-19T11:40:18.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.020+0000 7fc925933800 20 add_watcher() i=5 2024-09-19T11:40:18.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.020+0000 7fc925933800 20 add_watcher() i=6 2024-09-19T11:40:18.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.021+0000 7fc925933800 20 add_watcher() i=7 2024-09-19T11:40:18.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.021+0000 7fc925933800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.022+0000 7fc7d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc925933800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc925933800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc925933800 5 note: GC not initialized 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc7d6fe5640 20 reqs_thread_entry: start 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc925933800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc925933800 20 Filter name: none 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc7d4fe1640 20 reqs_thread_entry: start 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc925933800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-19T11:40:18.025 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.023+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:18.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-19T11:40:18.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-19T11:40:18.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 : miss 2024-09-19T11:40:18.026 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 info.flags=0x17 2024-09-19T11:40:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 to cache LRU end 2024-09-19T11:40:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:18.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.024+0000 7fc925933800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 2024-09-19T11:40:18.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc925933800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 info.flags=0x17 2024-09-19T11:40:18.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc925933800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 to cache LRU end 2024-09-19T11:40:18.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc925933800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:18.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc925933800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31, ofs0, ns] 2024-09-19T11:40:18.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc7f3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562411 cookie 94175354548816 notifier 6839 bl.length()=931 2024-09-19T11:40:18.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc7f3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 info.flags=0x17 2024-09-19T11:40:18.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc7f3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 to cache LRU end 2024-09-19T11:40:18.031 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.029+0000 7fc7f3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:18.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.030+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): orig_sources= new_sources= 2024-09-19T11:40:18.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.030+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): potential sources added=[] removed=[] 2024-09-19T11:40:18.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.030+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): orig_dests= new_dests= 2024-09-19T11:40:18.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.030+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): potential dests added=[] removed=[] 2024-09-19T11:40:18.036 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.0 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.0 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.1 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.1 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.2 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.2 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.3 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.3 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.4 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.4 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.5 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.5 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.6 2024-09-19T11:40:18.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.6 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.7 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.7 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.8 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.8 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.9 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.9 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.10 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.10 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.11 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1.11 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.0 2024-09-19T11:40:18.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.035+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1 2024-09-19T11:40:18.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.036+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.2 2024-09-19T11:40:18.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.036+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.3 2024-09-19T11:40:18.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.037+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.4 2024-09-19T11:40:18.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.037+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.5 2024-09-19T11:40:18.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.038+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.6 2024-09-19T11:40:18.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.038+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.7 2024-09-19T11:40:18.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.039+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.8 2024-09-19T11:40:18.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.040+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.9 2024-09-19T11:40:18.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.040+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.10 2024-09-19T11:40:18.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.043+0000 7fc925933800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:18.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.043+0000 7fc925933800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 2024-09-19T11:40:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.044+0000 7fc925933800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 info.flags=0x17 2024-09-19T11:40:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.044+0000 7fc925933800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 to cache LRU end 2024-09-19T11:40:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.044+0000 7fc925933800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.044+0000 7fc925933800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31, ofs0, ns] 2024-09-19T11:40:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc7f3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562412 cookie 94175354548816 notifier 6839 bl.length()=931 2024-09-19T11:40:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc7f3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 info.flags=0x17 2024-09-19T11:40:18.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc7f3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 to cache LRU end 2024-09-19T11:40:18.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc7f3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:18.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): orig_sources= new_sources= 2024-09-19T11:40:18.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): potential sources added=[] removed=[] 2024-09-19T11:40:18.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): orig_dests= new_dests= 2024-09-19T11:40:18.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.045+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): potential dests added=[] removed=[] 2024-09-19T11:40:18.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.048+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.0 2024-09-19T11:40:18.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.048+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.1 2024-09-19T11:40:18.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.048+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.2 2024-09-19T11:40:18.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.049+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.3 2024-09-19T11:40:18.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.049+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.4 2024-09-19T11:40:18.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.050+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.5 2024-09-19T11:40:18.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.050+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.6 2024-09-19T11:40:18.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.050+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.7 2024-09-19T11:40:18.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.051+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.8 2024-09-19T11:40:18.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.051+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.9 2024-09-19T11:40:18.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.051+0000 7fc925933800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31.10 2024-09-19T11:40:18.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.051+0000 7fc925933800 -1 Injecting error=-125 at location=commit_target_layout 2024-09-19T11:40:18.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.051+0000 7fc925933800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:18.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.051+0000 7fc925933800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 2024-09-19T11:40:18.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 info.flags=0x17 2024-09-19T11:40:18.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 to cache LRU end 2024-09-19T11:40:18.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:18.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31, ofs0, ns] 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc7f3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562413 cookie 94175354548816 notifier 6839 bl.length()=899 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc7f3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 info.flags=0x17 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc7f3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 to cache LRU end 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc7f3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): orig_sources= new_sources= 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): potential sources added=[] removed=[] 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): orig_dests= new_dests= 2024-09-19T11:40:18.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.053+0000 7fc925933800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31]): potential dests added=[] removed=[] 2024-09-19T11:40:18.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.055+0000 7fc925933800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-19T11:40:18.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.057+0000 7fc7d7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:18.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.059+0000 7fc925933800 20 remove_watcher() i=0 2024-09-19T11:40:18.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.059+0000 7fc925933800 2 removed watcher, disabling cache 2024-09-19T11:40:18.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.060+0000 7fc925933800 20 remove_watcher() i=1 2024-09-19T11:40:18.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.061+0000 7fc925933800 20 remove_watcher() i=2 2024-09-19T11:40:18.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.062+0000 7fc925933800 20 remove_watcher() i=3 2024-09-19T11:40:18.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.063+0000 7fc925933800 20 remove_watcher() i=4 2024-09-19T11:40:18.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.064+0000 7fc925933800 20 remove_watcher() i=5 2024-09-19T11:40:18.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.065+0000 7fc925933800 20 remove_watcher() i=6 2024-09-19T11:40:18.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.066+0000 7fc925933800 20 remove_watcher() i=7 2024-09-19T11:40:18.078 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-19T11:40:18.107 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:18.107 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:18.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.142+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 20 realm 2024-09-19T11:40:18.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.147 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:18.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.144+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.145+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:18.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.145+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.146+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:18.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.146+0000 7ff72b2bb800 20 searching for the correct realm 2024-09-19T11:40:18.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.149+0000 7ff728da5640 0 -- 172.21.15.103:0/3768564239 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7ff720027070 msgr2=0x7ff7200649e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:18.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.152+0000 7ff728da5640 0 -- 172.21.15.103:0/3768564239 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff71c0a3420 msgr2=0x7ff71c0a38a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:18.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:18.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:18.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:18.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:18.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:18.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:18.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.156+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:18.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:18.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 zone default found 2024-09-19T11:40:18.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 4 Realm: () 2024-09-19T11:40:18.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:18.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:18.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:18.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 zonegroup default 2024-09-19T11:40:18.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.157+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.158+0000 7ff72b2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.158+0000 7ff72b2bb800 20 started sync module instance, tier type = 2024-09-19T11:40:18.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.158+0000 7ff72b2bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:18.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.167+0000 7ff72b2bb800 20 add_watcher() i=0 2024-09-19T11:40:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.167+0000 7ff72b2bb800 20 add_watcher() i=1 2024-09-19T11:40:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.167+0000 7ff72b2bb800 20 add_watcher() i=2 2024-09-19T11:40:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.167+0000 7ff72b2bb800 20 add_watcher() i=3 2024-09-19T11:40:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.167+0000 7ff72b2bb800 20 add_watcher() i=4 2024-09-19T11:40:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.167+0000 7ff72b2bb800 20 add_watcher() i=5 2024-09-19T11:40:18.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.167+0000 7ff72b2bb800 20 add_watcher() i=6 2024-09-19T11:40:18.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.168+0000 7ff72b2bb800 20 add_watcher() i=7 2024-09-19T11:40:18.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.168+0000 7ff72b2bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:18.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.169+0000 7ff5defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:18.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.169+0000 7ff72b2bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:18.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.169+0000 7ff72b2bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:18.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.169+0000 7ff72b2bb800 5 note: GC not initialized 2024-09-19T11:40:18.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.170+0000 7ff5ddfe3640 20 reqs_thread_entry: start 2024-09-19T11:40:18.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.170+0000 7ff72b2bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:18.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.170+0000 7ff72b2bb800 20 Filter name: none 2024-09-19T11:40:18.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.170+0000 7ff54f7fe640 20 reqs_thread_entry: start 2024-09-19T11:40:18.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.170+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.170+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:18.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.170+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.171+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:18.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.171+0000 7ff72b2bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:18.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.171+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.171+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:18.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.171+0000 7ff72b2bb800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.172+0000 7ff72b2bb800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:18.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.172+0000 7ff72b2bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:18.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.174+0000 7ff5defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:18.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.175+0000 7ff72b2bb800 20 remove_watcher() i=0 2024-09-19T11:40:18.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.175+0000 7ff72b2bb800 2 removed watcher, disabling cache 2024-09-19T11:40:18.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.176+0000 7ff72b2bb800 20 remove_watcher() i=1 2024-09-19T11:40:18.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.177+0000 7ff72b2bb800 20 remove_watcher() i=2 2024-09-19T11:40:18.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.178+0000 7ff72b2bb800 20 remove_watcher() i=3 2024-09-19T11:40:18.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.179+0000 7ff72b2bb800 20 remove_watcher() i=4 2024-09-19T11:40:18.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.180+0000 7ff72b2bb800 20 remove_watcher() i=5 2024-09-19T11:40:18.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.181+0000 7ff72b2bb800 20 remove_watcher() i=6 2024-09-19T11:40:18.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.182+0000 7ff72b2bb800 20 remove_watcher() i=7 2024-09-19T11:40:18.194 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:18.194 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:18.194 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.31 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-19T11:40:18.194 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:18.195 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.195 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.198 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.198 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.242 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.242 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.268 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-19T11:40:18.268 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:18.269 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.269 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.280 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.280 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.323 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.324 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.331 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.331 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.337 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.337 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.343 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.343 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.349 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.350 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.356 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.356 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.362 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.362 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.368 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.369 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.375 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.375 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.380 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.381 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.387 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.387 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.393 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.393 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.399 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.399 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.405 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.405 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.411 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.411 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.418 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.418 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.424 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.424 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.430 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.430 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.436 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.437 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.442 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:18.443 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:18.449 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-19T11:40:18.477 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:18.477 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:18.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.516+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.517+0000 7f010b014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.517+0000 7f010b014800 20 realm 2024-09-19T11:40:18.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.518+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.518+0000 7f010b014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.518+0000 7f010b014800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:18.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.518+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.518+0000 7f010b014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.518+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.519+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:18.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.519+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.519+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:18.521 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.519+0000 7f010b014800 20 searching for the correct realm 2024-09-19T11:40:18.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.522+0000 7f01067e0640 0 -- 172.21.15.103:0/3018505828 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f0100064f30 msgr2=0x7f01000639a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:18.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.525+0000 7f01067e0640 0 -- 172.21.15.103:0/3018505828 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f00f009c040 msgr2=0x7f00f009c420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:18.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:18.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:18.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:18.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:18.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 zone default found 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 4 Realm: () 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:18.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:18.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 zonegroup default 2024-09-19T11:40:18.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.732+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.733+0000 7f010b014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.733+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.733+0000 7f010b014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.733+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.733+0000 7f010b014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.733+0000 7f010b014800 20 started sync module instance, tier type = 2024-09-19T11:40:18.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.733+0000 7f010b014800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:18.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.742+0000 7f010b014800 20 add_watcher() i=0 2024-09-19T11:40:18.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.742+0000 7f010b014800 20 add_watcher() i=1 2024-09-19T11:40:18.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.742+0000 7f010b014800 20 add_watcher() i=2 2024-09-19T11:40:18.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.742+0000 7f010b014800 20 add_watcher() i=3 2024-09-19T11:40:18.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.742+0000 7f010b014800 20 add_watcher() i=4 2024-09-19T11:40:18.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.742+0000 7f010b014800 20 add_watcher() i=5 2024-09-19T11:40:18.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.742+0000 7f010b014800 20 add_watcher() i=6 2024-09-19T11:40:18.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.743+0000 7f010b014800 20 add_watcher() i=7 2024-09-19T11:40:18.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.743+0000 7f010b014800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:18.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.745+0000 7effbcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:18.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.745+0000 7f010b014800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:18.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.745+0000 7f010b014800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:18.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.746+0000 7f010b014800 5 note: GC not initialized 2024-09-19T11:40:18.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.746+0000 7eff377fe640 20 reqs_thread_entry: start 2024-09-19T11:40:18.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.746+0000 7f010b014800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:18.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.746+0000 7f010b014800 20 Filter name: none 2024-09-19T11:40:18.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.746+0000 7eff357fa640 20 reqs_thread_entry: start 2024-09-19T11:40:18.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.746+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.747+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:18.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.747+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.747+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:18.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.747+0000 7f010b014800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:18.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.747+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.747+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:18.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.747+0000 7f010b014800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.748+0000 7f010b014800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:18.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.748+0000 7f010b014800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:18.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.749+0000 7effbcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:18.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.751+0000 7f010b014800 20 remove_watcher() i=0 2024-09-19T11:40:18.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.751+0000 7f010b014800 2 removed watcher, disabling cache 2024-09-19T11:40:18.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.752+0000 7f010b014800 20 remove_watcher() i=1 2024-09-19T11:40:18.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.753+0000 7f010b014800 20 remove_watcher() i=2 2024-09-19T11:40:18.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.754+0000 7f010b014800 20 remove_watcher() i=3 2024-09-19T11:40:18.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.755+0000 7f010b014800 20 remove_watcher() i=4 2024-09-19T11:40:18.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.756+0000 7f010b014800 20 remove_watcher() i=5 2024-09-19T11:40:18.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.757+0000 7f010b014800 20 remove_watcher() i=6 2024-09-19T11:40:18.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.758+0000 7f010b014800 20 remove_watcher() i=7 2024-09-19T11:40:18.769 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:18.770 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:18.770 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:18.770 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:18.771 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-19T11:40:18.805 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:18.805 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:18.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.840+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.843 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 realm 2024-09-19T11:40:18.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:18.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:18.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.843+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:18.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.843+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:18.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.844+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:18.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.844+0000 7fc6ce5af800 20 searching for the correct realm 2024-09-19T11:40:18.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.846+0000 7fc6cc0a0640 0 -- 172.21.15.103:0/1678386431 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc6c403d040 msgr2=0x7fc6c4045c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:18.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:18.850+0000 7fc6cc0a0640 0 -- 172.21.15.103:0/1678386431 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc6b405d040 msgr2=0x7fc6b405d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:19.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.055+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:19.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:19.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:19.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:19.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:19.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:19.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:19.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:19.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 zone default found 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 Realm: () 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 zonegroup default 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 started sync module instance, tier type = 2024-09-19T11:40:19.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:19.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=0 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=1 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=2 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=3 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=4 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=5 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=6 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.067+0000 7fc6ce5af800 20 add_watcher() i=7 2024-09-19T11:40:19.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.067+0000 7fc6ce5af800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:19.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.069+0000 7fc582fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:19.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.069+0000 7fc6ce5af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:19.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.069+0000 7fc6ce5af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:19.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 note: GC not initialized 2024-09-19T11:40:19.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc581fdb640 20 reqs_thread_entry: start 2024-09-19T11:40:19.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:19.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 Filter name: none 2024-09-19T11:40:19.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc4f37fe640 20 reqs_thread_entry: start 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : miss 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.071+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:19.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:19.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562418 cookie 93827083525408 notifier 6890 bl.length()=931 2024-09-19T11:40:19.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:19.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:19.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:19.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:19.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:19.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:19.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:19.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:19.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:19.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:19.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:19.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:19.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.083+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:19.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.084+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:19.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.084+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:19.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:19.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:19.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:19.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.086+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:19.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.086+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:19.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.089+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:19.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.089+0000 7fc6ce5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:19.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562419 cookie 93827083525408 notifier 6890 bl.length()=931 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:19.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:19.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:19.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:19.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:19.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.095+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:19.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.095+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:19.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:19.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:19.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:19.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:19.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.097+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:19.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.097+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:19.099 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc6ce5af800 time 2024-09-19T11:40:19.098598+0000 2024-09-19T11:40:19.099 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:19.099 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.099 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc6d1b8c76a] 2024-09-19T11:40:19.100 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.100 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.100 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.100 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:19.101 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.101 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:19.101 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:19.101 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:40:19.101 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7fc6ce5af800 thread_name:radosgw-admin 2024-09-19T11:40:19.102 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.098+0000 7fc6ce5af800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc6ce5af800 time 2024-09-19T11:40:19.098598+0000 2024-09-19T11:40:19.102 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:19.102 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.103 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.103 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc6d1b8c76a] 2024-09-19T11:40:19.103 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.103 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.103 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.103 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:19.104 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.104 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:19.104 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:19.104 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.121 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.121 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc6d083e6f0] 2024-09-19T11:40:19.121 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc6d088b99c] 2024-09-19T11:40:19.121 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:19.121 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:19.121 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc6d1b8c7c4] 2024-09-19T11:40:19.121 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.099+0000 7fc6ce5af800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7fc6ce5af800 thread_name:radosgw-admin 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc6d083e6f0] 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc6d088b99c] 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:19.122 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc6d1b8c7c4] 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:40:18.825+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:40:18.825+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.123 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1e01fa0 auth_method 0 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_done global_id 6881 payload 824 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:40:18.826+0000 7fc6cc8a1640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.124 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:40:18.826+0000 7fc6cc8a1640 1 monclient: found mon.noname-c 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:40:18.826+0000 7fc6cc8a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: dump: 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.125 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: dump: 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.126 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 6881 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:40:18.826+0000 7fc5ba60c640 4 set_mon_vals no callback set 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 1 librados: init done 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:40:18.828+0000 7fc5b8e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:40:18.828+0000 7fc5b8e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:40:18.828+0000 7fc5b8e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:40:18.828+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc5b4077570 auth_method 0 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:40:18.828+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1ec70f0 auth_method 0 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:40:18.829+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x5555d1f0bb20 auth_method 0 2024-09-19T11:40:19.127 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:40:18.829+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1f0fd10 auth_method 0 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 10 monclient: build_initial_monmap 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 1 build_initial for_mkfs: 0 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 10 monclient: monmap: 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.128 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding auth protocol: cephx 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding auth protocol: cephx 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding auth protocol: cephx 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.129 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command objecter_requests cmddesc objecter_requests hook 0x5555d1f17ed0 EEXIST 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 10 monclient: init 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding auth protocol: cephx 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding auth protocol: cephx 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding auth protocol: cephx 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.130 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command rotate-key cmddesc rotate-key hook 0x5555d1f13200 EEXIST 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-c con 0x5555d1f3c1f0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-a con 0x5555d1f3c5d0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-b con 0x5555d1f3af00 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:19.131 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): authenticate will time out at 2004.375258s 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request con 0x5555d1f3c1f0 auth_method 0 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1f3c5d0 auth_method 0 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.132 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request con 0x5555d1f3af00 auth_method 0 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.133 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_done global_id 6884 payload 824 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 1 monclient: found mon.noname-c 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: dump: 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.134 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.135 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: dump: 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.136 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 6884 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:40:18.832+0000 7fc6cd0a2640 4 set_mon_vals no callback set 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:40:18.833+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:40:18.833+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:40:18.834+0000 7fc5b1ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:19.137 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:40:18.834+0000 7fc5b1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:40:18.834+0000 7fc5b1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:40:18.834+0000 7fc6c389f640 10 monclient: get_auth_request con 0x7fc5a4077480 auth_method 0 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: get_monmap_and_config 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: build_initial_monmap 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 1 build_initial for_mkfs: 0 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: monmap: 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:19.138 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding auth protocol: cephx 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding auth protocol: cephx 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding auth protocol: cephx 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.139 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.140 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: init 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding auth protocol: cephx 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding auth protocol: cephx 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding auth protocol: cephx 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.141 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command rotate-key cmddesc rotate-key hook 0x7ffd5ee54528 EEXIST 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-a con 0x5555d1f60340 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:19.142 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-c con 0x5555d1f8adb0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-b con 0x5555d1f8c160 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): authenticate will time out at 2004.379065s 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request con 0x5555d1f60340 auth_method 0 2024-09-19T11:40:19.143 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1f8adb0 auth_method 0 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request con 0x5555d1f8c160 auth_method 0 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.144 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_done global_id 7329 payload 274 2024-09-19T11:40:19.145 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 1 monclient: found mon.noname-a 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: dump: 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.146 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.147 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: dump: 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.148 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 7329 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient: get_monmap_and_config success 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 4 set_mon_vals no callback set 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: shutdown 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: build_initial_monmap 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 build_initial for_mkfs: 0 2024-09-19T11:40:19.149 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: monmap: 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:19.150 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding auth protocol: cephx 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding auth protocol: cephx 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding auth protocol: cephx 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.151 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: starting msgr at 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: starting objecter 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command objecter_requests cmddesc objecter_requests hook 0x5555d1f86d70 EEXIST 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: setting wanted keys 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: calling monclient init 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: init 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding auth protocol: cephx 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding auth protocol: cephx 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding auth protocol: cephx 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.152 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command rotate-key cmddesc rotate-key hook 0x5555d1f50bf8 EEXIST 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:19.153 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-b con 0x5555d1f60340 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-a con 0x5555d1f8c160 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-c con 0x5555d1f7e4f0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): authenticate will time out at 2004.381332s 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1f8c160 auth_method 0 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request con 0x5555d1f7e4f0 auth_method 0 2024-09-19T11:40:19.154 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request con 0x5555d1f60340 auth_method 0 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.155 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_done global_id 6890 payload 824 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 1 monclient: found mon.noname-c 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: dump: 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.156 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: dump: 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.157 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 6890 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:40:18.838+0000 7fc5a37fe640 4 set_mon_vals no callback set 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 1 librados: init done 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cr dump hook 0x5555d1f8f018 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:40:18.840+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.158 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:40:18.841+0000 7fc5a1ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:40:18.841+0000 7fc5a1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:40:18.841+0000 7fc5a1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:40:18.841+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc594077570 auth_method 0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:40:18.841+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1fab1a0 auth_method 0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 realm 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.159 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:40:18.842+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x5555d1faf390 auth_method 0 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:40:18.843+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:40:18.843+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:40:18.843+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1fb2bf0 auth_method 0 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:40:18.844+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:40:18.844+0000 7fc6ce5af800 20 searching for the correct realm 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:40:18.844+0000 7fc6cc8a1640 10 monclient: get_auth_request con 0x5555d1fb76a0 auth_method 0 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:40:18.844+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc6c403d040 auth_method 0 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:40:18.846+0000 7fc6c389f640 10 monclient: get_auth_request con 0x7fc6b403d040 auth_method 0 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:40:18.846+0000 7fc6cc0a0640 0 -- 172.21.15.103:0/1678386431 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc6c403d040 msgr2=0x7fc6c4045c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:40:18.846+0000 7fc5a1ffb640 1 client.6890.objecter ms_handle_reset 0x7fc6c403d040 session 0x7fc6c403cbb0 osd.7 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:40:18.846+0000 7fc5a1ffb640 10 monclient: _renew_subs 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:40:18.846+0000 7fc5a1ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.160 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:40:18.847+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc594087390 auth_method 0 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:40:18.847+0000 7fc6cc8a1640 10 monclient: get_auth_request con 0x7fc6b404a990 auth_method 0 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:40:18.849+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc6b405d040 auth_method 0 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:40:18.850+0000 7fc6cc0a0640 0 -- 172.21.15.103:0/1678386431 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc6b405d040 msgr2=0x7fc6b405d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:40:19.051+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc6b405d040 auth_method 0 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:40:19.055+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.161 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 zone default found 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 Realm: () 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 zonegroup default 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.162 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 started sync module instance, tier type = 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=0 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=1 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=2 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=3 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=4 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=5 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=6 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:40:19.067+0000 7fc6ce5af800 20 add_watcher() i=7 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:40:19.067+0000 7fc6ce5af800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:19.163 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding auth protocol: cephx 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding auth protocol: cephx 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding auth protocol: cephx 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.164 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:40:19.069+0000 7fc582fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache list hook 0x5555d1f7dd60 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache inspect hook 0x5555d1f7dd60 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache erase hook 0x5555d1f7dd60 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache zap hook 0x5555d1f7dd60 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 note: GC not initialized 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:40:19.070+0000 7fc581fdb640 20 reqs_thread_entry: start 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace show hook 0x7fc6bc004020 2024-09-19T11:40:19.165 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace history hook 0x7fc6bc004020 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace active hook 0x7fc6bc004020 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace active_short hook 0x7fc6bc004020 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 Filter name: none 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:40:19.070+0000 7fc4f37fe640 20 reqs_thread_entry: start 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : miss 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.166 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562418 cookie 93827083525408 notifier 6890 bl.length()=931 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:19.167 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:19.168 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:19.169 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:40:19.083+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:40:19.084+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:40:19.084+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:40:19.086+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:40:19.086+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:40:19.089+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:40:19.089+0000 7fc6ce5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:19.170 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562419 cookie 93827083525408 notifier 6890 bl.length()=931 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:19.171 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:40:19.095+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:40:19.095+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:40:19.097+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:19.172 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:40:19.097+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:40:19.098+0000 7fc6ce5af800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc6ce5af800 time 2024-09-19T11:40:19.098598+0000 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc6d1b8c76a] 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:19.173 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:40:19.099+0000 7fc6ce5af800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7fc6ce5af800 thread_name:radosgw-admin 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc6d083e6f0] 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc6d088b99c] 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc6d1b8c7c4] 2024-09-19T11:40:19.174 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:40:19.175 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:40:19.176 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:40:19.177 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:40:19.178 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:40:19.179 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:40:19.180 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:40:19.181 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:40:19.182 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc4f37fe640 / http_manager 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc581fdb640 / http_manager 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc582fdd640 / rgw_dt_lg_renew 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5a1ffb640 / ms_dispatch 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5a37fe640 / io_context_pool 2024-09-19T11:40:19.183 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5b1ffb640 / ms_dispatch 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5b8e09640 / ms_dispatch 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5ba60c640 / io_context_pool 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6c389f640 / msgr-worker-2 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6cc0a0640 / msgr-worker-1 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6cc8a1640 / msgr-worker-0 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6cd0a2640 / io_context_pool 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6ce5af800 / radosgw-admin 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:40:19.184 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.120823.log 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:40:18.825+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:40:18.825+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1e01fa0 auth_method 0 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.185 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:40:18.825+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:40:18.825+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_done global_id 6881 payload 824 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:40:18.826+0000 7fc6cc8a1640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:40:18.826+0000 7fc6cc8a1640 1 monclient: found mon.noname-c 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:40:18.826+0000 7fc6cc8a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:19.186 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: dump: 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.187 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:40:18.826+0000 7fc5b8e09640 10 monclient: dump: 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 6881 2024-09-19T11:40:19.188 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:40:18.826+0000 7fc5ba60c640 4 set_mon_vals no callback set 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:40:18.826+0000 7fc6ce5af800 1 librados: init done 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:40:18.828+0000 7fc5b8e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:40:18.828+0000 7fc5b8e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:40:18.828+0000 7fc5b8e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:40:18.828+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc5b4077570 auth_method 0 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:40:18.828+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1ec70f0 auth_method 0 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:40:18.829+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x5555d1f0bb20 auth_method 0 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:40:18.829+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1f0fd10 auth_method 0 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 10 monclient: build_initial_monmap 2024-09-19T11:40:19.189 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 1 build_initial for_mkfs: 0 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 10 monclient: monmap: 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding auth protocol: cephx 2024-09-19T11:40:19.190 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding auth protocol: cephx 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding auth protocol: cephx 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: crc 2024-09-19T11:40:19.191 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f14a30) adding con mode: secure 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command objecter_requests cmddesc objecter_requests hook 0x5555d1f17ed0 EEXIST 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 10 monclient: init 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding auth protocol: cephx 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding auth protocol: cephx 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding auth protocol: cephx 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.192 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: crc 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f130b8) adding con mode: secure 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:40:18.831+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command rotate-key cmddesc rotate-key hook 0x5555d1f13200 EEXIST 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:19.193 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-c con 0x5555d1f3c1f0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-a con 0x5555d1f3c5d0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-b con 0x5555d1f3af00 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient(hunting): authenticate will time out at 2004.375258s 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request con 0x5555d1f3c1f0 auth_method 0 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1f3c5d0 auth_method 0 2024-09-19T11:40:19.194 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:40:18.832+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request con 0x5555d1f3af00 auth_method 0 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.195 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:40:18.832+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_done global_id 6884 payload 824 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 1 monclient: found mon.noname-c 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:40:18.832+0000 7fc6cc0a0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: dump: 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.196 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:40:18.832+0000 7fc5b1ffb640 10 monclient: dump: 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.197 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 6884 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:40:18.832+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:40:18.832+0000 7fc6cd0a2640 4 set_mon_vals no callback set 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:40:18.833+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:40:18.833+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:40:18.834+0000 7fc5b1ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:19.198 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:40:18.834+0000 7fc5b1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:40:18.834+0000 7fc5b1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:40:18.834+0000 7fc6c389f640 10 monclient: get_auth_request con 0x7fc5a4077480 auth_method 0 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: get_monmap_and_config 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: build_initial_monmap 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 1 build_initial for_mkfs: 0 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: monmap: 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:19.199 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding auth protocol: cephx 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding auth protocol: cephx 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding auth protocol: cephx 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.200 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: crc 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f5c1b0) adding con mode: secure 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 10 monclient: init 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding auth protocol: cephx 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding auth protocol: cephx 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding auth protocol: cephx 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.201 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: crc 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee543e0) adding con mode: secure 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:40:18.835+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command rotate-key cmddesc rotate-key hook 0x7ffd5ee54528 EEXIST 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-a con 0x5555d1f60340 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:19.202 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-c con 0x5555d1f8adb0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-b con 0x5555d1f8c160 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient(hunting): authenticate will time out at 2004.379065s 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request con 0x5555d1f60340 auth_method 0 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1f8adb0 auth_method 0 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.203 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request con 0x5555d1f8c160 auth_method 0 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:40:18.836+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.204 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:40:18.836+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_done global_id 7329 payload 274 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 1 monclient: found mon.noname-a 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:40:18.836+0000 7fc6cc0a0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: dump: 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.205 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:40:18.836+0000 7fc5a37fe640 10 monclient: dump: 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.206 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 7329 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 10 monclient: get_monmap_and_config success 2024-09-19T11:40:19.207 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:40:18.836+0000 7fc6ce5af800 4 set_mon_vals no callback set 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: shutdown 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: build_initial_monmap 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 build_initial for_mkfs: 0 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: monmap: 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:19.208 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding auth protocol: cephx 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding auth protocol: cephx 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding auth protocol: cephx 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.209 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: crc 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f8c880) adding con mode: secure 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: starting msgr at 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: starting objecter 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command objecter_requests cmddesc objecter_requests hook 0x5555d1f86d70 EEXIST 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: setting wanted keys 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 1 librados: calling monclient init 2024-09-19T11:40:19.210 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 10 monclient: init 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding auth protocol: cephx 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding auth protocol: cephx 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding auth protocol: cephx 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.211 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: crc 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 5 AuthRegistry(0x5555d1f50ab0) adding con mode: secure 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:40:18.837+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command rotate-key cmddesc rotate-key hook 0x5555d1f50bf8 EEXIST 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-b con 0x5555d1f60340 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-a con 0x5555d1f8c160 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:19.212 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): picked mon.noname-c con 0x5555d1f7e4f0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient(hunting): authenticate will time out at 2004.381332s 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): get_auth_request con 0x5555d1f8c160 auth_method 0 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request con 0x5555d1f7e4f0 auth_method 0 2024-09-19T11:40:19.213 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request con 0x5555d1f60340 auth_method 0 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:40:18.838+0000 7fc6c389f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.214 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:40:18.838+0000 7fc6cc0a0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient(hunting): handle_auth_done global_id 6890 payload 824 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient: _finish_hunting 0 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 1 monclient: found mon.noname-c 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:40:18.838+0000 7fc6cc8a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: dump: 2024-09-19T11:40:19.215 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: _finish_auth 0 2024-09-19T11:40:19.216 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:40:18.838+0000 7fc5a1ffb640 10 monclient: dump: 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:19.217 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 5 monclient: authenticate success, global_id 6890 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:40:18.838+0000 7fc5a37fe640 4 set_mon_vals no callback set 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.218 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _renew_subs 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 1 librados: init done 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:40:18.838+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cr dump hook 0x5555d1f8f018 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:40:18.840+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:40:18.841+0000 7fc5a1ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:40:18.841+0000 7fc5a1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:40:18.841+0000 7fc5a1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:40:18.841+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc594077570 auth_method 0 2024-09-19T11:40:19.219 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:40:18.841+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1fab1a0 auth_method 0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 realm 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:40:18.842+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:40:18.842+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x5555d1faf390 auth_method 0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:40:18.843+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:40:18.843+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:40:18.843+0000 7fc6c389f640 10 monclient: get_auth_request con 0x5555d1fb2bf0 auth_method 0 2024-09-19T11:40:19.220 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:40:18.844+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:40:18.844+0000 7fc6ce5af800 20 searching for the correct realm 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:40:18.844+0000 7fc6cc8a1640 10 monclient: get_auth_request con 0x5555d1fb76a0 auth_method 0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:40:18.844+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc6c403d040 auth_method 0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:40:18.846+0000 7fc6c389f640 10 monclient: get_auth_request con 0x7fc6b403d040 auth_method 0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:40:18.846+0000 7fc6cc0a0640 0 -- 172.21.15.103:0/1678386431 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc6c403d040 msgr2=0x7fc6c4045c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:40:18.846+0000 7fc5a1ffb640 1 client.6890.objecter ms_handle_reset 0x7fc6c403d040 session 0x7fc6c403cbb0 osd.7 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:40:18.846+0000 7fc5a1ffb640 10 monclient: _renew_subs 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:40:18.846+0000 7fc5a1ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:40:18.847+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc594087390 auth_method 0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:40:18.847+0000 7fc6cc8a1640 10 monclient: get_auth_request con 0x7fc6b404a990 auth_method 0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:40:18.849+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc6b405d040 auth_method 0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:40:18.850+0000 7fc6cc0a0640 0 -- 172.21.15.103:0/1678386431 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc6b405d040 msgr2=0x7fc6b405d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:40:19.051+0000 7fc6cc0a0640 10 monclient: get_auth_request con 0x7fc6b405d040 auth_method 0 2024-09-19T11:40:19.221 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:40:19.055+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 zone default found 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 Realm: () 2024-09-19T11:40:19.222 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 zonegroup default 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:40:19.056+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 started sync module instance, tier type = 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:40:19.057+0000 7fc6ce5af800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=0 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=1 2024-09-19T11:40:19.223 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=2 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=3 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=4 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=5 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:40:19.066+0000 7fc6ce5af800 20 add_watcher() i=6 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:40:19.067+0000 7fc6ce5af800 20 add_watcher() i=7 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:40:19.067+0000 7fc6ce5af800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding auth protocol: cephx 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding auth protocol: cephx 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding auth protocol: cephx 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.224 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: crc 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 AuthRegistry(0x7ffd5ee548b0) adding con mode: secure 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:40:19.069+0000 7fc582fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache list hook 0x5555d1f7dd60 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache inspect hook 0x5555d1f7dd60 2024-09-19T11:40:19.225 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache erase hook 0x5555d1f7dd60 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command cache zap hook 0x5555d1f7dd60 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:40:19.069+0000 7fc6ce5af800 5 note: GC not initialized 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:40:19.070+0000 7fc581fdb640 20 reqs_thread_entry: start 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace show hook 0x7fc6bc004020 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace history hook 0x7fc6bc004020 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace active hook 0x7fc6bc004020 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 5 asok(0x5555d1c9e410) register_command sync trace active_short hook 0x7fc6bc004020 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 Filter name: none 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:40:19.070+0000 7fc4f37fe640 20 reqs_thread_entry: start 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:19.226 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : miss 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:40:19.070+0000 7fc6ce5af800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:40:19.071+0000 7fc6ce5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.227 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:40:19.076+0000 7fc6ce5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562418 cookie 93827083525408 notifier 6890 bl.length()=931 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:40:19.076+0000 7fc5a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:40:19.077+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:19.228 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:19.229 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:40:19.081+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:40:19.082+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:40:19.083+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:40:19.084+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:40:19.084+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:19.230 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:40:19.085+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:40:19.086+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:40:19.086+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:40:19.089+0000 7fc6ce5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:40:19.089+0000 7fc6ce5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562419 cookie 93827083525408 notifier 6890 bl.length()=931 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:40:19.091+0000 7fc5a37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:19.231 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:40:19.091+0000 7fc6ce5af800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:40:19.094+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:40:19.095+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:40:19.095+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:40:19.096+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:40:19.097+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:40:19.097+0000 7fc6ce5af800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:19.232 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:40:19.098+0000 7fc6ce5af800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc6ce5af800 time 2024-09-19T11:40:19.098598+0000 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc6d1b8c76a] 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:40:19.099+0000 7fc6ce5af800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:40:19.233 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7fc6ce5af800 thread_name:radosgw-admin 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc6d083e6f0] 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc6d088b99c] 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc6d1b8c7c4] 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7fc6d1b8c928] 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5555d0a48791] 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5555d0a58757] 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc6d0829590] 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:19.234 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:40:19.235 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:40:19.236 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:40:19.237 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:40:19.238 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:40:19.239 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:40:19.240 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:40:19.241 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc4f37fe640 / http_manager 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc581fdb640 / http_manager 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc582fdd640 / rgw_dt_lg_renew 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5a1ffb640 / ms_dispatch 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5a37fe640 / io_context_pool 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5b1ffb640 / ms_dispatch 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5b8e09640 / ms_dispatch 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc5ba60c640 / io_context_pool 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6c389f640 / msgr-worker-2 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6cc0a0640 / msgr-worker-1 2024-09-19T11:40:19.242 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6cc8a1640 / msgr-worker-0 2024-09-19T11:40:19.243 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6cd0a2640 / io_context_pool 2024-09-19T11:40:19.243 INFO:tasks.workunit.client.0.smithi103.stderr: 7fc6ce5af800 / radosgw-admin 2024-09-19T11:40:19.243 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:40:19.243 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:40:19.243 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:40:19.100018Z_85c7da82-890e-49d0-941e-c499ef672576/log 2024-09-19T11:40:19.243 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:40:19.243 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-19T11:40:19.245 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:19.245 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:19.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.174+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 20 realm 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.176+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.177+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.177+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.178+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.178+0000 7fc03d287800 20 searching for the correct realm 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.180+0000 7fc032570640 0 -- 172.21.15.103:0/1150254207 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fc024017040 msgr2=0x7fc024026930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:19.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.184+0000 7fc03ad71640 0 -- 172.21.15.103:0/1150254207 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc024035400 msgr2=0x7fc024035880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:19.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:19.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:19.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:19.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 zone default found 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 4 Realm: () 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:19.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:19.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:19.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 zonegroup default 2024-09-19T11:40:19.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.391+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.392+0000 7fc03d287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.392+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.392+0000 7fc03d287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.392+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.392+0000 7fc03d287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:19.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.392+0000 7fc03d287800 20 started sync module instance, tier type = 2024-09-19T11:40:19.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.392+0000 7fc03d287800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:19.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.401+0000 7fc03d287800 20 add_watcher() i=0 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.401+0000 7fc03d287800 20 add_watcher() i=1 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.401+0000 7fc03d287800 20 add_watcher() i=2 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.401+0000 7fc03d287800 20 add_watcher() i=3 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.401+0000 7fc03d287800 20 add_watcher() i=4 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.401+0000 7fc03d287800 20 add_watcher() i=5 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.401+0000 7fc03d287800 20 add_watcher() i=6 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.402+0000 7fc03d287800 20 add_watcher() i=7 2024-09-19T11:40:19.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.402+0000 7fc03d287800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:19.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.404+0000 7fbef17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.404+0000 7fc03d287800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.404+0000 7fc03d287800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.404+0000 7fc03d287800 5 note: GC not initialized 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.404+0000 7fbe6bfff640 20 reqs_thread_entry: start 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.404+0000 7fc03d287800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.405+0000 7fc03d287800 20 Filter name: none 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.405+0000 7fbe69ffb640 20 reqs_thread_entry: start 2024-09-19T11:40:19.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.405+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.405+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:19.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.405+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.406+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:40:19.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.406+0000 7fc03d287800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:19.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.406+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.406+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:19.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.406+0000 7fc03d287800 20 rados->read ofs=0 len=0 2024-09-19T11:40:19.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.406+0000 7fc03d287800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:40:19.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.406+0000 7fc03d287800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:19.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.408+0000 7fbef17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:19.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.410+0000 7fc03d287800 20 remove_watcher() i=0 2024-09-19T11:40:19.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.410+0000 7fc03d287800 2 removed watcher, disabling cache 2024-09-19T11:40:19.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.411+0000 7fc03d287800 20 remove_watcher() i=1 2024-09-19T11:40:19.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.412+0000 7fc03d287800 20 remove_watcher() i=2 2024-09-19T11:40:19.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.413+0000 7fc03d287800 20 remove_watcher() i=3 2024-09-19T11:40:19.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.414+0000 7fc03d287800 20 remove_watcher() i=4 2024-09-19T11:40:19.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.415+0000 7fc03d287800 20 remove_watcher() i=5 2024-09-19T11:40:19.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.416+0000 7fc03d287800 20 remove_watcher() i=6 2024-09-19T11:40:19.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:19.417+0000 7fc03d287800 20 remove_watcher() i=7 2024-09-19T11:40:19.428 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.429 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:19.429 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:19.429 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:19.430 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:19.430 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:49.471 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:49.472 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:49.514 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:40:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:49.548 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:49.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.588+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.589+0000 7f8a8f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.589+0000 7f8a8f11f800 20 realm 2024-09-19T11:40:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.589+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.590+0000 7f8a8f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.590+0000 7f8a8f11f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.590+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.590+0000 7f8a8f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.590+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.591+0000 7f8a8f11f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:49.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.591+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.592+0000 7f8a8f11f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:49.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.592+0000 7f8a8f11f800 20 searching for the correct realm 2024-09-19T11:40:49.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.595+0000 7f8a8b58c640 0 -- 172.21.15.103:0/3644227512 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55c5b30bb270 msgr2=0x55c5b30bd680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.598+0000 7f8a8ad8b640 0 -- 172.21.15.103:0/3644227512 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8a740a1420 msgr2=0x7f8a740a18a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.603+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 zone default found 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 4 Realm: () 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 zonegroup default 2024-09-19T11:40:49.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.604+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.605+0000 7f8a8f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.605+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.605+0000 7f8a8f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.605+0000 7f8a8f11f800 20 started sync module instance, tier type = 2024-09-19T11:40:49.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.605+0000 7f8a8f11f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.614+0000 7f8a8f11f800 20 add_watcher() i=0 2024-09-19T11:40:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.614+0000 7f8a8f11f800 20 add_watcher() i=1 2024-09-19T11:40:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.614+0000 7f8a8f11f800 20 add_watcher() i=2 2024-09-19T11:40:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.614+0000 7f8a8f11f800 20 add_watcher() i=3 2024-09-19T11:40:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.614+0000 7f8a8f11f800 20 add_watcher() i=4 2024-09-19T11:40:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.614+0000 7f8a8f11f800 20 add_watcher() i=5 2024-09-19T11:40:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.614+0000 7f8a8f11f800 20 add_watcher() i=6 2024-09-19T11:40:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.615+0000 7f8a8f11f800 20 add_watcher() i=7 2024-09-19T11:40:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.615+0000 7f8a8f11f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:49.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.617+0000 7f89417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.617+0000 7f8a8f11f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.617+0000 7f8a8f11f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.617+0000 7f8a8f11f800 5 note: GC not initialized 2024-09-19T11:40:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f88bbfff640 20 reqs_thread_entry: start 2024-09-19T11:40:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 20 Filter name: none 2024-09-19T11:40:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f88b9ffb640 20 reqs_thread_entry: start 2024-09-19T11:40:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-19T11:40:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : miss 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.618+0000 7f8a8f11f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.619+0000 7f8a8f11f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.619+0000 7f8a8f11f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.619+0000 7f8a8f11f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.619+0000 7f8a8f11f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.619+0000 7f8a8f11f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.619+0000 7f8a8f11f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:49.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f8a8f11f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:49.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f8a8f11f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:49.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f8a8f11f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:49.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f8a8f11f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f896dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562421 cookie 94307600874544 notifier 7368 bl.length()=931 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f896dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f896dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.624+0000 7f896dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.625+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.625+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.625+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.625+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:49.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.0 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.1 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.2 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.3 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.4 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.5 2024-09-19T11:40:49.632 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.6 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.7 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.8 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.9 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.10 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1.11 2024-09-19T11:40:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.630+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:49.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.631+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:49.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.631+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:49.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.632+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:49.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.632+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:49.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.633+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:49.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.633+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:49.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.634+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:49.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.634+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:49.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.635+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:49.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.635+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:49.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.638+0000 7f8a8f11f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:49.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.638+0000 7f8a8f11f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:49.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f8a8f11f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:49.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f8a8f11f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f8a8f11f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f8a8f11f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f896e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562422 cookie 94307600874544 notifier 7368 bl.length()=931 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f896e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f896e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.639+0000 7f896e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.640+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:49.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.640+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:49.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.640+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:49.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.640+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:49.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.642+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.0 2024-09-19T11:40:49.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.643+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.1 2024-09-19T11:40:49.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.643+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.2 2024-09-19T11:40:49.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.643+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.3 2024-09-19T11:40:49.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.644+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.4 2024-09-19T11:40:49.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.644+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.5 2024-09-19T11:40:49.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.644+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.6 2024-09-19T11:40:49.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.645+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.7 2024-09-19T11:40:49.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.645+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.8 2024-09-19T11:40:49.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.645+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.9 2024-09-19T11:40:49.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.645+0000 7f8a8f11f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32.10 2024-09-19T11:40:49.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.646+0000 7f8a8f11f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:49.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.646+0000 7f8a8f11f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 2024-09-19T11:40:49.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.647+0000 7f8a8f11f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:49.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.647+0000 7f8a8f11f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:49.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.647+0000 7f8a8f11f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:49.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.647+0000 7f8a8f11f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32, ofs0, ns] 2024-09-19T11:40:49.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.647+0000 7f896dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562423 cookie 94307600874544 notifier 7368 bl.length()=899 2024-09-19T11:40:49.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.648+0000 7f896dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 info.flags=0x17 2024-09-19T11:40:49.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.648+0000 7f896dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 to cache LRU end 2024-09-19T11:40:49.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.648+0000 7f896dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:49.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.648+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_sources= new_sources= 2024-09-19T11:40:49.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.648+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential sources added=[] removed=[] 2024-09-19T11:40:49.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.648+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): orig_dests= new_dests= 2024-09-19T11:40:49.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.648+0000 7f8a8f11f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32]): potential dests added=[] removed=[] 2024-09-19T11:40:49.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.650+0000 7f8a8f11f800 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-19T11:40:49.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.652+0000 7f89417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:49.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.654+0000 7f8a8f11f800 20 remove_watcher() i=0 2024-09-19T11:40:49.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.654+0000 7f8a8f11f800 2 removed watcher, disabling cache 2024-09-19T11:40:49.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.655+0000 7f8a8f11f800 20 remove_watcher() i=1 2024-09-19T11:40:49.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.656+0000 7f8a8f11f800 20 remove_watcher() i=2 2024-09-19T11:40:49.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.657+0000 7f8a8f11f800 20 remove_watcher() i=3 2024-09-19T11:40:49.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.658+0000 7f8a8f11f800 20 remove_watcher() i=4 2024-09-19T11:40:49.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.659+0000 7f8a8f11f800 20 remove_watcher() i=5 2024-09-19T11:40:49.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.660+0000 7f8a8f11f800 20 remove_watcher() i=6 2024-09-19T11:40:49.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.661+0000 7f8a8f11f800 20 remove_watcher() i=7 2024-09-19T11:40:49.674 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-19T11:40:49.703 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:49.703 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:49.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.738+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.739+0000 7f7423b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.739+0000 7f7423b2e800 20 realm 2024-09-19T11:40:49.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.739+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.740+0000 7f7423b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.740+0000 7f7423b2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:49.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.740+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.740+0000 7f7423b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.740+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.741+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:49.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.741+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.741+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:49.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.741+0000 7f7423b2e800 20 searching for the correct realm 2024-09-19T11:40:49.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.745+0000 7f74200de640 0 -- 172.21.15.103:0/3056236517 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f74140ba4b0 msgr2=0x7f74140030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:49.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.952+0000 7f741f8dd640 0 -- 172.21.15.103:0/3056236517 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x559752f61cd0 msgr2=0x559752f640c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:49.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:49.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:49.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:49.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.955+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:49.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 zone default found 2024-09-19T11:40:49.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 4 Realm: () 2024-09-19T11:40:49.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:49.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 zonegroup default 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 started sync module instance, tier type = 2024-09-19T11:40:49.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.956+0000 7f7423b2e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:49.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.966+0000 7f7423b2e800 20 add_watcher() i=0 2024-09-19T11:40:49.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.966+0000 7f7423b2e800 20 add_watcher() i=1 2024-09-19T11:40:49.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.966+0000 7f7423b2e800 20 add_watcher() i=2 2024-09-19T11:40:49.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.966+0000 7f7423b2e800 20 add_watcher() i=3 2024-09-19T11:40:49.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.966+0000 7f7423b2e800 20 add_watcher() i=4 2024-09-19T11:40:49.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.966+0000 7f7423b2e800 20 add_watcher() i=5 2024-09-19T11:40:49.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.966+0000 7f7423b2e800 20 add_watcher() i=6 2024-09-19T11:40:49.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.967+0000 7f7423b2e800 20 add_watcher() i=7 2024-09-19T11:40:49.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.967+0000 7f7423b2e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:49.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.968+0000 7f72d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f7423b2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f7423b2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f7423b2e800 5 note: GC not initialized 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f72d4fe1640 20 reqs_thread_entry: start 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f7423b2e800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f7423b2e800 20 Filter name: none 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f724e7fc640 20 reqs_thread_entry: start 2024-09-19T11:40:49.971 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.969+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.970+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:49.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.970+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.970+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:49.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.970+0000 7f7423b2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:49.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.970+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.970+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:40:49.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.970+0000 7f7423b2e800 20 rados->read ofs=0 len=0 2024-09-19T11:40:49.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.971+0000 7f7423b2e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:40:49.973 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.971+0000 7f7423b2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:49.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.972+0000 7f72d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:49.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.975+0000 7f7423b2e800 20 remove_watcher() i=0 2024-09-19T11:40:49.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.975+0000 7f7423b2e800 2 removed watcher, disabling cache 2024-09-19T11:40:49.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.976+0000 7f7423b2e800 20 remove_watcher() i=1 2024-09-19T11:40:49.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.977+0000 7f7423b2e800 20 remove_watcher() i=2 2024-09-19T11:40:49.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.978+0000 7f7423b2e800 20 remove_watcher() i=3 2024-09-19T11:40:49.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.979+0000 7f7423b2e800 20 remove_watcher() i=4 2024-09-19T11:40:49.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.980+0000 7f7423b2e800 20 remove_watcher() i=5 2024-09-19T11:40:49.982 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.981+0000 7f7423b2e800 20 remove_watcher() i=6 2024-09-19T11:40:49.983 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:49.982+0000 7f7423b2e800 20 remove_watcher() i=7 2024-09-19T11:40:49.993 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:49.993 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:49.993 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-commit-target-layout id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.32 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:40:49.993 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:49.995 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:49.998 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.042 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.042 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.069 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-19T11:40:50.069 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:50.070 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.070 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.082 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.083 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.126 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.126 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.133 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.133 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.139 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.139 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.145 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.145 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.151 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.151 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.157 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.158 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.164 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.165 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.170 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.170 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.212 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.212 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.219 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.219 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.225 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.225 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.231 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.231 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.237 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.237 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.243 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.243 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.249 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.249 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.256 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.257 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.262 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.262 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.267 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.268 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.274 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.274 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.279 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:50.279 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:50.286 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-19T11:40:50.314 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:50.314 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:50.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.349+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.350+0000 7fc074d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.350+0000 7fc074d26800 20 realm 2024-09-19T11:40:50.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.350+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.351+0000 7fc074d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.351+0000 7fc074d26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:50.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.351+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.351+0000 7fc074d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.353 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.351+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.554+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:50.555 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.554+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.554+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:50.556 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.554+0000 7fc074d26800 20 searching for the correct realm 2024-09-19T11:40:50.558 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.557+0000 7fc0701d8640 0 -- 172.21.15.103:0/2784809016 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fc058027020 msgr2=0x7fc058049c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:50.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.561+0000 7fc0709d9640 0 -- 172.21.15.103:0/2784809016 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc058088550 msgr2=0x7fc0580a39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:50.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.768+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 zone default found 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 4 Realm: () 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 zonegroup default 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.769+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.770+0000 7fc074d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.770+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.770+0000 7fc074d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.770+0000 7fc074d26800 20 started sync module instance, tier type = 2024-09-19T11:40:50.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.770+0000 7fc074d26800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:50.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.779+0000 7fc074d26800 20 add_watcher() i=0 2024-09-19T11:40:50.780 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.779+0000 7fc074d26800 20 add_watcher() i=1 2024-09-19T11:40:50.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.779+0000 7fc074d26800 20 add_watcher() i=2 2024-09-19T11:40:50.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.779+0000 7fc074d26800 20 add_watcher() i=3 2024-09-19T11:40:50.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.779+0000 7fc074d26800 20 add_watcher() i=4 2024-09-19T11:40:50.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.779+0000 7fc074d26800 20 add_watcher() i=5 2024-09-19T11:40:50.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.779+0000 7fc074d26800 20 add_watcher() i=6 2024-09-19T11:40:50.781 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.780+0000 7fc074d26800 20 add_watcher() i=7 2024-09-19T11:40:50.782 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.780+0000 7fc074d26800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:50.783 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.781+0000 7fbf277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fc074d26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fc074d26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fc074d26800 5 note: GC not initialized 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fbf267e4640 20 reqs_thread_entry: start 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fc074d26800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fc074d26800 20 Filter name: none 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fbf1f7fe640 20 reqs_thread_entry: start 2024-09-19T11:40:50.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.782+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.783+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:50.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.783+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.783+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:50.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.783+0000 7fc074d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:50.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.783+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.784+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:50.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.784+0000 7fc074d26800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.784+0000 7fc074d26800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:50.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.784+0000 7fc074d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:50.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.786+0000 7fbf277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:50.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.788+0000 7fc074d26800 20 remove_watcher() i=0 2024-09-19T11:40:50.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.788+0000 7fc074d26800 2 removed watcher, disabling cache 2024-09-19T11:40:50.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.789+0000 7fc074d26800 20 remove_watcher() i=1 2024-09-19T11:40:50.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.790+0000 7fc074d26800 20 remove_watcher() i=2 2024-09-19T11:40:50.792 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.791+0000 7fc074d26800 20 remove_watcher() i=3 2024-09-19T11:40:50.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.792+0000 7fc074d26800 20 remove_watcher() i=4 2024-09-19T11:40:50.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.793+0000 7fc074d26800 20 remove_watcher() i=5 2024-09-19T11:40:50.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.794+0000 7fc074d26800 20 remove_watcher() i=6 2024-09-19T11:40:50.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.795+0000 7fc074d26800 20 remove_watcher() i=7 2024-09-19T11:40:50.806 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:50.806 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:50.807 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-do-reshard id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:50.807 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:50.808 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-19T11:40:50.842 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:50.843 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:50.880 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.878+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 20 realm 2024-09-19T11:40:50.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:50.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.882 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:50.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.880+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.883 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.881+0000 7f7a18f2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:50.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.881+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:50.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.882+0000 7f7a18f2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:50.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.882+0000 7f7a18f2a800 20 searching for the correct realm 2024-09-19T11:40:50.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:50.883+0000 7f7a14c17640 0 -- 172.21.15.103:0/14128037 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x562f7f059f10 msgr2=0x7f7a10038970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:51.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.088+0000 7f7a0ffff640 0 -- 172.21.15.103:0/14128037 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x562f7f296fe0 msgr2=0x562f7f2993f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:51.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.094+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 zone default found 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 4 Realm: () 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 zonegroup default 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.095+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.096+0000 7f7a18f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.096+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.096+0000 7f7a18f2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.096+0000 7f7a18f2a800 20 started sync module instance, tier type = 2024-09-19T11:40:51.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.096+0000 7f7a18f2a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:51.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.105+0000 7f7a18f2a800 20 add_watcher() i=0 2024-09-19T11:40:51.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.105+0000 7f7a18f2a800 20 add_watcher() i=1 2024-09-19T11:40:51.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.105+0000 7f7a18f2a800 20 add_watcher() i=2 2024-09-19T11:40:51.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.105+0000 7f7a18f2a800 20 add_watcher() i=3 2024-09-19T11:40:51.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.105+0000 7f7a18f2a800 20 add_watcher() i=4 2024-09-19T11:40:51.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.105+0000 7f7a18f2a800 20 add_watcher() i=5 2024-09-19T11:40:51.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.105+0000 7f7a18f2a800 20 add_watcher() i=6 2024-09-19T11:40:51.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.106+0000 7f7a18f2a800 20 add_watcher() i=7 2024-09-19T11:40:51.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.106+0000 7f7a18f2a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:51.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.107+0000 7f78cafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:51.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f7a18f2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:51.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f7a18f2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:51.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f7a18f2a800 5 note: GC not initialized 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f78c9fe3640 20 reqs_thread_entry: start 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f7a18f2a800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f7a18f2a800 20 Filter name: none 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f783b7fe640 20 reqs_thread_entry: start 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f7a18f2a800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.108+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 : miss 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:51.111 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:51.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:51.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:51.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.109+0000 7f7a18f2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 2024-09-19T11:40:51.115 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.114+0000 7f7a18f2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:51.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.114+0000 7f7a18f2a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:51.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.114+0000 7f7a18f2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:51.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.114+0000 7f7a18f2a800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33, ofs0, ns] 2024-09-19T11:40:51.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.114+0000 7f78eb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562399 cookie 94761996920672 notifier 7422 bl.length()=911 2024-09-19T11:40:51.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.115+0000 7f78eb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:51.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.115+0000 7f78eb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:51.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.115+0000 7f78eb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:51.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.115+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_sources= new_sources= 2024-09-19T11:40:51.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.115+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential sources added=[] removed=[] 2024-09-19T11:40:51.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.115+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_dests= new_dests= 2024-09-19T11:40:51.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.115+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential dests added=[] removed=[] 2024-09-19T11:40:51.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.122+0000 7f7a18f2a800 -1 Injecting error=-5 at location=do_reshard 2024-09-19T11:40:51.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.132+0000 7f7a18f2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:51.133 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.132+0000 7f7a18f2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f7a18f2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f7a18f2a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f7a18f2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f7a18f2a800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33, ofs0, ns] 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f78eb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562400 cookie 94761996920672 notifier 7422 bl.length()=879 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f78eb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f78eb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:51.135 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.133+0000 7f78eb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:51.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.134+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_sources= new_sources= 2024-09-19T11:40:51.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.134+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential sources added=[] removed=[] 2024-09-19T11:40:51.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.134+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_dests= new_dests= 2024-09-19T11:40:51.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.134+0000 7f7a18f2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential dests added=[] removed=[] 2024-09-19T11:40:51.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.134+0000 7f7a18f2a800 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-19T11:40:51.137 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.136+0000 7f78cafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:51.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.138+0000 7f7a18f2a800 20 remove_watcher() i=0 2024-09-19T11:40:51.139 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.138+0000 7f7a18f2a800 2 removed watcher, disabling cache 2024-09-19T11:40:51.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.139+0000 7f7a18f2a800 20 remove_watcher() i=1 2024-09-19T11:40:51.141 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.140+0000 7f7a18f2a800 20 remove_watcher() i=2 2024-09-19T11:40:51.142 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.141+0000 7f7a18f2a800 20 remove_watcher() i=3 2024-09-19T11:40:51.143 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.142+0000 7f7a18f2a800 20 remove_watcher() i=4 2024-09-19T11:40:51.144 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.143+0000 7f7a18f2a800 20 remove_watcher() i=5 2024-09-19T11:40:51.145 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.144+0000 7f7a18f2a800 20 remove_watcher() i=6 2024-09-19T11:40:51.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.145+0000 7f7a18f2a800 20 remove_watcher() i=7 2024-09-19T11:40:51.158 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-19T11:40:51.188 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:51.188 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:51.223 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.222+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 20 realm 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.224+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.225+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:51.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.225+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.226+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:51.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.226+0000 7fec4c213800 20 searching for the correct realm 2024-09-19T11:40:51.231 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.229+0000 7fec47191640 0 -- 172.21.15.103:0/1031353760 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fec38013030 msgr2=0x7fec3804a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:51.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.232+0000 7fec48193640 0 -- 172.21.15.103:0/1031353760 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7fec38032400 msgr2=0x7fec38032880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:51.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:51.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:51.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:51.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:51.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:51.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:51.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.236+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:51.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 zone default found 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 4 Realm: () 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 zonegroup default 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.243 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.237+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.238+0000 7fec4c213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.238+0000 7fec4c213800 20 started sync module instance, tier type = 2024-09-19T11:40:51.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.238+0000 7fec4c213800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:51.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.246+0000 7fec4c213800 20 add_watcher() i=0 2024-09-19T11:40:51.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.246+0000 7fec4c213800 20 add_watcher() i=1 2024-09-19T11:40:51.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.246+0000 7fec4c213800 20 add_watcher() i=2 2024-09-19T11:40:51.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.246+0000 7fec4c213800 20 add_watcher() i=3 2024-09-19T11:40:51.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.246+0000 7fec4c213800 20 add_watcher() i=4 2024-09-19T11:40:51.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.246+0000 7fec4c213800 20 add_watcher() i=5 2024-09-19T11:40:51.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.246+0000 7fec4c213800 20 add_watcher() i=6 2024-09-19T11:40:51.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.247+0000 7fec4c213800 20 add_watcher() i=7 2024-09-19T11:40:51.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.247+0000 7fec4c213800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:51.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.249+0000 7feafdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:51.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.249+0000 7fec4c213800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:51.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.249+0000 7fec4c213800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:51.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.249+0000 7fec4c213800 5 note: GC not initialized 2024-09-19T11:40:51.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.249+0000 7feafcfe1640 20 reqs_thread_entry: start 2024-09-19T11:40:51.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.249+0000 7fec4c213800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:51.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.249+0000 7fec4c213800 20 Filter name: none 2024-09-19T11:40:51.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.250+0000 7fea767fc640 20 reqs_thread_entry: start 2024-09-19T11:40:51.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.250+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.250+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:51.252 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.250+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.253 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.250+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:51.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.250+0000 7fec4c213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:51.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.250+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.251+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:51.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.251+0000 7fec4c213800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.251+0000 7fec4c213800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:51.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.251+0000 7fec4c213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:51.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.253+0000 7feafdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:51.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.255+0000 7fec4c213800 20 remove_watcher() i=0 2024-09-19T11:40:51.256 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.255+0000 7fec4c213800 2 removed watcher, disabling cache 2024-09-19T11:40:51.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.256+0000 7fec4c213800 20 remove_watcher() i=1 2024-09-19T11:40:51.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.257+0000 7fec4c213800 20 remove_watcher() i=2 2024-09-19T11:40:51.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.258+0000 7fec4c213800 20 remove_watcher() i=3 2024-09-19T11:40:51.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.259+0000 7fec4c213800 20 remove_watcher() i=4 2024-09-19T11:40:51.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.260+0000 7fec4c213800 20 remove_watcher() i=5 2024-09-19T11:40:51.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.260+0000 7fec4c213800 20 remove_watcher() i=6 2024-09-19T11:40:51.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.261+0000 7fec4c213800 20 remove_watcher() i=7 2024-09-19T11:40:51.273 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:51.273 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:51.273 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-do-reshard id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:51.273 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:51.274 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:51.274 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:51.280 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:51.281 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:51.324 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:40:51.356 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:51.356 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:51.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.596+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.597+0000 7fd7a7126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.597+0000 7fd7a7126800 20 realm 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.597+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.598+0000 7fd7a7126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.598+0000 7fd7a7126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.598+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.598+0000 7fd7a7126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:51.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.598+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.599+0000 7fd7a7126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:51.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.599+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:51.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.599+0000 7fd7a7126800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:51.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.599+0000 7fd7a7126800 20 searching for the correct realm 2024-09-19T11:40:51.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.601+0000 7fd7a25d8640 0 -- 172.21.15.103:0/2340095372 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fd7980cac20 msgr2=0x7fd798063050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:51.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:51.807+0000 7fd7a2dd9640 0 -- 172.21.15.103:0/2340095372 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fd79806f040 msgr2=0x7fd7980c6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.014+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:52.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 zone default found 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 4 Realm: () 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 zonegroup default 2024-09-19T11:40:52.018 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.015+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.016+0000 7fd7a7126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.016+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.016+0000 7fd7a7126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.016+0000 7fd7a7126800 20 started sync module instance, tier type = 2024-09-19T11:40:52.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.016+0000 7fd7a7126800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:52.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.026+0000 7fd7a7126800 20 add_watcher() i=0 2024-09-19T11:40:52.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.026+0000 7fd7a7126800 20 add_watcher() i=1 2024-09-19T11:40:52.027 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.026+0000 7fd7a7126800 20 add_watcher() i=2 2024-09-19T11:40:52.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.026+0000 7fd7a7126800 20 add_watcher() i=3 2024-09-19T11:40:52.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.026+0000 7fd7a7126800 20 add_watcher() i=4 2024-09-19T11:40:52.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.026+0000 7fd7a7126800 20 add_watcher() i=5 2024-09-19T11:40:52.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.026+0000 7fd7a7126800 20 add_watcher() i=6 2024-09-19T11:40:52.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.027+0000 7fd7a7126800 20 add_watcher() i=7 2024-09-19T11:40:52.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.027+0000 7fd7a7126800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:52.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.029+0000 7fd659fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:52.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.029+0000 7fd7a7126800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:52.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.029+0000 7fd7a7126800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:52.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.029+0000 7fd7a7126800 5 note: GC not initialized 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.029+0000 7fd658fe1640 20 reqs_thread_entry: start 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.029+0000 7fd7a7126800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.029+0000 7fd7a7126800 20 Filter name: none 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd651ffb640 20 reqs_thread_entry: start 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 : miss 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:52.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:52.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:52.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:52.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:52.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.030+0000 7fd7a7126800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 2024-09-19T11:40:52.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd7a7126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:52.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd7a7126800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:52.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd7a7126800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:52.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd7a7126800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33, ofs0, ns] 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd685ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562401 cookie 94264706955472 notifier 7004 bl.length()=911 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd685ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd685ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.036+0000 7fd685ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.037+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_sources= new_sources= 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.037+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential sources added=[] removed=[] 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.037+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_dests= new_dests= 2024-09-19T11:40:52.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.037+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential dests added=[] removed=[] 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.0 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.0 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.1 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.1 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.2 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.2 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.3 2024-09-19T11:40:52.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.3 2024-09-19T11:40:52.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.4 2024-09-19T11:40:52.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.4 2024-09-19T11:40:52.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.5 2024-09-19T11:40:52.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.5 2024-09-19T11:40:52.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.6 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.6 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.7 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.7 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.8 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.8 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.9 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.9 2024-09-19T11:40:52.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.10 2024-09-19T11:40:52.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.10 2024-09-19T11:40:52.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.11 2024-09-19T11:40:52.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1.11 2024-09-19T11:40:52.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.042+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.0 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.043+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.043+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.2 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.044+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.3 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.044+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.4 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.045+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.5 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.046+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.6 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.046+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.7 2024-09-19T11:40:52.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.047+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.8 2024-09-19T11:40:52.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.048+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.9 2024-09-19T11:40:52.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.048+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.10 2024-09-19T11:40:52.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.051+0000 7fd7a7126800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:52.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.051+0000 7fd7a7126800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 2024-09-19T11:40:52.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.052+0000 7fd7a7126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:52.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.052+0000 7fd7a7126800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:52.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.052+0000 7fd7a7126800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:52.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.052+0000 7fd7a7126800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33, ofs0, ns] 2024-09-19T11:40:52.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd685ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562402 cookie 94264706955472 notifier 7004 bl.length()=911 2024-09-19T11:40:52.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd685ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:52.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd685ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:52.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd685ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:52.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_sources= new_sources= 2024-09-19T11:40:52.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential sources added=[] removed=[] 2024-09-19T11:40:52.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_dests= new_dests= 2024-09-19T11:40:52.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.053+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential dests added=[] removed=[] 2024-09-19T11:40:52.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.056+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.0 2024-09-19T11:40:52.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.056+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.1 2024-09-19T11:40:52.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.056+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.2 2024-09-19T11:40:52.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.057+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.3 2024-09-19T11:40:52.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.057+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.4 2024-09-19T11:40:52.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.057+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.5 2024-09-19T11:40:52.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.058+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.6 2024-09-19T11:40:52.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.058+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.7 2024-09-19T11:40:52.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.058+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.8 2024-09-19T11:40:52.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.059+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.9 2024-09-19T11:40:52.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.059+0000 7fd7a7126800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33.10 2024-09-19T11:40:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.059+0000 7fd7a7126800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 : hit (requested=0x17, cached=0x17) 2024-09-19T11:40:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.059+0000 7fd7a7126800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 2024-09-19T11:40:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33, ofs0, ns] 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd685ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562403 cookie 94264706955472 notifier 7004 bl.length()=879 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd685ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 info.flags=0x17 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd685ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 to cache LRU end 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd685ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_sources= new_sources= 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential sources added=[] removed=[] 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): orig_dests= new_dests= 2024-09-19T11:40:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.061+0000 7fd7a7126800 20 handle_bi_update(): bucket=:error-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33]): potential dests added=[] removed=[] 2024-09-19T11:40:52.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.064+0000 7fd7a7126800 1 execute INFO: reshard of bucket "error-at-do-reshard" from 11 shards to 12 shards completed successfully 2024-09-19T11:40:52.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.066+0000 7fd659fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:52.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.068+0000 7fd7a7126800 20 remove_watcher() i=0 2024-09-19T11:40:52.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.068+0000 7fd7a7126800 2 removed watcher, disabling cache 2024-09-19T11:40:52.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.069+0000 7fd7a7126800 20 remove_watcher() i=1 2024-09-19T11:40:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.070+0000 7fd7a7126800 20 remove_watcher() i=2 2024-09-19T11:40:52.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.071+0000 7fd7a7126800 20 remove_watcher() i=3 2024-09-19T11:40:52.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.072+0000 7fd7a7126800 20 remove_watcher() i=4 2024-09-19T11:40:52.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.073+0000 7fd7a7126800 20 remove_watcher() i=5 2024-09-19T11:40:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.074+0000 7fd7a7126800 20 remove_watcher() i=6 2024-09-19T11:40:52.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.075+0000 7fd7a7126800 20 remove_watcher() i=7 2024-09-19T11:40:52.088 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-19T11:40:52.117 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:52.117 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:52.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.151+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 20 realm 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.153+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.154+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:52.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.154+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.155+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:52.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.155+0000 7efc8b942800 20 searching for the correct realm 2024-09-19T11:40:52.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.159+0000 7efc89c2d640 0 -- 172.21.15.103:0/1007538222 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7efc7409cc90 msgr2=0x7efc7409c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:52.367 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.365+0000 7efc8942c640 0 -- 172.21.15.103:0/1007538222 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x556630430fa0 msgr2=0x556630433390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.368+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 zone default found 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 4 Realm: () 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 zonegroup default 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.369+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.370+0000 7efc8b942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.370+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.370+0000 7efc8b942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.370+0000 7efc8b942800 20 started sync module instance, tier type = 2024-09-19T11:40:52.373 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.370+0000 7efc8b942800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:52.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.379+0000 7efc8b942800 20 add_watcher() i=0 2024-09-19T11:40:52.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.379+0000 7efc8b942800 20 add_watcher() i=1 2024-09-19T11:40:52.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.379+0000 7efc8b942800 20 add_watcher() i=2 2024-09-19T11:40:52.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.379+0000 7efc8b942800 20 add_watcher() i=3 2024-09-19T11:40:52.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.379+0000 7efc8b942800 20 add_watcher() i=4 2024-09-19T11:40:52.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.379+0000 7efc8b942800 20 add_watcher() i=5 2024-09-19T11:40:52.381 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.379+0000 7efc8b942800 20 add_watcher() i=6 2024-09-19T11:40:52.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.380+0000 7efc8b942800 20 add_watcher() i=7 2024-09-19T11:40:52.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.380+0000 7efc8b942800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:52.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.382+0000 7efb3f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:52.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.382+0000 7efc8b942800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:52.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.382+0000 7efc8b942800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:52.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.382+0000 7efc8b942800 5 note: GC not initialized 2024-09-19T11:40:52.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.383+0000 7efb3e7e4640 20 reqs_thread_entry: start 2024-09-19T11:40:52.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.383+0000 7efc8b942800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:52.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.383+0000 7efc8b942800 20 Filter name: none 2024-09-19T11:40:52.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.383+0000 7efaaffff640 20 reqs_thread_entry: start 2024-09-19T11:40:52.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.383+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.383+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.383+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.384+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.384+0000 7efc8b942800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.384+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.384+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.384+0000 7efc8b942800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.385+0000 7efc8b942800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:52.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.385+0000 7efc8b942800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:52.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.386+0000 7efb3f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:52.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.389+0000 7efc8b942800 20 remove_watcher() i=0 2024-09-19T11:40:52.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.389+0000 7efc8b942800 2 removed watcher, disabling cache 2024-09-19T11:40:52.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.390+0000 7efc8b942800 20 remove_watcher() i=1 2024-09-19T11:40:52.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.391+0000 7efc8b942800 20 remove_watcher() i=2 2024-09-19T11:40:52.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.392+0000 7efc8b942800 20 remove_watcher() i=3 2024-09-19T11:40:52.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.393+0000 7efc8b942800 20 remove_watcher() i=4 2024-09-19T11:40:52.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.394+0000 7efc8b942800 20 remove_watcher() i=5 2024-09-19T11:40:52.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.395+0000 7efc8b942800 20 remove_watcher() i=6 2024-09-19T11:40:52.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.396+0000 7efc8b942800 20 remove_watcher() i=7 2024-09-19T11:40:52.408 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:52.408 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:52.408 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-do-reshard id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.33 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:40:52.408 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:52.409 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.409 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.413 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.413 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.456 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.456 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.483 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-19T11:40:52.483 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.484 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.497 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.497 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.541 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.541 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.547 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.548 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.555 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.556 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.562 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.562 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.568 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.568 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.575 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.575 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.581 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.582 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.588 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.588 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.594 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.594 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.601 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.601 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.607 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.607 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.613 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.613 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.619 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.619 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.626 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.626 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.631 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.631 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.638 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.638 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.645 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.645 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.651 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.651 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.657 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.657 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.664 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:52.664 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:52.670 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-19T11:40:52.698 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:52.699 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:52.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.733+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 20 realm 2024-09-19T11:40:52.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:52.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.735+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.736+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:52.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.736+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.737+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:52.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.737+0000 7ff4b6535800 20 searching for the correct realm 2024-09-19T11:40:52.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.740+0000 7ff4b22e4640 0 -- 172.21.15.103:0/4267643957 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7ff4ac0b1b60 msgr2=0x7ff4ac0633c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:52.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.743+0000 7ff4b22e4640 0 -- 172.21.15.103:0/4267643957 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff49c073300 msgr2=0x7ff49c0739e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:52.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:52.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.950+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 zone default found 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 4 Realm: () 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 zonegroup default 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.951+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.952+0000 7ff4b6535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:52.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.952+0000 7ff4b6535800 20 started sync module instance, tier type = 2024-09-19T11:40:52.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.952+0000 7ff4b6535800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.961+0000 7ff4b6535800 20 add_watcher() i=0 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.961+0000 7ff4b6535800 20 add_watcher() i=1 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.961+0000 7ff4b6535800 20 add_watcher() i=2 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.961+0000 7ff4b6535800 20 add_watcher() i=3 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.961+0000 7ff4b6535800 20 add_watcher() i=4 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.961+0000 7ff4b6535800 20 add_watcher() i=5 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.961+0000 7ff4b6535800 20 add_watcher() i=6 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.962+0000 7ff4b6535800 20 add_watcher() i=7 2024-09-19T11:40:52.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.962+0000 7ff4b6535800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:52.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.964+0000 7ff368fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:52.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.964+0000 7ff4b6535800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:52.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.964+0000 7ff4b6535800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:52.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.965+0000 7ff4b6535800 5 note: GC not initialized 2024-09-19T11:40:52.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.965+0000 7ff2e37fe640 20 reqs_thread_entry: start 2024-09-19T11:40:52.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.965+0000 7ff4b6535800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:52.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.965+0000 7ff4b6535800 20 Filter name: none 2024-09-19T11:40:52.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.965+0000 7ff2e17fa640 20 reqs_thread_entry: start 2024-09-19T11:40:52.967 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.965+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.966+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:52.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.966+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.966+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:52.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.966+0000 7ff4b6535800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:52.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.966+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.968 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.967+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:52.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.967+0000 7ff4b6535800 20 rados->read ofs=0 len=0 2024-09-19T11:40:52.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.967+0000 7ff4b6535800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:52.969 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.967+0000 7ff4b6535800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:52.970 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.969+0000 7ff368fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:52.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.971+0000 7ff4b6535800 20 remove_watcher() i=0 2024-09-19T11:40:52.972 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.971+0000 7ff4b6535800 2 removed watcher, disabling cache 2024-09-19T11:40:52.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.972+0000 7ff4b6535800 20 remove_watcher() i=1 2024-09-19T11:40:52.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.973+0000 7ff4b6535800 20 remove_watcher() i=2 2024-09-19T11:40:52.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.974+0000 7ff4b6535800 20 remove_watcher() i=3 2024-09-19T11:40:52.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.975+0000 7ff4b6535800 20 remove_watcher() i=4 2024-09-19T11:40:52.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.976+0000 7ff4b6535800 20 remove_watcher() i=5 2024-09-19T11:40:52.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.977+0000 7ff4b6535800 20 remove_watcher() i=6 2024-09-19T11:40:52.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:52.978+0000 7ff4b6535800 20 remove_watcher() i=7 2024-09-19T11:40:52.989 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:52.989 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:52.990 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-do-reshard id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:52.990 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:52.991 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-19T11:40:53.025 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:53.025 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:53.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.060+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 20 realm 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.062+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.062+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.063+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:53.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.063+0000 7eff9a20f800 20 searching for the correct realm 2024-09-19T11:40:53.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.067+0000 7eff96123640 0 -- 172.21.15.103:0/1715416436 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7eff80073b30 msgr2=0x7eff80084a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:53.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.273+0000 7eff95922640 0 -- 172.21.15.103:0/1715416436 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55b24a850490 msgr2=0x55b24a8528c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 zone default found 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 4 Realm: () 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 zonegroup default 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.278+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.278+0000 7eff9a20f800 20 started sync module instance, tier type = 2024-09-19T11:40:53.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.278+0000 7eff9a20f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:53.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=0 2024-09-19T11:40:53.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=1 2024-09-19T11:40:53.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=2 2024-09-19T11:40:53.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=3 2024-09-19T11:40:53.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=4 2024-09-19T11:40:53.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=5 2024-09-19T11:40:53.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=6 2024-09-19T11:40:53.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.289+0000 7eff9a20f800 20 add_watcher() i=7 2024-09-19T11:40:53.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.289+0000 7eff9a20f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:53.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7efe477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:53.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7eff9a20f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:53.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7eff9a20f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:53.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7eff9a20f800 5 note: GC not initialized 2024-09-19T11:40:53.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7efe467fc640 20 reqs_thread_entry: start 2024-09-19T11:40:53.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7eff9a20f800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:53.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7eff9a20f800 20 Filter name: none 2024-09-19T11:40:53.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.291+0000 7efdb7fff640 20 reqs_thread_entry: start 2024-09-19T11:40:53.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T11:40:53.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:53.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T11:40:53.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.292+0000 7eff9a20f800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T11:40:53.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 : miss 2024-09-19T11:40:53.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.293+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:53.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.293+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.293+0000 7eff9a20f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.293+0000 7eff9a20f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:53.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.293+0000 7eff9a20f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.293+0000 7eff9a20f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.298+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.298+0000 7eff9a20f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.298+0000 7eff9a20f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.298+0000 7eff9a20f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34, ofs0, ns] 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562394 cookie 94224242834768 notifier 7512 bl.length()=911 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.300 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_sources= new_sources= 2024-09-19T11:40:53.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential sources added=[] removed=[] 2024-09-19T11:40:53.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_dests= new_dests= 2024-09-19T11:40:53.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential dests added=[] removed=[] 2024-09-19T11:40:53.305 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7eff9a20f800 time 2024-09-19T11:40:53.305233+0000 2024-09-19T11:40:53.305 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7eff9b38c76a] 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.306 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7eff9a20f800 thread_name:radosgw-admin 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.305+0000 7eff9a20f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7eff9a20f800 time 2024-09-19T11:40:53.305233+0000 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7eff9b38c76a] 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.307 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:53.308 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.308 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:53.308 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:53.308 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.325 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.325 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7eff9a03e6f0] 2024-09-19T11:40:53.325 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7eff9a08b99c] 2024-09-19T11:40:53.325 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:53.325 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:53.325 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7eff9b38c7c4] 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.305+0000 7eff9a20f800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7eff9a20f800 thread_name:radosgw-admin 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7eff9a03e6f0] 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7eff9a08b99c] 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:53.326 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7eff9b38c7c4] 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:40:53.327 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:40:53.042+0000 7eff96123640 1 monclient: found mon.noname-c 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:40:53.042+0000 7eff96123640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: dump: 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.328 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: dump: 2024-09-19T11:40:53.329 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.330 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7043 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: get_monmap_and_config success 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:40:53.043+0000 7eff9a20f800 4 set_mon_vals no callback set 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: shutdown 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 asok(0x55b24a540410) unregister_commands rotate-key 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:40:53.043+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.331 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding auth protocol: cephx 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding auth protocol: cephx 2024-09-19T11:40:53.332 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding auth protocol: cephx 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.333 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:40:53.044+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: starting msgr at 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: starting objecter 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command objecter_requests hook 0x55b24a78b780 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: setting wanted keys 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: calling monclient init 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding auth protocol: cephx 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding auth protocol: cephx 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding auth protocol: cephx 2024-09-19T11:40:53.334 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:40:53.044+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:40:53.044+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.335 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key hook 0x55b24a762488 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a5ebe10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a616b40 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a6aad90 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.587941s 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a5ebe10 auth_method 0 2024-09-19T11:40:53.336 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a616b40 auth_method 0 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_done global_id 7046 payload 824 2024-09-19T11:40:53.337 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:40:53.045+0000 7eff95922640 1 monclient: found mon.noname-c 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:40:53.045+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a6aad90 auth_method 0 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: dump: 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.338 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: dump: 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.339 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:40:53.045+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7046 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:40:53.045+0000 7efe83e07640 4 set_mon_vals no callback set 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.340 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:40:53.045+0000 7eff9a20f800 1 librados: init done 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:40:53.047+0000 7efe82604640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:40:53.047+0000 7efe82604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:40:53.047+0000 7efe82604640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:40:53.047+0000 7eff8ffff640 10 monclient: get_auth_request con 0x7efe7c077570 auth_method 0 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:40:53.047+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a78a510 auth_method 0 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:40:53.048+0000 7eff95922640 10 monclient: get_auth_request con 0x55b24a7ad5f0 auth_method 0 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:40:53.049+0000 7eff8ffff640 10 monclient: get_auth_request con 0x55b24a7b19e0 auth_method 0 2024-09-19T11:40:53.341 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:40:53.050+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:40:53.050+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:40:53.050+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.342 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding auth protocol: cephx 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding auth protocol: cephx 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding auth protocol: cephx 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.343 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:40:53.050+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command objecter_requests cmddesc objecter_requests hook 0x55b24a7b9e40 EEXIST 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding auth protocol: cephx 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding auth protocol: cephx 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding auth protocol: cephx 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.344 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.345 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:40:53.051+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:40:53.051+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key cmddesc rotate-key hook 0x55b24a7b5010 EEXIST 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:40:53.346 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a7de160 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a7de540 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a7dce70 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.594659s 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a7de540 auth_method 0 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a7de160 auth_method 0 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.347 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_done global_id 7506 payload 824 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:40:53.051+0000 7eff8ffff640 1 monclient: found mon.noname-a 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:40:53.052+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a7dce70 auth_method 0 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.348 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: dump: 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.349 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: dump: 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.350 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:40:53.052+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7506 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:40:53.052+0000 7eff96924640 4 set_mon_vals no callback set 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:40:53.054+0000 7efe7b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:40:53.054+0000 7efe7b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:40:53.054+0000 7efe7b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:40:53.054+0000 7eff95922640 10 monclient: get_auth_request con 0x7efe70077480 auth_method 0 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:40:53.054+0000 7eff9a20f800 10 monclient: get_monmap_and_config 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:40:53.054+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:40:53.054+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.351 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:40:53.054+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.352 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding auth protocol: cephx 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding auth protocol: cephx 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding auth protocol: cephx 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.353 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:40:53.054+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding auth protocol: cephx 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding auth protocol: cephx 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding auth protocol: cephx 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.354 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:40:53.055+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:40:53.055+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key cmddesc rotate-key hook 0x7ffcbe2f6488 EEXIST 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.355 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a8326c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a823010 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a82daf0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.598543s 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a823010 auth_method 0 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.356 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): get_auth_request con 0x55b24a82daf0 auth_method 0 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a8326c0 auth_method 0 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.357 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_done global_id 7509 payload 274 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:40:53.055+0000 7eff8ffff640 1 monclient: found mon.noname-a 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: dump: 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.358 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: dump: 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.359 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7509 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: get_monmap_and_config success 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:40:53.056+0000 7eff9a20f800 4 set_mon_vals no callback set 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: shutdown 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:40:53.056+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.360 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding auth protocol: cephx 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding auth protocol: cephx 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding auth protocol: cephx 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.361 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:40:53.056+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:40:53.056+0000 7eff9a20f800 1 librados: starting msgr at 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:40:53.056+0000 7eff9a20f800 1 librados: starting objecter 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command objecter_requests cmddesc objecter_requests hook 0x55b24a8040c0 EEXIST 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:40:53.057+0000 7eff9a20f800 1 librados: setting wanted keys 2024-09-19T11:40:53.362 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:40:53.057+0000 7eff9a20f800 1 librados: calling monclient init 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding auth protocol: cephx 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding auth protocol: cephx 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding auth protocol: cephx 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.363 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:40:53.057+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:40:53.057+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key cmddesc rotate-key hook 0x55b24a7f2b68 EEXIST 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.364 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a823010 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a82daf0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a8326c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.600697s 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a823010 auth_method 0 2024-09-19T11:40:53.365 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): get_auth_request con 0x55b24a8326c0 auth_method 0 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.366 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a82daf0 auth_method 0 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_done global_id 7512 payload 824 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:40:53.058+0000 7eff95922640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:40:53.058+0000 7eff95922640 1 monclient: found mon.noname-a 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:40:53.058+0000 7eff95922640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.367 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: dump: 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.368 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: dump: 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.369 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:40:53.058+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7512 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:40:53.058+0000 7efe797fa640 4 set_mon_vals no callback set 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.370 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:40:53.058+0000 7eff9a20f800 1 librados: init done 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:40:53.058+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cr dump hook 0x55b24a82b128 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:40:53.060+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:40:53.060+0000 7efe677fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:40:53.060+0000 7efe677fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:40:53.060+0000 7efe677fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:40:53.060+0000 7eff8ffff640 10 monclient: get_auth_request con 0x7efe600775a0 auth_method 0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:40:53.061+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a84c200 auth_method 0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 realm 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:40:53.061+0000 7eff9a20f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.371 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:40:53.062+0000 7eff95922640 10 monclient: get_auth_request con 0x55b24a850490 auth_method 0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:40:53.062+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:40:53.062+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:40:53.062+0000 7eff8ffff640 10 monclient: get_auth_request con 0x55b24a853cf0 auth_method 0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:40:53.063+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:40:53.063+0000 7eff9a20f800 20 searching for the correct realm 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:40:53.063+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a858a70 auth_method 0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:40:53.064+0000 7eff95922640 10 monclient: get_auth_request con 0x7eff9000ac20 auth_method 0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:40:53.065+0000 7eff8ffff640 10 monclient: get_auth_request con 0x7eff80032070 auth_method 0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:40:53.066+0000 7eff96123640 10 monclient: get_auth_request con 0x7eff80073b30 auth_method 0 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:40:53.067+0000 7eff96123640 0 -- 172.21.15.103:0/1715416436 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7eff80073b30 msgr2=0x7eff80084a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:53.372 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:40:53.268+0000 7eff96123640 10 monclient: get_auth_request con 0x7eff80073b30 auth_method 0 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:40:53.271+0000 7eff95922640 10 monclient: get_auth_request con 0x7eff80069890 auth_method 0 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:40:53.273+0000 7eff95922640 0 -- 172.21.15.103:0/1715416436 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55b24a850490 msgr2=0x55b24a8528c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:40:53.273+0000 7efe677fe640 1 client.7512.objecter ms_handle_reset 0x55b24a850490 session 0x55b24a84fe10 osd.5 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:40:53.273+0000 7efe677fe640 10 monclient: _renew_subs 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:40:53.273+0000 7efe677fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:40:53.274+0000 7eff95922640 10 monclient: get_auth_request con 0x7efe600873c0 auth_method 0 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:53.373 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 zone default found 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:40:53.277+0000 7eff9a20f800 4 Realm: () 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:40:53.277+0000 7eff9a20f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:40:53.277+0000 7eff9a20f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:40:53.277+0000 7eff9a20f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 zonegroup default 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.374 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:40:53.278+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:40:53.278+0000 7eff9a20f800 20 started sync module instance, tier type = 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:40:53.278+0000 7eff9a20f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=0 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=1 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=2 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=3 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=4 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=5 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=6 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:40:53.289+0000 7eff9a20f800 20 add_watcher() i=7 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:40:53.289+0000 7eff9a20f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:53.375 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding auth protocol: cephx 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding auth protocol: cephx 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding auth protocol: cephx 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:40:53.291+0000 7efe477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.376 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:40:53.291+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache list hook 0x55b24a8257a0 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache inspect hook 0x55b24a8257a0 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache erase hook 0x55b24a8257a0 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache zap hook 0x55b24a8257a0 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 note: GC not initialized 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:40:53.291+0000 7efe467fc640 20 reqs_thread_entry: start 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace show hook 0x7eff8806f020 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace history hook 0x7eff8806f020 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace active hook 0x7eff8806f020 2024-09-19T11:40:53.377 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace active_short hook 0x7eff8806f020 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 Filter name: none 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:40:53.291+0000 7efdb7fff640 20 reqs_thread_entry: start 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 : miss 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:40:53.293+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.378 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34, ofs0, ns] 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562394 cookie 94224242834768 notifier 7512 bl.length()=911 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_sources= new_sources= 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential sources added=[] removed=[] 2024-09-19T11:40:53.379 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_dests= new_dests= 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential dests added=[] removed=[] 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:40:53.305+0000 7eff9a20f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7eff9a20f800 time 2024-09-19T11:40:53.305233+0000 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7eff9b38c76a] 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:53.380 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:40:53.305+0000 7eff9a20f800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7eff9a20f800 thread_name:radosgw-admin 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7eff9a03e6f0] 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7eff9a08b99c] 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7eff9b38c7c4] 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:53.381 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:40:53.382 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:40:53.383 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:40:53.384 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:40:53.385 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:40:53.386 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:40:53.387 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:40:53.388 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efdb7fff640 / http_manager 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe467fc640 / http_manager 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe477fe640 / rgw_dt_lg_renew 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe677fe640 / ms_dispatch 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe797fa640 / io_context_pool 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe7b7fe640 / ms_dispatch 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe82604640 / ms_dispatch 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe83e07640 / io_context_pool 2024-09-19T11:40:53.389 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff8ffff640 / msgr-worker-2 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff95922640 / msgr-worker-1 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff96123640 / msgr-worker-0 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff96924640 / io_context_pool 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff9a20f800 / radosgw-admin 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.126716.log 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:40:53.390 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:40:53.042+0000 7eff96123640 1 monclient: found mon.noname-c 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:40:53.042+0000 7eff96123640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: dump: 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.391 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:40:53.043+0000 7efe83e07640 10 monclient: dump: 2024-09-19T11:40:53.392 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7043 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: get_monmap_and_config success 2024-09-19T11:40:53.393 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:40:53.043+0000 7eff9a20f800 4 set_mon_vals no callback set 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: shutdown 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 asok(0x55b24a540410) unregister_commands rotate-key 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:40:53.043+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:40:53.043+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.394 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding auth protocol: cephx 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding auth protocol: cephx 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding auth protocol: cephx 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.395 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: crc 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:40:53.043+0000 7eff9a20f800 5 AuthRegistry(0x55b24a767960) adding con mode: secure 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:40:53.044+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: starting msgr at 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: starting objecter 2024-09-19T11:40:53.396 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command objecter_requests hook 0x55b24a78b780 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: setting wanted keys 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:40:53.044+0000 7eff9a20f800 1 librados: calling monclient init 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding auth protocol: cephx 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding auth protocol: cephx 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding auth protocol: cephx 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.397 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: crc 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 AuthRegistry(0x55b24a762340) adding con mode: secure 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:40:53.044+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:40:53.044+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:40:53.044+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key hook 0x55b24a762488 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a5ebe10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a616b40 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a6aad90 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.398 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:40:53.044+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.587941s 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a5ebe10 auth_method 0 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a616b40 auth_method 0 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.399 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:40:53.045+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient(hunting): handle_auth_done global_id 7046 payload 824 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:40:53.045+0000 7eff95922640 1 monclient: found mon.noname-c 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:40:53.045+0000 7eff95922640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:40:53.045+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a6aad90 auth_method 0 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: dump: 2024-09-19T11:40:53.400 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.401 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:40:53.045+0000 7efe82604640 10 monclient: dump: 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.402 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:40:53.045+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7046 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:40:53.045+0000 7efe83e07640 4 set_mon_vals no callback set 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:40:53.045+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:40:53.045+0000 7eff9a20f800 1 librados: init done 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:40:53.047+0000 7efe82604640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:53.403 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:40:53.047+0000 7efe82604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:40:53.047+0000 7efe82604640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:40:53.047+0000 7eff8ffff640 10 monclient: get_auth_request con 0x7efe7c077570 auth_method 0 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:40:53.047+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a78a510 auth_method 0 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:40:53.048+0000 7eff95922640 10 monclient: get_auth_request con 0x55b24a7ad5f0 auth_method 0 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:40:53.049+0000 7eff8ffff640 10 monclient: get_auth_request con 0x55b24a7b19e0 auth_method 0 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:40:53.050+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:40:53.050+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.404 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:40:53.050+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.405 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding auth protocol: cephx 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding auth protocol: cephx 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding auth protocol: cephx 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: crc 2024-09-19T11:40:53.406 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:40:53.050+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b6a20) adding con mode: secure 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:40:53.050+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command objecter_requests cmddesc objecter_requests hook 0x55b24a7b9e40 EEXIST 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding auth protocol: cephx 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding auth protocol: cephx 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding auth protocol: cephx 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.407 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: crc 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7b4ec8) adding con mode: secure 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:40:53.051+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:40:53.051+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:40:53.051+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key cmddesc rotate-key hook 0x55b24a7b5010 EEXIST 2024-09-19T11:40:53.408 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a7de160 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a7de540 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a7dce70 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:40:53.051+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.594659s 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a7de540 auth_method 0 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.409 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a7de160 auth_method 0 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:40:53.051+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient(hunting): handle_auth_done global_id 7506 payload 824 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:40:53.051+0000 7eff8ffff640 1 monclient: found mon.noname-a 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:40:53.051+0000 7eff8ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:40:53.052+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a7dce70 auth_method 0 2024-09-19T11:40:53.410 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: dump: 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.411 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:40:53.052+0000 7efe7b7fe640 10 monclient: dump: 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.412 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:40:53.052+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7506 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:40:53.052+0000 7eff96924640 4 set_mon_vals no callback set 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:40:53.052+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:40:53.054+0000 7efe7b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:40:53.054+0000 7efe7b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:40:53.054+0000 7efe7b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:40:53.054+0000 7eff95922640 10 monclient: get_auth_request con 0x7efe70077480 auth_method 0 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:40:53.054+0000 7eff9a20f800 10 monclient: get_monmap_and_config 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:40:53.054+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:40:53.054+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.413 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:40:53.054+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding auth protocol: cephx 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding auth protocol: cephx 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding auth protocol: cephx 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.414 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: crc 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:40:53.054+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7fe0a0) adding con mode: secure 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:40:53.054+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding auth protocol: cephx 2024-09-19T11:40:53.415 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding auth protocol: cephx 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding auth protocol: cephx 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: crc 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6340) adding con mode: secure 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:40:53.055+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.416 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:40:53.055+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:40:53.055+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key cmddesc rotate-key hook 0x7ffcbe2f6488 EEXIST 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a8326c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a823010 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a82daf0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:40:53.055+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.598543s 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a823010 auth_method 0 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.417 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): get_auth_request con 0x55b24a82daf0 auth_method 0 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:40:53.055+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a8326c0 auth_method 0 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.418 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:40:53.055+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient(hunting): handle_auth_done global_id 7509 payload 274 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:40:53.055+0000 7eff8ffff640 1 monclient: found mon.noname-a 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:40:53.055+0000 7eff8ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: dump: 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.419 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:40:53.056+0000 7efe797fa640 10 monclient: dump: 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.420 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7509 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: get_monmap_and_config success 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:40:53.056+0000 7eff9a20f800 4 set_mon_vals no callback set 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: shutdown 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: build_initial_monmap 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:40:53.056+0000 7eff9a20f800 1 build_initial for_mkfs: 0 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:40:53.056+0000 7eff9a20f800 10 monclient: monmap: 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:40:53.421 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding auth protocol: cephx 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding auth protocol: cephx 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding auth protocol: cephx 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.422 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: crc 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:40:53.056+0000 7eff9a20f800 5 AuthRegistry(0x55b24a801c20) adding con mode: secure 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:40:53.056+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:40:53.056+0000 7eff9a20f800 1 librados: starting msgr at 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:40:53.056+0000 7eff9a20f800 1 librados: starting objecter 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command objecter_requests cmddesc objecter_requests hook 0x55b24a8040c0 EEXIST 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:40:53.057+0000 7eff9a20f800 1 librados: setting wanted keys 2024-09-19T11:40:53.423 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:40:53.057+0000 7eff9a20f800 1 librados: calling monclient init 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient: init 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding auth protocol: cephx 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding auth protocol: cephx 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding auth protocol: cephx 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.424 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: crc 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 AuthRegistry(0x55b24a7f2a20) adding con mode: secure 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:40:53.057+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:40:53.057+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:40:53.057+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command rotate-key cmddesc rotate-key hook 0x55b24a7f2b68 EEXIST 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient: _reopen_session rank -1 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-a con 0x55b24a823010 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-b con 0x55b24a82daf0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): picked mon.noname-c con 0x55b24a8326c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:40:53.425 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): _renew_subs 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:40:53.057+0000 7eff9a20f800 10 monclient(hunting): authenticate will time out at 2038.600697s 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): get_auth_request con 0x55b24a823010 auth_method 0 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): get_auth_request con 0x55b24a8326c0 auth_method 0 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:40:53.426 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:40:53.057+0000 7eff96123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): get_auth_request con 0x55b24a82daf0 auth_method 0 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:40:53.057+0000 7eff8ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:40:53.057+0000 7eff95922640 10 monclient(hunting): handle_auth_done global_id 7512 payload 824 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:40:53.058+0000 7eff95922640 10 monclient: _finish_hunting 0 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:40:53.058+0000 7eff95922640 1 monclient: found mon.noname-a 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:40:53.058+0000 7eff95922640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: dump: 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.427 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: _finish_auth 0 2024-09-19T11:40:53.428 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: _check_auth_tickets 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:40:53.058+0000 7efe677fe640 10 monclient: dump: 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:40:53.429 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:40:53.058+0000 7eff9a20f800 5 monclient: authenticate success, global_id 7512 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:40:53.058+0000 7efe797fa640 4 set_mon_vals no callback set 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _renew_subs 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:40:53.058+0000 7eff9a20f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:40:53.058+0000 7eff9a20f800 1 librados: init done 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:40:53.058+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cr dump hook 0x55b24a82b128 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:40:53.060+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.430 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:40:53.060+0000 7efe677fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:40:53.060+0000 7efe677fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:40:53.060+0000 7efe677fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:40:53.060+0000 7eff8ffff640 10 monclient: get_auth_request con 0x7efe600775a0 auth_method 0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:40:53.061+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a84c200 auth_method 0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 realm 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:40:53.061+0000 7eff9a20f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:40:53.061+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:40:53.062+0000 7eff95922640 10 monclient: get_auth_request con 0x55b24a850490 auth_method 0 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:40:53.062+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.431 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:40:53.062+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:40:53.062+0000 7eff8ffff640 10 monclient: get_auth_request con 0x55b24a853cf0 auth_method 0 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:40:53.063+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:40:53.063+0000 7eff9a20f800 20 searching for the correct realm 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:40:53.063+0000 7eff96123640 10 monclient: get_auth_request con 0x55b24a858a70 auth_method 0 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:40:53.064+0000 7eff95922640 10 monclient: get_auth_request con 0x7eff9000ac20 auth_method 0 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:40:53.065+0000 7eff8ffff640 10 monclient: get_auth_request con 0x7eff80032070 auth_method 0 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:40:53.066+0000 7eff96123640 10 monclient: get_auth_request con 0x7eff80073b30 auth_method 0 2024-09-19T11:40:53.432 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:40:53.067+0000 7eff96123640 0 -- 172.21.15.103:0/1715416436 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7eff80073b30 msgr2=0x7eff80084a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:40:53.268+0000 7eff96123640 10 monclient: get_auth_request con 0x7eff80073b30 auth_method 0 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:40:53.271+0000 7eff95922640 10 monclient: get_auth_request con 0x7eff80069890 auth_method 0 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:40:53.273+0000 7eff95922640 0 -- 172.21.15.103:0/1715416436 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55b24a850490 msgr2=0x55b24a8528c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:40:53.273+0000 7efe677fe640 1 client.7512.objecter ms_handle_reset 0x55b24a850490 session 0x55b24a84fe10 osd.5 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:40:53.273+0000 7efe677fe640 10 monclient: _renew_subs 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:40:53.273+0000 7efe677fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:40:53.274+0000 7eff95922640 10 monclient: get_auth_request con 0x7efe600873c0 auth_method 0 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:53.433 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:40:53.276+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 zone default found 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:40:53.277+0000 7eff9a20f800 4 Realm: () 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:40:53.277+0000 7eff9a20f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:40:53.277+0000 7eff9a20f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:53.434 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:40:53.277+0000 7eff9a20f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 zonegroup default 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:40:53.277+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:40:53.278+0000 7eff9a20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:40:53.278+0000 7eff9a20f800 20 started sync module instance, tier type = 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:40:53.278+0000 7eff9a20f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=0 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=1 2024-09-19T11:40:53.435 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=2 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=3 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=4 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=5 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:40:53.288+0000 7eff9a20f800 20 add_watcher() i=6 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:40:53.289+0000 7eff9a20f800 20 add_watcher() i=7 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:40:53.289+0000 7eff9a20f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding auth protocol: cephx 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding auth protocol: cephx 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding auth protocol: cephx 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.436 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:40:53.291+0000 7efe477fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.437 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: crc 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 AuthRegistry(0x7ffcbe2f6810) adding con mode: secure 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:40:53.291+0000 7eff9a20f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache list hook 0x55b24a8257a0 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache inspect hook 0x55b24a8257a0 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache erase hook 0x55b24a8257a0 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command cache zap hook 0x55b24a8257a0 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 note: GC not initialized 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:40:53.291+0000 7efe467fc640 20 reqs_thread_entry: start 2024-09-19T11:40:53.438 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace show hook 0x7eff8806f020 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace history hook 0x7eff8806f020 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace active hook 0x7eff8806f020 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:40:53.291+0000 7eff9a20f800 5 asok(0x55b24a540410) register_command sync trace active_short hook 0x7eff8806f020 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:40:53.291+0000 7eff9a20f800 20 Filter name: none 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:40:53.291+0000 7efdb7fff640 20 reqs_thread_entry: start 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:53.439 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:40:53.292+0000 7eff9a20f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 : miss 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:40:53.292+0000 7eff9a20f800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:40:53.293+0000 7eff9a20f800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:40:53.293+0000 7eff9a20f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 2024-09-19T11:40:53.440 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:40:53.298+0000 7eff9a20f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34, ofs0, ns] 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562394 cookie 94224242834768 notifier 7512 bl.length()=911 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:40:53.299+0000 7efe797fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_sources= new_sources= 2024-09-19T11:40:53.441 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential sources added=[] removed=[] 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_dests= new_dests= 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:40:53.299+0000 7eff9a20f800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential dests added=[] removed=[] 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:40:53.305+0000 7eff9a20f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7eff9a20f800 time 2024-09-19T11:40:53.305233+0000 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7eff9b38c76a] 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.442 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:40:53.305+0000 7eff9a20f800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7eff9a20f800 thread_name:radosgw-admin 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7eff9a03e6f0] 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7eff9a08b99c] 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7eff9b38c7c4] 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7eff9b38c928] 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b248dae791] 2024-09-19T11:40:53.443 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b248dbe4aa] 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7eff9a029590] 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:40:53.444 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:40:53.445 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:40:53.446 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:40:53.447 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:40:53.448 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:40:53.449 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:40:53.450 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efdb7fff640 / http_manager 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe467fc640 / http_manager 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe477fe640 / rgw_dt_lg_renew 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe677fe640 / ms_dispatch 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe797fa640 / io_context_pool 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe7b7fe640 / ms_dispatch 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe82604640 / ms_dispatch 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7efe83e07640 / io_context_pool 2024-09-19T11:40:53.451 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff8ffff640 / msgr-worker-2 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff95922640 / msgr-worker-1 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff96123640 / msgr-worker-0 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff96924640 / io_context_pool 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr: 7eff9a20f800 / radosgw-admin 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:40:53.306623Z_39e210c3-3a7c-4265-a3d6-8103108a8445/log 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:40:53.452 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.381+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 20 realm 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:53.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.383+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.384+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.384+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.385+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.385+0000 7f2eae692800 20 searching for the correct realm 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.387+0000 7f2eab97b640 0 -- 172.21.15.103:0/963390936 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f2e94027030 msgr2=0x7f2e94062020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:53.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.392+0000 7f2eac17c640 0 -- 172.21.15.103:0/963390936 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f2e9406d370 msgr2=0x7f2e9406c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.599+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 zone default found 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 4 Realm: () 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 zonegroup default 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.600+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.601+0000 7f2eae692800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.601+0000 7f2eae692800 20 started sync module instance, tier type = 2024-09-19T11:40:53.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.601+0000 7f2eae692800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:53.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.611+0000 7f2eae692800 20 add_watcher() i=0 2024-09-19T11:40:53.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.611+0000 7f2eae692800 20 add_watcher() i=1 2024-09-19T11:40:53.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.611+0000 7f2eae692800 20 add_watcher() i=2 2024-09-19T11:40:53.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.611+0000 7f2eae692800 20 add_watcher() i=3 2024-09-19T11:40:53.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.611+0000 7f2eae692800 20 add_watcher() i=4 2024-09-19T11:40:53.612 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.611+0000 7f2eae692800 20 add_watcher() i=5 2024-09-19T11:40:53.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.611+0000 7f2eae692800 20 add_watcher() i=6 2024-09-19T11:40:53.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.612+0000 7f2eae692800 20 add_watcher() i=7 2024-09-19T11:40:53.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.612+0000 7f2eae692800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:53.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.613+0000 7f2d62fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2eae692800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2eae692800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2eae692800 5 note: GC not initialized 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2d61fdb640 20 reqs_thread_entry: start 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2eae692800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2eae692800 20 Filter name: none 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2cd37fe640 20 reqs_thread_entry: start 2024-09-19T11:40:53.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.614+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.615+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.615+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.615+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.615+0000 7f2eae692800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.615+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.616+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.616+0000 7f2eae692800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.616+0000 7f2eae692800 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T11:40:53.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.616+0000 7f2eae692800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:40:53.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.618+0000 7f2d62fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:53.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.621+0000 7f2eae692800 20 remove_watcher() i=0 2024-09-19T11:40:53.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.621+0000 7f2eae692800 2 removed watcher, disabling cache 2024-09-19T11:40:53.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.622+0000 7f2eae692800 20 remove_watcher() i=1 2024-09-19T11:40:53.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.623+0000 7f2eae692800 20 remove_watcher() i=2 2024-09-19T11:40:53.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.624+0000 7f2eae692800 20 remove_watcher() i=3 2024-09-19T11:40:53.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.625+0000 7f2eae692800 20 remove_watcher() i=4 2024-09-19T11:40:53.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.626+0000 7f2eae692800 20 remove_watcher() i=5 2024-09-19T11:40:53.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.627+0000 7f2eae692800 20 remove_watcher() i=6 2024-09-19T11:40:53.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.628+0000 7f2eae692800 20 remove_watcher() i=7 2024-09-19T11:40:53.640 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.640 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:40:53.640 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-do-reshard id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:40:53.640 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:40:53.642 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:53.642 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:53.649 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:40:53.649 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:40:53.692 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:40:53.723 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:40:53.723 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:40:53.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.759+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 20 realm 2024-09-19T11:40:53.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:40:53.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.761+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.762+0000 7fe8caf75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.762+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.763+0000 7fe8caf75800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:40:53.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.763+0000 7fe8caf75800 20 searching for the correct realm 2024-09-19T11:40:53.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.766+0000 7fe8c9260640 0 -- 172.21.15.103:0/2535143843 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7fe8b0043400 msgr2=0x7fe8b0043860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:40:53.974 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.972+0000 7fe8c8a5f640 0 -- 172.21.15.103:0/2535143843 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x560b09665930 msgr2=0x560b09667d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:40:53.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.975+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:40:53.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 zone default found 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 4 Realm: () 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 zonegroup default 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.976+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.977+0000 7fe8caf75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.977+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.979 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.977+0000 7fe8caf75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:40:53.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.977+0000 7fe8caf75800 20 started sync module instance, tier type = 2024-09-19T11:40:53.980 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.977+0000 7fe8caf75800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:40:53.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.987+0000 7fe8caf75800 20 add_watcher() i=0 2024-09-19T11:40:53.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.987+0000 7fe8caf75800 20 add_watcher() i=1 2024-09-19T11:40:53.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.987+0000 7fe8caf75800 20 add_watcher() i=2 2024-09-19T11:40:53.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.987+0000 7fe8caf75800 20 add_watcher() i=3 2024-09-19T11:40:53.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.987+0000 7fe8caf75800 20 add_watcher() i=4 2024-09-19T11:40:53.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.987+0000 7fe8caf75800 20 add_watcher() i=5 2024-09-19T11:40:53.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.987+0000 7fe8caf75800 20 add_watcher() i=6 2024-09-19T11:40:53.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.988+0000 7fe8caf75800 20 add_watcher() i=7 2024-09-19T11:40:53.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.988+0000 7fe8caf75800 2 all 8 watchers are set, enabling cache 2024-09-19T11:40:53.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.990+0000 7fe77efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:53.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.990+0000 7fe8caf75800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:40:53.992 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.990+0000 7fe8caf75800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:40:53.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.990+0000 7fe8caf75800 5 note: GC not initialized 2024-09-19T11:40:53.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe77dfe3640 20 reqs_thread_entry: start 2024-09-19T11:40:53.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 20 init_complete bucket index max shards: 11 2024-09-19T11:40:53.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 20 Filter name: none 2024-09-19T11:40:53.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe6ef7fe640 20 reqs_thread_entry: start 2024-09-19T11:40:53.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T11:40:53.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:40:53.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T11:40:53.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T11:40:53.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 : miss 2024-09-19T11:40:53.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.991+0000 7fe8caf75800 20 rados->read ofs=0 len=0 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.992+0000 7fe8caf75800 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.992+0000 7fe8caf75800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.992+0000 7fe8caf75800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.992+0000 7fe8caf75800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.992+0000 7fe8caf75800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.992+0000 7fe8caf75800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.994+0000 7fe8caf75800 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to be held by another RGW process; skipping for now 2024-09-19T11:40:53.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.994+0000 7fe77efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:40:53.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.997+0000 7fe8caf75800 20 remove_watcher() i=0 2024-09-19T11:40:53.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.997+0000 7fe8caf75800 2 removed watcher, disabling cache 2024-09-19T11:40:53.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.998+0000 7fe8caf75800 20 remove_watcher() i=1 2024-09-19T11:40:54.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:53.999+0000 7fe8caf75800 20 remove_watcher() i=2 2024-09-19T11:40:54.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:54.000+0000 7fe8caf75800 20 remove_watcher() i=3 2024-09-19T11:40:54.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:54.002+0000 7fe8caf75800 20 remove_watcher() i=4 2024-09-19T11:40:54.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:54.003+0000 7fe8caf75800 20 remove_watcher() i=5 2024-09-19T11:40:54.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:54.004+0000 7fe8caf75800 20 remove_watcher() i=6 2024-09-19T11:40:54.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:40:54.005+0000 7fe8caf75800 20 remove_watcher() i=7 2024-09-19T11:40:54.017 INFO:tasks.workunit.client.0.smithi103.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T11:41:24.047 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:41:24.082 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:24.082 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:24.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.122+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 20 realm 2024-09-19T11:41:24.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:24.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.124+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.125+0000 7f862301d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:24.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.125+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.126+0000 7f862301d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:24.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.126+0000 7f862301d800 20 searching for the correct realm 2024-09-19T11:41:24.131 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.129+0000 7f861e7eb640 0 -- 172.21.15.103:0/1709556678 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f8618066a70 msgr2=0x7f86180654e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:41:24.136 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.133+0000 7f861e7eb640 0 -- 172.21.15.103:0/1709556678 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8608083370 msgr2=0x7f860807b130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:24.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:24.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.340+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:24.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 20 zone default found 2024-09-19T11:41:24.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 4 Realm: () 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 20 zonegroup default 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.341+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.342+0000 7f862301d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.342+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.343+0000 7f862301d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.343+0000 7f862301d800 20 started sync module instance, tier type = 2024-09-19T11:41:24.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.343+0000 7f862301d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:24.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.353+0000 7f862301d800 20 add_watcher() i=0 2024-09-19T11:41:24.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.353+0000 7f862301d800 20 add_watcher() i=1 2024-09-19T11:41:24.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.353+0000 7f862301d800 20 add_watcher() i=2 2024-09-19T11:41:24.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.353+0000 7f862301d800 20 add_watcher() i=3 2024-09-19T11:41:24.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.353+0000 7f862301d800 20 add_watcher() i=4 2024-09-19T11:41:24.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.353+0000 7f862301d800 20 add_watcher() i=5 2024-09-19T11:41:24.355 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.353+0000 7f862301d800 20 add_watcher() i=6 2024-09-19T11:41:24.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.354+0000 7f862301d800 20 add_watcher() i=7 2024-09-19T11:41:24.356 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.354+0000 7f862301d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:24.358 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f84d4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f862301d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f862301d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f862301d800 5 note: GC not initialized 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f844f7fe640 20 reqs_thread_entry: start 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f862301d800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f862301d800 20 Filter name: none 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f844d7fa640 20 reqs_thread_entry: start 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f862301d800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-19T11:41:24.359 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.356+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.357+0000 7f862301d800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:41:24.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.357+0000 7f862301d800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-19T11:41:24.360 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.357+0000 7f862301d800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.357+0000 7f862301d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 : miss 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.357+0000 7f862301d800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.358+0000 7f862301d800 20 rados_obj.operate() r=0 bl.length=441 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.358+0000 7f862301d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.358+0000 7f862301d800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.358+0000 7f862301d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.358+0000 7f862301d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.358+0000 7f862301d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 2024-09-19T11:41:24.361 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.359+0000 7f862301d800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:41:24.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.365+0000 7f862301d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:41:24.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.365+0000 7f862301d800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:41:24.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.365+0000 7f862301d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:24.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.365+0000 7f862301d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34, ofs0, ns] 2024-09-19T11:41:24.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f8501ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562395 cookie 94595314115552 notifier 7103 bl.length()=911 2024-09-19T11:41:24.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f8501ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:41:24.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f8501ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:41:24.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f8501ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:24.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_sources= new_sources= 2024-09-19T11:41:24.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential sources added=[] removed=[] 2024-09-19T11:41:24.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_dests= new_dests= 2024-09-19T11:41:24.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.366+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential dests added=[] removed=[] 2024-09-19T11:41:24.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.0 2024-09-19T11:41:24.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.0 2024-09-19T11:41:24.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.1 2024-09-19T11:41:24.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.1 2024-09-19T11:41:24.375 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.2 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.2 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.3 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.3 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.4 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.4 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.5 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.5 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.6 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.6 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.7 2024-09-19T11:41:24.376 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.7 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.8 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.8 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.9 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.9 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.10 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.10 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.11 2024-09-19T11:41:24.377 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2.11 2024-09-19T11:41:24.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.372+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.0 2024-09-19T11:41:24.378 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.373+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.1 2024-09-19T11:41:24.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.373+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2 2024-09-19T11:41:24.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.374+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.3 2024-09-19T11:41:24.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.374+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.4 2024-09-19T11:41:24.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.375+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.5 2024-09-19T11:41:24.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.375+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.6 2024-09-19T11:41:24.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.376+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.7 2024-09-19T11:41:24.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.377+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.8 2024-09-19T11:41:24.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.377+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.9 2024-09-19T11:41:24.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.378+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.10 2024-09-19T11:41:24.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.381+0000 7f862301d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:24.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.381+0000 7f862301d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 2024-09-19T11:41:24.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f862301d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:41:24.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f862301d800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:41:24.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f862301d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:24.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f862301d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34, ofs0, ns] 2024-09-19T11:41:24.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f8501ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562396 cookie 94595314115552 notifier 7103 bl.length()=911 2024-09-19T11:41:24.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f8501ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:41:24.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f8501ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:41:24.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.382+0000 7f8501ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:24.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.383+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_sources= new_sources= 2024-09-19T11:41:24.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.383+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential sources added=[] removed=[] 2024-09-19T11:41:24.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.383+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_dests= new_dests= 2024-09-19T11:41:24.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.383+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential dests added=[] removed=[] 2024-09-19T11:41:24.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.385+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.0 2024-09-19T11:41:24.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.386+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.1 2024-09-19T11:41:24.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.386+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.2 2024-09-19T11:41:24.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.386+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.3 2024-09-19T11:41:24.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.387+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.4 2024-09-19T11:41:24.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.387+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.5 2024-09-19T11:41:24.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.387+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.6 2024-09-19T11:41:24.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.388+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.7 2024-09-19T11:41:24.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.388+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.8 2024-09-19T11:41:24.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.389+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.9 2024-09-19T11:41:24.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.389+0000 7f862301d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34.10 2024-09-19T11:41:24.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.389+0000 7f862301d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:24.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.389+0000 7f862301d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 2024-09-19T11:41:24.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:41:24.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:41:24.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:24.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34, ofs0, ns] 2024-09-19T11:41:24.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f85017fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562397 cookie 94595314115552 notifier 7103 bl.length()=879 2024-09-19T11:41:24.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f85017fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 info.flags=0x17 2024-09-19T11:41:24.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f85017fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 to cache LRU end 2024-09-19T11:41:24.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f85017fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:24.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_sources= new_sources= 2024-09-19T11:41:24.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential sources added=[] removed=[] 2024-09-19T11:41:24.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): orig_dests= new_dests= 2024-09-19T11:41:24.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.391+0000 7f862301d800 20 handle_bi_update(): bucket=:abort-at-do-reshard[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34]): potential dests added=[] removed=[] 2024-09-19T11:41:24.396 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.394+0000 7f862301d800 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 11 shards to 12 shards completed successfully 2024-09-19T11:41:24.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.396+0000 7f84d4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:24.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.398+0000 7f862301d800 20 remove_watcher() i=0 2024-09-19T11:41:24.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.398+0000 7f862301d800 2 removed watcher, disabling cache 2024-09-19T11:41:24.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.399+0000 7f862301d800 20 remove_watcher() i=1 2024-09-19T11:41:24.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.400+0000 7f862301d800 20 remove_watcher() i=2 2024-09-19T11:41:24.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.401+0000 7f862301d800 20 remove_watcher() i=3 2024-09-19T11:41:24.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.402+0000 7f862301d800 20 remove_watcher() i=4 2024-09-19T11:41:24.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.403+0000 7f862301d800 20 remove_watcher() i=5 2024-09-19T11:41:24.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.404+0000 7f862301d800 20 remove_watcher() i=6 2024-09-19T11:41:24.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.405+0000 7f862301d800 20 remove_watcher() i=7 2024-09-19T11:41:24.420 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-19T11:41:24.449 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:24.449 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:24.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.483+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 20 realm 2024-09-19T11:41:24.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:24.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.485+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.486+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:24.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.486+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.487+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:24.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.487+0000 7f1aba12c800 20 searching for the correct realm 2024-09-19T11:41:24.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.489+0000 7f1ab564e640 0 -- 172.21.15.103:0/942016799 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f1aa006b060 msgr2=0x7f1aa0057ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:24.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.493+0000 7f1ab5e4f640 0 -- 172.21.15.103:0/942016799 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1aa0063c10 msgr2=0x7f1aa00adcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:24.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.698+0000 7f1aba12c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:24.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.698+0000 7f1aba12c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:24.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.698+0000 7f1aba12c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:24.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.698+0000 7f1aba12c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:24.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.698+0000 7f1aba12c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:24.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.698+0000 7f1aba12c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:24.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 zone default found 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 4 Realm: () 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 zonegroup default 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.699+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.700+0000 7f1aba12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.700+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.700+0000 7f1aba12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.700+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.700+0000 7f1aba12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:24.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.700+0000 7f1aba12c800 20 started sync module instance, tier type = 2024-09-19T11:41:24.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.700+0000 7f1aba12c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:24.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.709+0000 7f1aba12c800 20 add_watcher() i=0 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.709+0000 7f1aba12c800 20 add_watcher() i=1 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.709+0000 7f1aba12c800 20 add_watcher() i=2 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.709+0000 7f1aba12c800 20 add_watcher() i=3 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.709+0000 7f1aba12c800 20 add_watcher() i=4 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.709+0000 7f1aba12c800 20 add_watcher() i=5 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.709+0000 7f1aba12c800 20 add_watcher() i=6 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.710+0000 7f1aba12c800 20 add_watcher() i=7 2024-09-19T11:41:24.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.710+0000 7f1aba12c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:24.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.712+0000 7f19677fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:24.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f1aba12c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:24.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f1aba12c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f1aba12c800 5 note: GC not initialized 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f19667fc640 20 reqs_thread_entry: start 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f1aba12c800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f1aba12c800 20 Filter name: none 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f18d7fff640 20 reqs_thread_entry: start 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.713+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.714+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:41:24.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.714+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.715+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:41:24.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.715+0000 7f1aba12c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:24.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.715+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.715+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=187 2024-09-19T11:41:24.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.715+0000 7f1aba12c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:24.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.715+0000 7f1aba12c800 20 rados_obj.operate() r=0 bl.length=409 2024-09-19T11:41:24.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.715+0000 7f1aba12c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:24.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.717+0000 7f19677fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:24.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.719+0000 7f1aba12c800 20 remove_watcher() i=0 2024-09-19T11:41:24.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.719+0000 7f1aba12c800 2 removed watcher, disabling cache 2024-09-19T11:41:24.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.720+0000 7f1aba12c800 20 remove_watcher() i=1 2024-09-19T11:41:24.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.721+0000 7f1aba12c800 20 remove_watcher() i=2 2024-09-19T11:41:24.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.722+0000 7f1aba12c800 20 remove_watcher() i=3 2024-09-19T11:41:24.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.723+0000 7f1aba12c800 20 remove_watcher() i=4 2024-09-19T11:41:24.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.724+0000 7f1aba12c800 20 remove_watcher() i=5 2024-09-19T11:41:24.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.725+0000 7f1aba12c800 20 remove_watcher() i=6 2024-09-19T11:41:24.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:24.726+0000 7f1aba12c800 20 remove_watcher() i=7 2024-09-19T11:41:24.738 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:24.738 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:24.738 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-do-reshard id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.34 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:41:24.739 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:24.740 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.740 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.744 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.744 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.788 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.788 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.815 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-19T11:41:24.815 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:24.816 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.816 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.827 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.828 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.870 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.871 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.877 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.877 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.883 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.883 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.894 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.894 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.896 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.896 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.902 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.902 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.908 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.908 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.915 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.916 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.921 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.921 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.928 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.928 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.935 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.935 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.941 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.941 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.947 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.947 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.953 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.953 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.959 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.960 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.965 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.965 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.971 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.971 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.977 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.977 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.983 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.984 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.989 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:24.989 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:24.996 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-19T11:41:25.024 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:25.024 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:25.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.058+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.059+0000 7f63e7d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.059+0000 7f63e7d0c800 20 realm 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.059+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.059+0000 7f63e7d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.059+0000 7f63e7d0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.059+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.060+0000 7f63e7d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.060+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.060+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.060+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.061+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:25.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.061+0000 7f63e7d0c800 20 searching for the correct realm 2024-09-19T11:41:25.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.064+0000 7f63e57f6640 0 -- 172.21.15.103:0/3372195466 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f63e0061070 msgr2=0x7f63e00a4a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:25.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.067+0000 7f63e57f6640 0 -- 172.21.15.103:0/3372195466 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f63d0009040 msgr2=0x7f63d0054aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:25.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.071+0000 7f63e7d0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:25.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.071+0000 7f63e7d0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:25.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.071+0000 7f63e7d0c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:25.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.071+0000 7f63e7d0c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:25.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.071+0000 7f63e7d0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:25.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.071+0000 7f63e7d0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:25.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.071+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:25.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 zone default found 2024-09-19T11:41:25.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 4 Realm: () 2024-09-19T11:41:25.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:25.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:25.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:25.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 zonegroup default 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.072+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.073+0000 7f63e7d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.073+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.073+0000 7f63e7d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.073+0000 7f63e7d0c800 20 started sync module instance, tier type = 2024-09-19T11:41:25.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.073+0000 7f63e7d0c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:25.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.082+0000 7f63e7d0c800 20 add_watcher() i=0 2024-09-19T11:41:25.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.082+0000 7f63e7d0c800 20 add_watcher() i=1 2024-09-19T11:41:25.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.082+0000 7f63e7d0c800 20 add_watcher() i=2 2024-09-19T11:41:25.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.082+0000 7f63e7d0c800 20 add_watcher() i=3 2024-09-19T11:41:25.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.082+0000 7f63e7d0c800 20 add_watcher() i=4 2024-09-19T11:41:25.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.082+0000 7f63e7d0c800 20 add_watcher() i=5 2024-09-19T11:41:25.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.082+0000 7f63e7d0c800 20 add_watcher() i=6 2024-09-19T11:41:25.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.083+0000 7f63e7d0c800 20 add_watcher() i=7 2024-09-19T11:41:25.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.083+0000 7f63e7d0c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:25.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.084+0000 7f629b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f63e7d0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:25.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f63e7d0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:25.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f63e7d0c800 5 note: GC not initialized 2024-09-19T11:41:25.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f629a7e4640 20 reqs_thread_entry: start 2024-09-19T11:41:25.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f63e7d0c800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:25.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f63e7d0c800 20 Filter name: none 2024-09-19T11:41:25.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f620bfff640 20 reqs_thread_entry: start 2024-09-19T11:41:25.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.085+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.086+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:25.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.086+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.086+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:25.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.086+0000 7f63e7d0c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:25.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.086+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.086+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:25.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.086+0000 7f63e7d0c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.087+0000 7f63e7d0c800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:25.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.087+0000 7f63e7d0c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:25.091 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.089+0000 7f629b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.091+0000 7f63e7d0c800 20 remove_watcher() i=0 2024-09-19T11:41:25.093 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.091+0000 7f63e7d0c800 2 removed watcher, disabling cache 2024-09-19T11:41:25.094 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.091+0000 7f63e7d0c800 20 remove_watcher() i=1 2024-09-19T11:41:25.095 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.092+0000 7f63e7d0c800 20 remove_watcher() i=2 2024-09-19T11:41:25.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.093+0000 7f63e7d0c800 20 remove_watcher() i=3 2024-09-19T11:41:25.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.094+0000 7f63e7d0c800 20 remove_watcher() i=4 2024-09-19T11:41:25.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.095+0000 7f63e7d0c800 20 remove_watcher() i=5 2024-09-19T11:41:25.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.096+0000 7f63e7d0c800 20 remove_watcher() i=6 2024-09-19T11:41:25.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.097+0000 7f63e7d0c800 20 remove_watcher() i=7 2024-09-19T11:41:25.110 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:25.110 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:25.110 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-logrecord-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:41:25.110 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:25.111 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-19T11:41:25.145 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:25.145 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:25.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.179+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 20 realm 2024-09-19T11:41:25.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:25.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.181+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.182+0000 7f6bc173e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.182+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.182+0000 7f6bc173e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:25.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.182+0000 7f6bc173e800 20 searching for the correct realm 2024-09-19T11:41:25.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.185+0000 7f6bbd486640 0 -- 172.21.15.103:0/1782805388 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f6bb8061040 msgr2=0x7f6bb807c910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:25.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.188+0000 7f6bbd486640 0 -- 172.21.15.103:0/1782805388 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f6ba804e1c0 msgr2=0x7f6ba806be50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:25.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:25.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:25.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:25.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:25.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:25.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:25.397 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.394+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.398 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 zone default found 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 4 Realm: () 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 zonegroup default 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.395+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.396+0000 7f6bc173e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.396+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.396+0000 7f6bc173e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.396+0000 7f6bc173e800 20 started sync module instance, tier type = 2024-09-19T11:41:25.400 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.396+0000 7f6bc173e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:25.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.405+0000 7f6bc173e800 20 add_watcher() i=0 2024-09-19T11:41:25.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.405+0000 7f6bc173e800 20 add_watcher() i=1 2024-09-19T11:41:25.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.405+0000 7f6bc173e800 20 add_watcher() i=2 2024-09-19T11:41:25.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.405+0000 7f6bc173e800 20 add_watcher() i=3 2024-09-19T11:41:25.407 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.405+0000 7f6bc173e800 20 add_watcher() i=4 2024-09-19T11:41:25.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.405+0000 7f6bc173e800 20 add_watcher() i=5 2024-09-19T11:41:25.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.405+0000 7f6bc173e800 20 add_watcher() i=6 2024-09-19T11:41:25.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.406+0000 7f6bc173e800 20 add_watcher() i=7 2024-09-19T11:41:25.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.406+0000 7f6bc173e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:25.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.407+0000 7f6a73fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6bc173e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6bc173e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6bc173e800 5 note: GC not initialized 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6a72fe5640 20 reqs_thread_entry: start 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6bc173e800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6bc173e800 20 Filter name: none 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6a70fe1640 20 reqs_thread_entry: start 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6bc173e800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-19T11:41:25.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.408+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.409+0000 7f6bc173e800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:25.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.409+0000 7f6bc173e800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-19T11:41:25.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.409+0000 7f6bc173e800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-19T11:41:25.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.409+0000 7f6bc173e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 : miss 2024-09-19T11:41:25.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.409+0000 7f6bc173e800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.410+0000 7f6bc173e800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:25.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.410+0000 7f6bc173e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.410+0000 7f6bc173e800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.410+0000 7f6bc173e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:25.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.410+0000 7f6bc173e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.410+0000 7f6bc173e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 2024-09-19T11:41:25.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.414+0000 7f6bc173e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.414+0000 7f6bc173e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.414+0000 7f6bc173e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.414+0000 7f6bc173e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35, ofs0, ns] 2024-09-19T11:41:25.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6a8ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562426 cookie 93905047012736 notifier 7154 bl.length()=923 2024-09-19T11:41:25.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6a8ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6a8ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6a8ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_sources= new_sources= 2024-09-19T11:41:25.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential sources added=[] removed=[] 2024-09-19T11:41:25.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_dests= new_dests= 2024-09-19T11:41:25.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.415+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential dests added=[] removed=[] 2024-09-19T11:41:25.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.417+0000 7f6bc173e800 -1 Injecting error=-5 at location=logrecord_writes 2024-09-19T11:41:25.420 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.417+0000 7f6bc173e800 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-19T11:41:25.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.422+0000 7f6bc173e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:25.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.422+0000 7f6bc173e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 2024-09-19T11:41:25.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6bc173e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6bc173e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6bc173e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6bc173e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35, ofs0, ns] 2024-09-19T11:41:25.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6a8ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562427 cookie 93905047012736 notifier 7154 bl.length()=891 2024-09-19T11:41:25.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6a8ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6a8ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.423+0000 7f6a8ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.424+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_sources= new_sources= 2024-09-19T11:41:25.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.424+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential sources added=[] removed=[] 2024-09-19T11:41:25.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.424+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_dests= new_dests= 2024-09-19T11:41:25.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.424+0000 7f6bc173e800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential dests added=[] removed=[] 2024-09-19T11:41:25.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.426+0000 7f6a73fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.428+0000 7f6bc173e800 20 remove_watcher() i=0 2024-09-19T11:41:25.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.428+0000 7f6bc173e800 2 removed watcher, disabling cache 2024-09-19T11:41:25.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.428+0000 7f6bc173e800 20 remove_watcher() i=1 2024-09-19T11:41:25.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.429+0000 7f6bc173e800 20 remove_watcher() i=2 2024-09-19T11:41:25.433 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.431+0000 7f6bc173e800 20 remove_watcher() i=3 2024-09-19T11:41:25.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.432+0000 7f6bc173e800 20 remove_watcher() i=4 2024-09-19T11:41:25.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.432+0000 7f6bc173e800 20 remove_watcher() i=5 2024-09-19T11:41:25.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.433+0000 7f6bc173e800 20 remove_watcher() i=6 2024-09-19T11:41:25.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.434+0000 7f6bc173e800 20 remove_watcher() i=7 2024-09-19T11:41:25.448 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-19T11:41:25.477 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:25.477 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:25.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.510+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.512+0000 7f41d8f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.512+0000 7f41d8f26800 20 realm 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.512+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.512+0000 7f41d8f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.512+0000 7f41d8f26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.512+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.513+0000 7f41d8f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.513+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.513+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.513+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.516 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.514+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:25.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.514+0000 7f41d8f26800 20 searching for the correct realm 2024-09-19T11:41:25.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.517+0000 7f41d5470640 0 -- 172.21.15.103:0/3881876252 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x563d1e597570 msgr2=0x563d1e599a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:41:25.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.521+0000 7f41d4c6f640 0 -- 172.21.15.103:0/3881876252 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f41c8052930 msgr2=0x7f41c803e3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:25.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:25.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:25.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:25.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:25.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:25.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:25.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 zone default found 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 4 Realm: () 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.525+0000 7f41d8f26800 20 zonegroup default 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.526+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.526+0000 7f41d8f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.526+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.526+0000 7f41d8f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.526+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.527+0000 7f41d8f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.527+0000 7f41d8f26800 20 started sync module instance, tier type = 2024-09-19T11:41:25.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.527+0000 7f41d8f26800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:25.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.535+0000 7f41d8f26800 20 add_watcher() i=0 2024-09-19T11:41:25.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.535+0000 7f41d8f26800 20 add_watcher() i=1 2024-09-19T11:41:25.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.535+0000 7f41d8f26800 20 add_watcher() i=2 2024-09-19T11:41:25.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.535+0000 7f41d8f26800 20 add_watcher() i=3 2024-09-19T11:41:25.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.535+0000 7f41d8f26800 20 add_watcher() i=4 2024-09-19T11:41:25.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.535+0000 7f41d8f26800 20 add_watcher() i=5 2024-09-19T11:41:25.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.535+0000 7f41d8f26800 20 add_watcher() i=6 2024-09-19T11:41:25.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.536+0000 7f41d8f26800 20 add_watcher() i=7 2024-09-19T11:41:25.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.536+0000 7f41d8f26800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:25.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.537+0000 7f408afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.537+0000 7f41d8f26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:25.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.537+0000 7f41d8f26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:25.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.537+0000 7f41d8f26800 5 note: GC not initialized 2024-09-19T11:41:25.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.538+0000 7f4089fe3640 20 reqs_thread_entry: start 2024-09-19T11:41:25.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.538+0000 7f41d8f26800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:25.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.538+0000 7f41d8f26800 20 Filter name: none 2024-09-19T11:41:25.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.538+0000 7f3ffb7fe640 20 reqs_thread_entry: start 2024-09-19T11:41:25.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.538+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.538+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:25.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.538+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.539+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:25.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.539+0000 7f41d8f26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:25.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.539+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.539+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:25.542 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.539+0000 7f41d8f26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.540+0000 7f41d8f26800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:25.543 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.540+0000 7f41d8f26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:25.544 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.541+0000 7f408afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.543+0000 7f41d8f26800 20 remove_watcher() i=0 2024-09-19T11:41:25.546 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.543+0000 7f41d8f26800 2 removed watcher, disabling cache 2024-09-19T11:41:25.547 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.545+0000 7f41d8f26800 20 remove_watcher() i=1 2024-09-19T11:41:25.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.546+0000 7f41d8f26800 20 remove_watcher() i=2 2024-09-19T11:41:25.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.547+0000 7f41d8f26800 20 remove_watcher() i=3 2024-09-19T11:41:25.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.548+0000 7f41d8f26800 20 remove_watcher() i=4 2024-09-19T11:41:25.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.549+0000 7f41d8f26800 20 remove_watcher() i=5 2024-09-19T11:41:25.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.549+0000 7f41d8f26800 20 remove_watcher() i=6 2024-09-19T11:41:25.553 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.550+0000 7f41d8f26800 20 remove_watcher() i=7 2024-09-19T11:41:25.563 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:25.563 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:25.563 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-logrecord-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:41:25.563 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:25.565 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:25.565 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:25.571 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:25.571 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:25.614 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:41:25.647 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:25.647 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:25.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.681+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.685 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 20 realm 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.683+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.684+0000 7fb1a4abb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.684+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.685+0000 7fb1a4abb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:25.687 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.685+0000 7fb1a4abb800 20 searching for the correct realm 2024-09-19T11:41:25.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.687+0000 7fb1a1da4640 0 -- 172.21.15.103:0/532575535 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fb19803eb80 msgr2=0x7fb198039960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:25.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.693+0000 7fb1a25a5640 0 -- 172.21.15.103:0/532575535 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fb19804bba0 msgr2=0x7fb198059420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.899+0000 7fb1a4abb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 zone default found 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 4 Realm: () 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 zonegroup default 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.900+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.901+0000 7fb1a4abb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.901+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.901+0000 7fb1a4abb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.901+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.901+0000 7fb1a4abb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:25.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.901+0000 7fb1a4abb800 20 started sync module instance, tier type = 2024-09-19T11:41:25.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.901+0000 7fb1a4abb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:25.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.910+0000 7fb1a4abb800 20 add_watcher() i=0 2024-09-19T11:41:25.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.910+0000 7fb1a4abb800 20 add_watcher() i=1 2024-09-19T11:41:25.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.910+0000 7fb1a4abb800 20 add_watcher() i=2 2024-09-19T11:41:25.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.910+0000 7fb1a4abb800 20 add_watcher() i=3 2024-09-19T11:41:25.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.910+0000 7fb1a4abb800 20 add_watcher() i=4 2024-09-19T11:41:25.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.910+0000 7fb1a4abb800 20 add_watcher() i=5 2024-09-19T11:41:25.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.910+0000 7fb1a4abb800 20 add_watcher() i=6 2024-09-19T11:41:25.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.911+0000 7fb1a4abb800 20 add_watcher() i=7 2024-09-19T11:41:25.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.911+0000 7fb1a4abb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.912+0000 7fb058fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fb1a4abb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fb1a4abb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fb1a4abb800 5 note: GC not initialized 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fafd37fe640 20 reqs_thread_entry: start 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fb1a4abb800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fb1a4abb800 20 Filter name: none 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fafd17fa640 20 reqs_thread_entry: start 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fb1a4abb800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-19T11:41:25.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.913+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:25.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-19T11:41:25.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-19T11:41:25.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 : miss 2024-09-19T11:41:25.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:25.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:25.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:25.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.914+0000 7fb1a4abb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 2024-09-19T11:41:25.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.920+0000 7fb1a4abb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.920+0000 7fb1a4abb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.920+0000 7fb1a4abb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.920+0000 7fb1a4abb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35, ofs0, ns] 2024-09-19T11:41:25.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb085ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562428 cookie 93947576945664 notifier 7671 bl.length()=923 2024-09-19T11:41:25.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb085ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.923 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb085ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb085ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_sources= new_sources= 2024-09-19T11:41:25.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential sources added=[] removed=[] 2024-09-19T11:41:25.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_dests= new_dests= 2024-09-19T11:41:25.924 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.921+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential dests added=[] removed=[] 2024-09-19T11:41:25.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.0 2024-09-19T11:41:25.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.0 2024-09-19T11:41:25.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.1 2024-09-19T11:41:25.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.1 2024-09-19T11:41:25.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.2 2024-09-19T11:41:25.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.2 2024-09-19T11:41:25.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.3 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.3 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.4 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.4 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.5 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.5 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.6 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.6 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.7 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.7 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.8 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.8 2024-09-19T11:41:25.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.9 2024-09-19T11:41:25.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.9 2024-09-19T11:41:25.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.10 2024-09-19T11:41:25.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.10 2024-09-19T11:41:25.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.11 2024-09-19T11:41:25.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1.11 2024-09-19T11:41:25.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.926+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.0 2024-09-19T11:41:25.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.927+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1 2024-09-19T11:41:25.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.927+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.2 2024-09-19T11:41:25.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.928+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.3 2024-09-19T11:41:25.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.928+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.4 2024-09-19T11:41:25.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.928+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.5 2024-09-19T11:41:25.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.929+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.6 2024-09-19T11:41:25.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.929+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.7 2024-09-19T11:41:25.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.930+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.8 2024-09-19T11:41:25.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.930+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.9 2024-09-19T11:41:25.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.931+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.10 2024-09-19T11:41:25.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.934+0000 7fb1a4abb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:25.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.934+0000 7fb1a4abb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 2024-09-19T11:41:25.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb1a4abb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb1a4abb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb1a4abb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb1a4abb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35, ofs0, ns] 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb085ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562429 cookie 93947576945664 notifier 7671 bl.length()=923 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb085ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb085ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.935+0000 7fb085ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.936+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_sources= new_sources= 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.936+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential sources added=[] removed=[] 2024-09-19T11:41:25.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.936+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_dests= new_dests= 2024-09-19T11:41:25.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.936+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential dests added=[] removed=[] 2024-09-19T11:41:25.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.938+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.0 2024-09-19T11:41:25.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.938+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.1 2024-09-19T11:41:25.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.939+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.2 2024-09-19T11:41:25.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.939+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.3 2024-09-19T11:41:25.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.939+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.4 2024-09-19T11:41:25.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.939+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.5 2024-09-19T11:41:25.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.940+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.6 2024-09-19T11:41:25.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.940+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.7 2024-09-19T11:41:25.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.940+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.8 2024-09-19T11:41:25.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.940+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.9 2024-09-19T11:41:25.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.941+0000 7fb1a4abb800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35.10 2024-09-19T11:41:25.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.941+0000 7fb1a4abb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:25.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.941+0000 7fb1a4abb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 2024-09-19T11:41:25.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.942+0000 7fb1a4abb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.942+0000 7fb1a4abb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.942+0000 7fb1a4abb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.942+0000 7fb1a4abb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35, ofs0, ns] 2024-09-19T11:41:25.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb0857fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562430 cookie 93947576945664 notifier 7671 bl.length()=891 2024-09-19T11:41:25.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb0857fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 info.flags=0x17 2024-09-19T11:41:25.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb0857fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 to cache LRU end 2024-09-19T11:41:25.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb0857fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:25.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_sources= new_sources= 2024-09-19T11:41:25.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential sources added=[] removed=[] 2024-09-19T11:41:25.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): orig_dests= new_dests= 2024-09-19T11:41:25.946 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.943+0000 7fb1a4abb800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35]): potential dests added=[] removed=[] 2024-09-19T11:41:25.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.946+0000 7fb1a4abb800 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2024-09-19T11:41:25.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.947+0000 7fb058fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:25.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.950+0000 7fb1a4abb800 20 remove_watcher() i=0 2024-09-19T11:41:25.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.950+0000 7fb1a4abb800 2 removed watcher, disabling cache 2024-09-19T11:41:25.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.951+0000 7fb1a4abb800 20 remove_watcher() i=1 2024-09-19T11:41:25.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.952+0000 7fb1a4abb800 20 remove_watcher() i=2 2024-09-19T11:41:25.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.953+0000 7fb1a4abb800 20 remove_watcher() i=3 2024-09-19T11:41:25.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.954+0000 7fb1a4abb800 20 remove_watcher() i=4 2024-09-19T11:41:25.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.955+0000 7fb1a4abb800 20 remove_watcher() i=5 2024-09-19T11:41:25.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.955+0000 7fb1a4abb800 20 remove_watcher() i=6 2024-09-19T11:41:25.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:25.956+0000 7fb1a4abb800 20 remove_watcher() i=7 2024-09-19T11:41:25.970 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-19T11:41:25.999 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:25.999 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:26.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.033+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 20 realm 2024-09-19T11:41:26.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:26.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.035+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.036+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.036+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.037+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:26.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.037+0000 7fdef5b26800 20 searching for the correct realm 2024-09-19T11:41:26.042 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.039+0000 7fdef1f5e640 0 -- 172.21.15.103:0/3112909775 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x556dd8f6ed90 msgr2=0x556dd8f71250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.043+0000 7fdef175d640 0 -- 172.21.15.103:0/3112909775 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fdee807f040 msgr2=0x7fdee8083130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:26.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:26.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:26.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:26.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:26.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:26.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 zone default found 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 4 Realm: () 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 zonegroup default 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.047+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.048+0000 7fdef5b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.048+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.048+0000 7fdef5b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.048+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.048+0000 7fdef5b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.048+0000 7fdef5b26800 20 started sync module instance, tier type = 2024-09-19T11:41:26.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.048+0000 7fdef5b26800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:26.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.056+0000 7fdef5b26800 20 add_watcher() i=0 2024-09-19T11:41:26.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.056+0000 7fdef5b26800 20 add_watcher() i=1 2024-09-19T11:41:26.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.056+0000 7fdef5b26800 20 add_watcher() i=2 2024-09-19T11:41:26.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.056+0000 7fdef5b26800 20 add_watcher() i=3 2024-09-19T11:41:26.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.056+0000 7fdef5b26800 20 add_watcher() i=4 2024-09-19T11:41:26.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.056+0000 7fdef5b26800 20 add_watcher() i=5 2024-09-19T11:41:26.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.056+0000 7fdef5b26800 20 add_watcher() i=6 2024-09-19T11:41:26.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.057+0000 7fdef5b26800 20 add_watcher() i=7 2024-09-19T11:41:26.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.057+0000 7fdef5b26800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:26.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.058+0000 7fdda77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdef5b26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdef5b26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdef5b26800 5 note: GC not initialized 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdda67e4640 20 reqs_thread_entry: start 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdef5b26800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdef5b26800 20 Filter name: none 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdd17fff640 20 reqs_thread_entry: start 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.059+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.060+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.060+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.061+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:26.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.061+0000 7fdef5b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:26.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.061+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.061+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.061+0000 7fdef5b26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.061+0000 7fdef5b26800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:26.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.061+0000 7fdef5b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:26.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.063+0000 7fdda77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.065+0000 7fdef5b26800 20 remove_watcher() i=0 2024-09-19T11:41:26.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.065+0000 7fdef5b26800 2 removed watcher, disabling cache 2024-09-19T11:41:26.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.066+0000 7fdef5b26800 20 remove_watcher() i=1 2024-09-19T11:41:26.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.067+0000 7fdef5b26800 20 remove_watcher() i=2 2024-09-19T11:41:26.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.068+0000 7fdef5b26800 20 remove_watcher() i=3 2024-09-19T11:41:26.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.069+0000 7fdef5b26800 20 remove_watcher() i=4 2024-09-19T11:41:26.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.070+0000 7fdef5b26800 20 remove_watcher() i=5 2024-09-19T11:41:26.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.071+0000 7fdef5b26800 20 remove_watcher() i=6 2024-09-19T11:41:26.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.072+0000 7fdef5b26800 20 remove_watcher() i=7 2024-09-19T11:41:26.085 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.085 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:26.085 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-logrecord-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.35 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:41:26.085 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.087 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.087 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.090 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.090 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.133 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.133 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.160 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-19T11:41:26.160 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.161 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.161 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.172 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.173 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.215 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.215 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.222 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.222 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.228 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.228 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.236 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.236 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.242 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.242 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.248 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.248 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.255 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.255 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.261 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.261 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.267 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.267 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.273 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.273 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.279 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.279 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.285 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.285 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.291 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.291 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.298 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.298 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.304 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.305 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.313 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.313 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.317 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.317 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.322 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.323 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.330 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.330 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.336 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.336 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.342 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-19T11:41:26.371 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:26.371 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:26.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.405+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.407+0000 7fd2d6298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.407+0000 7fd2d6298800 20 realm 2024-09-19T11:41:26.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.407+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.407+0000 7fd2d6298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.407+0000 7fd2d6298800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:26.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.407+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.408+0000 7fd2d6298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.408+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.408+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.408+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.409+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:26.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.409+0000 7fd2d6298800 20 searching for the correct realm 2024-09-19T11:41:26.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.411+0000 7fd2d3d82640 0 -- 172.21.15.103:0/1036258713 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fd2cc04dc20 msgr2=0x7fd2cc07d400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.415+0000 7fd2d3d82640 0 -- 172.21.15.103:0/1036258713 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fd2bc02ac20 msgr2=0x7fd2bc055380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.622+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 20 zone default found 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 4 Realm: () 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 20 zonegroup default 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.623+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.624+0000 7fd2d6298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.624+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.624+0000 7fd2d6298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.624+0000 7fd2d6298800 20 started sync module instance, tier type = 2024-09-19T11:41:26.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.624+0000 7fd2d6298800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:26.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=0 2024-09-19T11:41:26.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=1 2024-09-19T11:41:26.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=2 2024-09-19T11:41:26.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=3 2024-09-19T11:41:26.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=4 2024-09-19T11:41:26.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=5 2024-09-19T11:41:26.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=6 2024-09-19T11:41:26.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 20 add_watcher() i=7 2024-09-19T11:41:26.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.633+0000 7fd2d6298800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:26.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.635+0000 7fd189fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd2d6298800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:26.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd2d6298800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd2d6298800 5 note: GC not initialized 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd188fe1640 20 reqs_thread_entry: start 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd2d6298800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd2d6298800 20 Filter name: none 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd1027fc640 20 reqs_thread_entry: start 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.636+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.637+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.637+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.638+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:26.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.638+0000 7fd2d6298800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:26.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.638+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.638+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.638+0000 7fd2d6298800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.638+0000 7fd2d6298800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:26.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.638+0000 7fd2d6298800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:26.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.640+0000 7fd189fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.642+0000 7fd2d6298800 20 remove_watcher() i=0 2024-09-19T11:41:26.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.642+0000 7fd2d6298800 2 removed watcher, disabling cache 2024-09-19T11:41:26.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.643+0000 7fd2d6298800 20 remove_watcher() i=1 2024-09-19T11:41:26.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.643+0000 7fd2d6298800 20 remove_watcher() i=2 2024-09-19T11:41:26.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.644+0000 7fd2d6298800 20 remove_watcher() i=3 2024-09-19T11:41:26.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.645+0000 7fd2d6298800 20 remove_watcher() i=4 2024-09-19T11:41:26.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.646+0000 7fd2d6298800 20 remove_watcher() i=5 2024-09-19T11:41:26.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.647+0000 7fd2d6298800 20 remove_watcher() i=6 2024-09-19T11:41:26.650 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.648+0000 7fd2d6298800 20 remove_watcher() i=7 2024-09-19T11:41:26.661 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.661 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:26.661 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-logrecord-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:41:26.661 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.662 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-19T11:41:26.696 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:26.696 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:26.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.730+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 20 realm 2024-09-19T11:41:26.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:26.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.735 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.733+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.733+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.734+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:26.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.734+0000 7f62ca10c800 20 searching for the correct realm 2024-09-19T11:41:26.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.737+0000 7f62bf3f5640 0 -- 172.21.15.103:0/140142123 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f62b006d040 msgr2=0x7f62b00e9180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.741+0000 7f62c83f7640 0 -- 172.21.15.103:0/140142123 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f62b00ccc20 msgr2=0x7f62b00cc5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 zone default found 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 4 Realm: () 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 zonegroup default 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.746+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.746+0000 7f62ca10c800 20 started sync module instance, tier type = 2024-09-19T11:41:26.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.746+0000 7f62ca10c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:26.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=0 2024-09-19T11:41:26.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=1 2024-09-19T11:41:26.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=2 2024-09-19T11:41:26.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=3 2024-09-19T11:41:26.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=4 2024-09-19T11:41:26.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=5 2024-09-19T11:41:26.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=6 2024-09-19T11:41:26.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.755+0000 7f62ca10c800 20 add_watcher() i=7 2024-09-19T11:41:26.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.755+0000 7f62ca10c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:26.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.756+0000 7f617dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f62ca10c800 5 note: GC not initialized 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f617cfe1640 20 reqs_thread_entry: start 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f62ca10c800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f62ca10c800 20 Filter name: none 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f60f67fc640 20 reqs_thread_entry: start 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f62ca10c800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T11:41:26.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.758+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.758+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.758+0000 7f62ca10c800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.758+0000 7f62ca10c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 : miss 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.758+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.759+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.759+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.759+0000 7f62ca10c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.759+0000 7f62ca10c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:26.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.759+0000 7f62ca10c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.759+0000 7f62ca10c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 2024-09-19T11:41:26.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36, ofs0, ns] 2024-09-19T11:41:26.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562479 cookie 94725653611824 notifier 7728 bl.length()=923 2024-09-19T11:41:26.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_sources= new_sources= 2024-09-19T11:41:26.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential sources added=[] removed=[] 2024-09-19T11:41:26.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_dests= new_dests= 2024-09-19T11:41:26.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential dests added=[] removed=[] 2024-09-19T11:41:26.768 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f62ca10c800 time 2024-09-19T11:41:26.768571+0000 2024-09-19T11:41:26.769 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:41:26.769 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.769 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f62cd58c76a] 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.767+0000 7f62ca10c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f62ca10c800 time 2024-09-19T11:41:26.768571+0000 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f62cd58c76a] 2024-09-19T11:41:26.770 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:41:26.771 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f62ca10c800 thread_name:radosgw-admin 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f62cc23e6f0] 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f62cc28b99c] 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f62cd58c7c4] 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.789 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.768+0000 7f62ca10c800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f62ca10c800 thread_name:radosgw-admin 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f62cc23e6f0] 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f62cc28b99c] 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:41:26.790 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f62cd58c7c4] 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:41:26.714+0000 7f62bf3f5640 1 monclient: found mon.noname-c 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:41:26.714+0000 7f62bf3f5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:41:26.791 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: dump: 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.792 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: dump: 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.793 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:41:26.714+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7220 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:41:26.714+0000 7f62ca10c800 10 monclient: get_monmap_and_config success 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:41:26.714+0000 7f62ca10c800 4 set_mon_vals no callback set 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: shutdown 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 asok(0x562708bd7410) unregister_commands rotate-key 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.794 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding auth protocol: cephx 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding auth protocol: cephx 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding auth protocol: cephx 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.795 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:41:26.715+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: starting msgr at 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: starting objecter 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command objecter_requests hook 0x562708df9740 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: setting wanted keys 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: calling monclient init 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding auth protocol: cephx 2024-09-19T11:41:26.796 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding auth protocol: cephx 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding auth protocol: cephx 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.797 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:41:26.715+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:41:26.716+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:41:26.716+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key hook 0x562708df82e8 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708cb0f10 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708d3b170 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708d41210 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.260237s 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708d41210 auth_method 0 2024-09-19T11:41:26.798 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request con 0x562708d3b170 auth_method 0 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_done global_id 7719 payload 824 2024-09-19T11:41:26.799 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:41:26.716+0000 7f62c83f7640 1 monclient: found mon.noname-a 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:41:26.716+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x562708cb0f10 auth_method 0 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: dump: 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.800 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: dump: 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.801 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:41:26.716+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7719 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:41:26.716+0000 7f61b5e0b640 4 set_mon_vals no callback set 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:41:26.716+0000 7f62ca10c800 1 librados: init done 2024-09-19T11:41:26.802 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:41:26.718+0000 7f61affff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:41:26.718+0000 7f61affff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:41:26.718+0000 7f61affff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:41:26.718+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f61b00775a0 auth_method 0 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:41:26.719+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x562708e204e0 auth_method 0 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:41:26.720+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x562708e43300 auth_method 0 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:41:26.720+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x562708e479a0 auth_method 0 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:41:26.721+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:41:26.721+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:41:26.721+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.803 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding auth protocol: cephx 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding auth protocol: cephx 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding auth protocol: cephx 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.804 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:41:26.722+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command objecter_requests cmddesc objecter_requests hook 0x562708e4fbe0 EEXIST 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding auth protocol: cephx 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding auth protocol: cephx 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding auth protocol: cephx 2024-09-19T11:41:26.805 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:41:26.722+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:41:26.722+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key cmddesc rotate-key hook 0x562708e4ade0 EEXIST 2024-09-19T11:41:26.806 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708e73f00 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708e742e0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708e72c10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.266900s 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request con 0x562708e742e0 auth_method 0 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.807 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708e72c10 auth_method 0 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request con 0x562708e73f00 auth_method 0 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.808 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_done global_id 7722 payload 824 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 1 monclient: found mon.noname-a 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: dump: 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.809 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: dump: 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.810 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:41:26.723+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7722 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:41:26.723+0000 7f62c8bf8640 4 set_mon_vals no callback set 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:41:26.725+0000 7f61ad7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:41:26.725+0000 7f61ad7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:41:26.725+0000 7f61ad7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.811 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:41:26.725+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f61a0077480 auth_method 0 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:41:26.725+0000 7f62ca10c800 10 monclient: get_monmap_and_config 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:41:26.725+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:41:26.725+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:41:26.725+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.812 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding auth protocol: cephx 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding auth protocol: cephx 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding auth protocol: cephx 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.813 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:41:26.726+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding auth protocol: cephx 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding auth protocol: cephx 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding auth protocol: cephx 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.814 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:41:26.726+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:41:26.726+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key cmddesc rotate-key hook 0x7fff4c1e30f8 EEXIST 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708ec80b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708e990c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708ec3590 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.815 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.270651s 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request con 0x562708ec80b0 auth_method 0 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708ec3590 auth_method 0 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.816 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_done global_id 7229 payload 274 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 1 monclient: found mon.noname-c 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: dump: 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.817 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: dump: 2024-09-19T11:41:26.818 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7229 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: get_monmap_and_config success 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:41:26.727+0000 7f62ca10c800 4 set_mon_vals no callback set 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: shutdown 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.819 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:41:26.727+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding auth protocol: cephx 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding auth protocol: cephx 2024-09-19T11:41:26.820 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding auth protocol: cephx 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:41:26.728+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.821 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: starting msgr at 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: starting objecter 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command objecter_requests cmddesc objecter_requests hook 0x562708e74aa0 EEXIST 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: setting wanted keys 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: calling monclient init 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding auth protocol: cephx 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding auth protocol: cephx 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding auth protocol: cephx 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.822 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:41:26.728+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:41:26.728+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key cmddesc rotate-key hook 0x562708e88908 EEXIST 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708e990c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708ec3590 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.823 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708ec80b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.272880s 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request con 0x562708ec3590 auth_method 0 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708ec80b0 auth_method 0 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.824 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:41:26.729+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:41:26.729+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:41:26.729+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request con 0x562708e990c0 auth_method 0 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_done global_id 7728 payload 824 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 1 monclient: found mon.noname-a 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.825 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: dump: 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.826 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: dump: 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.827 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:41:26.729+0000 7f61a6ffd640 4 set_mon_vals no callback set 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:41:26.729+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7728 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:41:26.729+0000 7f62ca10c800 1 librados: init done 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:41:26.729+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cr dump hook 0x562708e95268 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:41:26.730+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:41:26.731+0000 7f61a57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:41:26.731+0000 7f61a57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:41:26.731+0000 7f61a57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:41:26.731+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f6190077570 auth_method 0 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:41:26.731+0000 7f62c83f7640 10 monclient: get_auth_request con 0x562708ee2150 auth_method 0 2024-09-19T11:41:26.828 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 realm 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:41:26.732+0000 7f62ca10c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:41:26.733+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x562708ee63f0 auth_method 0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:41:26.733+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:41:26.733+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:41:26.733+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x562708ee9af0 auth_method 0 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:41:26.734+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:26.829 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:41:26.734+0000 7f62ca10c800 20 searching for the correct realm 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:41:26.734+0000 7f62c83f7640 10 monclient: get_auth_request con 0x562708eee890 auth_method 0 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:41:26.735+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f62c0062040 auth_method 0 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:41:26.736+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x7f62b006d040 auth_method 0 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:41:26.737+0000 7f62bf3f5640 0 -- 172.21.15.103:0/140142123 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f62b006d040 msgr2=0x7f62b00e9180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:41:26.737+0000 7f61a57fa640 1 client.7728.objecter ms_handle_reset 0x7f62b006d040 session 0x7f62b0005040 osd.4 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:41:26.737+0000 7f61a57fa640 10 monclient: _renew_subs 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:41:26.737+0000 7f61a57fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:41:26.738+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x7f6190087390 auth_method 0 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:41:26.738+0000 7f62c83f7640 10 monclient: get_auth_request con 0x7f62b00ccc20 auth_method 0 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:41:26.740+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f62b00714e0 auth_method 0 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:41:26.741+0000 7f62c83f7640 0 -- 172.21.15.103:0/140142123 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f62b00ccc20 msgr2=0x7f62b00cc5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:41:26.741+0000 7f61a57fa640 1 client.7728.objecter ms_handle_reset 0x7f62b00ccc20 session 0x7f62b00b0a50 osd.6 2024-09-19T11:41:26.830 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:41:26.741+0000 7f62c83f7640 10 monclient: get_auth_request con 0x7f62b006d040 auth_method 0 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 zone default found 2024-09-19T11:41:26.831 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:41:26.745+0000 7f62ca10c800 4 Realm: () 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:41:26.745+0000 7f62ca10c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:41:26.745+0000 7f62ca10c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:41:26.745+0000 7f62ca10c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 zonegroup default 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:41:26.746+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:41:26.746+0000 7f62ca10c800 20 started sync module instance, tier type = 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:41:26.746+0000 7f62ca10c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=0 2024-09-19T11:41:26.832 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=1 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=2 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=3 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=4 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=5 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=6 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:41:26.755+0000 7f62ca10c800 20 add_watcher() i=7 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:41:26.755+0000 7f62ca10c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding auth protocol: cephx 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding auth protocol: cephx 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding auth protocol: cephx 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.833 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:41:26.756+0000 7f617dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:41:26.757+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache list hook 0x562708ebfe80 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache inspect hook 0x562708ebfe80 2024-09-19T11:41:26.834 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache erase hook 0x562708ebfe80 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache zap hook 0x562708ebfe80 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 note: GC not initialized 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:41:26.757+0000 7f617cfe1640 20 reqs_thread_entry: start 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace show hook 0x7f62b800ee70 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace history hook 0x7f62b800ee70 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace active hook 0x7f62b800ee70 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace active_short hook 0x7f62b800ee70 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 Filter name: none 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:41:26.757+0000 7f60f67fc640 20 reqs_thread_entry: start 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:41:26.757+0000 7f62ca10c800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:41:26.758+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.835 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:41:26.758+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:41:26.758+0000 7f62ca10c800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:41:26.758+0000 7f62ca10c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 : miss 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:41:26.758+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:41:26.759+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36, ofs0, ns] 2024-09-19T11:41:26.836 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562479 cookie 94725653611824 notifier 7728 bl.length()=923 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_sources= new_sources= 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential sources added=[] removed=[] 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_dests= new_dests= 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential dests added=[] removed=[] 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:41:26.767+0000 7f62ca10c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f62ca10c800 time 2024-09-19T11:41:26.768571+0000 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f62cd58c76a] 2024-09-19T11:41:26.837 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:41:26.768+0000 7f62ca10c800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f62ca10c800 thread_name:radosgw-admin 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.838 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f62cc23e6f0] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f62cc28b99c] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f62cd58c7c4] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.839 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:41:26.840 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:41:26.841 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:41:26.842 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:41:26.843 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:41:26.844 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:41:26.845 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 7f60f67fc640 / http_manager 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 7f617cfe1640 / http_manager 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 7f617dfe3640 / rgw_dt_lg_renew 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61a57fa640 / ms_dispatch 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61a6ffd640 / io_context_pool 2024-09-19T11:41:26.846 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61ad7fa640 / ms_dispatch 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61affff640 / ms_dispatch 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61b5e0b640 / io_context_pool 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62bf3f5640 / msgr-worker-2 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62c7bf6640 / msgr-worker-1 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62c83f7640 / msgr-worker-0 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62c8bf8640 / io_context_pool 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62ca10c800 / radosgw-admin 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.133196.log 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:41:26.714+0000 7f62bf3f5640 1 monclient: found mon.noname-c 2024-09-19T11:41:26.847 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:41:26.714+0000 7f62bf3f5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: dump: 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.848 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:41:26.714+0000 7f61b5e0b640 10 monclient: dump: 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.849 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:41:26.714+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7220 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:41:26.714+0000 7f62ca10c800 10 monclient: get_monmap_and_config success 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:41:26.714+0000 7f62ca10c800 4 set_mon_vals no callback set 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: shutdown 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 asok(0x562708bd7410) unregister_commands rotate-key 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.850 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding auth protocol: cephx 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding auth protocol: cephx 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding auth protocol: cephx 2024-09-19T11:41:26.851 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: crc 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708dfd900) adding con mode: secure 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:41:26.715+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: starting msgr at 2024-09-19T11:41:26.852 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: starting objecter 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command objecter_requests hook 0x562708df9740 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: setting wanted keys 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:41:26.715+0000 7f62ca10c800 1 librados: calling monclient init 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:41:26.715+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding auth protocol: cephx 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding auth protocol: cephx 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding auth protocol: cephx 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.853 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: crc 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:41:26.715+0000 7f62ca10c800 5 AuthRegistry(0x562708df81a0) adding con mode: secure 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:41:26.715+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:41:26.716+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:41:26.716+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key hook 0x562708df82e8 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708cb0f10 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708d3b170 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708d41210 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.854 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.260237s 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708d41210 auth_method 0 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request con 0x562708d3b170 auth_method 0 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.855 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:41:26.716+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient(hunting): handle_auth_done global_id 7719 payload 824 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:41:26.716+0000 7f62c83f7640 1 monclient: found mon.noname-a 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:41:26.716+0000 7f62c83f7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:41:26.716+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x562708cb0f10 auth_method 0 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: dump: 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.856 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:41:26.716+0000 7f61affff640 10 monclient: dump: 2024-09-19T11:41:26.857 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:41:26.716+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7719 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.858 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:41:26.716+0000 7f61b5e0b640 4 set_mon_vals no callback set 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:41:26.716+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:41:26.716+0000 7f62ca10c800 1 librados: init done 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:41:26.718+0000 7f61affff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:41:26.718+0000 7f61affff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:41:26.718+0000 7f61affff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:41:26.718+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f61b00775a0 auth_method 0 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:41:26.719+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x562708e204e0 auth_method 0 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:41:26.720+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x562708e43300 auth_method 0 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:41:26.720+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x562708e479a0 auth_method 0 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:41:26.721+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:41:26.721+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:41:26.721+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.859 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding auth protocol: cephx 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding auth protocol: cephx 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding auth protocol: cephx 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.860 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: crc 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:41:26.721+0000 7f62ca10c800 5 AuthRegistry(0x562708e4c6d0) adding con mode: secure 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:41:26.722+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command objecter_requests cmddesc objecter_requests hook 0x562708e4fbe0 EEXIST 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding auth protocol: cephx 2024-09-19T11:41:26.861 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding auth protocol: cephx 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding auth protocol: cephx 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: crc 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 AuthRegistry(0x562708e4ac98) adding con mode: secure 2024-09-19T11:41:26.862 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:41:26.722+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:41:26.722+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:41:26.722+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key cmddesc rotate-key hook 0x562708e4ade0 EEXIST 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708e73f00 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708e742e0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708e72c10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:41:26.722+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.266900s 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request con 0x562708e742e0 auth_method 0 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.863 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708e72c10 auth_method 0 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:41:26.723+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request con 0x562708e73f00 auth_method 0 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.864 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:41:26.723+0000 7f62c7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_done global_id 7722 payload 824 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 1 monclient: found mon.noname-a 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:41:26.723+0000 7f62bf3f5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: dump: 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.865 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:41:26.723+0000 7f61ad7fa640 10 monclient: dump: 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.866 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:41:26.723+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7722 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:41:26.723+0000 7f62c8bf8640 4 set_mon_vals no callback set 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:41:26.723+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:41:26.725+0000 7f61ad7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:41:26.725+0000 7f61ad7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:41:26.725+0000 7f61ad7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.867 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:41:26.725+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f61a0077480 auth_method 0 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:41:26.725+0000 7f62ca10c800 10 monclient: get_monmap_and_config 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:41:26.725+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:41:26.725+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:41:26.725+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.868 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding auth protocol: cephx 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding auth protocol: cephx 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding auth protocol: cephx 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.869 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: crc 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:41:26.725+0000 7f62ca10c800 5 AuthRegistry(0x562708e93a70) adding con mode: secure 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:41:26.726+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding auth protocol: cephx 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding auth protocol: cephx 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding auth protocol: cephx 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.870 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: crc 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e2fb0) adding con mode: secure 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:41:26.726+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:41:26.726+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:41:26.726+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key cmddesc rotate-key hook 0x7fff4c1e30f8 EEXIST 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708ec80b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708e990c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708ec3590 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.871 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:41:26.726+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.270651s 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request con 0x562708ec80b0 auth_method 0 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708ec3590 auth_method 0 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.872 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:41:26.726+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient(hunting): handle_auth_done global_id 7229 payload 274 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 1 monclient: found mon.noname-c 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:41:26.726+0000 7f62c7bf6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: dump: 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.873 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:41:26.727+0000 7f61a6ffd640 10 monclient: dump: 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.874 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7229 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: get_monmap_and_config success 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:41:26.727+0000 7f62ca10c800 4 set_mon_vals no callback set 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: shutdown 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: build_initial_monmap 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:41:26.727+0000 7f62ca10c800 1 build_initial for_mkfs: 0 2024-09-19T11:41:26.875 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:41:26.727+0000 7f62ca10c800 10 monclient: monmap: 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding auth protocol: cephx 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding auth protocol: cephx 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding auth protocol: cephx 2024-09-19T11:41:26.876 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: crc 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:41:26.727+0000 7f62ca10c800 5 AuthRegistry(0x562708eb88a0) adding con mode: secure 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:41:26.728+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: starting msgr at 2024-09-19T11:41:26.877 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: starting objecter 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command objecter_requests cmddesc objecter_requests hook 0x562708e74aa0 EEXIST 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: setting wanted keys 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:41:26.728+0000 7f62ca10c800 1 librados: calling monclient init 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient: init 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding auth protocol: cephx 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding auth protocol: cephx 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding auth protocol: cephx 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.878 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: crc 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 AuthRegistry(0x562708e887c0) adding con mode: secure 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:41:26.728+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:41:26.728+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:41:26.728+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command rotate-key cmddesc rotate-key hook 0x562708e88908 EEXIST 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient: _reopen_session rank -1 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-b con 0x562708e990c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-a con 0x562708ec3590 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): picked mon.noname-c con 0x562708ec80b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.879 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): start opening mon connection 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): _renew_subs 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:41:26.728+0000 7f62ca10c800 10 monclient(hunting): authenticate will time out at 2072.272880s 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request con 0x562708ec3590 auth_method 0 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:41:26.728+0000 7f62bf3f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): get_auth_request con 0x562708ec80b0 auth_method 0 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:41:26.728+0000 7f62c83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.880 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:41:26.729+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:41:26.729+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:41:26.729+0000 7f62c83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request con 0x562708e990c0 auth_method 0 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:41:26.729+0000 7f62c7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient(hunting): handle_auth_done global_id 7728 payload 824 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient: _finish_hunting 0 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 1 monclient: found mon.noname-a 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:41:26.729+0000 7f62bf3f5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.881 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: dump: 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: _finish_auth 0 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: _check_auth_tickets 2024-09-19T11:41:26.882 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:41:26.729+0000 7f61a57fa640 10 monclient: dump: 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.883 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:41:26.729+0000 7f61a6ffd640 4 set_mon_vals no callback set 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:41:26.729+0000 7f62ca10c800 5 monclient: authenticate success, global_id 7728 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _renew_subs 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:41:26.729+0000 7f62ca10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:41:26.729+0000 7f62ca10c800 1 librados: init done 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:41:26.729+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cr dump hook 0x562708e95268 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:41:26.730+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:41:26.731+0000 7f61a57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:41:26.731+0000 7f61a57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:41:26.731+0000 7f61a57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:41:26.731+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f6190077570 auth_method 0 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:41:26.731+0000 7f62c83f7640 10 monclient: get_auth_request con 0x562708ee2150 auth_method 0 2024-09-19T11:41:26.884 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 realm 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:41:26.732+0000 7f62ca10c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:41:26.732+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:41:26.733+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x562708ee63f0 auth_method 0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:41:26.733+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:41:26.733+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:41:26.733+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x562708ee9af0 auth_method 0 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:41:26.734+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:41:26.734+0000 7f62ca10c800 20 searching for the correct realm 2024-09-19T11:41:26.885 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:41:26.734+0000 7f62c83f7640 10 monclient: get_auth_request con 0x562708eee890 auth_method 0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:41:26.735+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f62c0062040 auth_method 0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:41:26.736+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x7f62b006d040 auth_method 0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:41:26.737+0000 7f62bf3f5640 0 -- 172.21.15.103:0/140142123 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f62b006d040 msgr2=0x7f62b00e9180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:41:26.737+0000 7f61a57fa640 1 client.7728.objecter ms_handle_reset 0x7f62b006d040 session 0x7f62b0005040 osd.4 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:41:26.737+0000 7f61a57fa640 10 monclient: _renew_subs 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:41:26.737+0000 7f61a57fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:41:26.738+0000 7f62bf3f5640 10 monclient: get_auth_request con 0x7f6190087390 auth_method 0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:41:26.738+0000 7f62c83f7640 10 monclient: get_auth_request con 0x7f62b00ccc20 auth_method 0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:41:26.740+0000 7f62c7bf6640 10 monclient: get_auth_request con 0x7f62b00714e0 auth_method 0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:41:26.741+0000 7f62c83f7640 0 -- 172.21.15.103:0/140142123 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f62b00ccc20 msgr2=0x7f62b00cc5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:41:26.741+0000 7f61a57fa640 1 client.7728.objecter ms_handle_reset 0x7f62b00ccc20 session 0x7f62b00b0a50 osd.6 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:41:26.741+0000 7f62c83f7640 10 monclient: get_auth_request con 0x7f62b006d040 auth_method 0 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:26.886 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:41:26.744+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 zone default found 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:41:26.745+0000 7f62ca10c800 4 Realm: () 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:41:26.745+0000 7f62ca10c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:26.887 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:41:26.745+0000 7f62ca10c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:41:26.745+0000 7f62ca10c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 zonegroup default 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:41:26.745+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:41:26.746+0000 7f62ca10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:41:26.746+0000 7f62ca10c800 20 started sync module instance, tier type = 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:41:26.746+0000 7f62ca10c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=0 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=1 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=2 2024-09-19T11:41:26.888 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=3 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=4 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=5 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:41:26.754+0000 7f62ca10c800 20 add_watcher() i=6 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:41:26.755+0000 7f62ca10c800 20 add_watcher() i=7 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:41:26.755+0000 7f62ca10c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding auth protocol: cephx 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding auth protocol: cephx 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding auth protocol: cephx 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.889 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:41:26.756+0000 7f617dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: crc 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:41:26.756+0000 7f62ca10c800 5 AuthRegistry(0x7fff4c1e3480) adding con mode: secure 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:41:26.757+0000 7f62ca10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache list hook 0x562708ebfe80 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache inspect hook 0x562708ebfe80 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache erase hook 0x562708ebfe80 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command cache zap hook 0x562708ebfe80 2024-09-19T11:41:26.890 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 note: GC not initialized 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:41:26.757+0000 7f617cfe1640 20 reqs_thread_entry: start 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace show hook 0x7f62b800ee70 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace history hook 0x7f62b800ee70 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace active hook 0x7f62b800ee70 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:41:26.757+0000 7f62ca10c800 5 asok(0x562708bd7410) register_command sync trace active_short hook 0x7f62b800ee70 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 Filter name: none 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:41:26.757+0000 7f60f67fc640 20 reqs_thread_entry: start 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:41:26.757+0000 7f62ca10c800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:41:26.757+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:41:26.758+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:41:26.758+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:41:26.758+0000 7f62ca10c800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:41:26.758+0000 7f62ca10c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 : miss 2024-09-19T11:41:26.891 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:41:26.758+0000 7f62ca10c800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:41:26.759+0000 7f62ca10c800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:41:26.759+0000 7f62ca10c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:41:26.764+0000 7f62ca10c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36, ofs0, ns] 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562479 cookie 94725653611824 notifier 7728 bl.length()=923 2024-09-19T11:41:26.892 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:41:26.764+0000 7f61a6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_sources= new_sources= 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential sources added=[] removed=[] 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_dests= new_dests= 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:41:26.764+0000 7f62ca10c800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential dests added=[] removed=[] 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:41:26.767+0000 7f62ca10c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f62ca10c800 time 2024-09-19T11:41:26.768571+0000 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f62cd58c76a] 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.893 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:41:26.768+0000 7f62ca10c800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f62ca10c800 thread_name:radosgw-admin 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f62cc23e6f0] 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f62cc28b99c] 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:41:26.894 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f62cd58c7c4] 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f62cd58c928] 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562706565791] 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x562706a73d0c] 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56270657543d] 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f62cc229590] 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:41:26.895 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:41:26.896 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:41:26.897 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:41:26.898 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:41:26.899 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:41:26.900 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:41:26.901 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f60f67fc640 / http_manager 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f617cfe1640 / http_manager 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f617dfe3640 / rgw_dt_lg_renew 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61a57fa640 / ms_dispatch 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61a6ffd640 / io_context_pool 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61ad7fa640 / ms_dispatch 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61affff640 / ms_dispatch 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f61b5e0b640 / io_context_pool 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62bf3f5640 / msgr-worker-2 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62c7bf6640 / msgr-worker-1 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62c83f7640 / msgr-worker-0 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62c8bf8640 / io_context_pool 2024-09-19T11:41:26.902 INFO:tasks.workunit.client.0.smithi103.stderr: 7f62ca10c800 / radosgw-admin 2024-09-19T11:41:26.903 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:41:26.903 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:41:26.903 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:41:26.770246Z_3be5e51b-eb34-4827-bf03-21cac06618c7/log 2024-09-19T11:41:26.903 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:41:26.903 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.842+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 20 realm 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.844+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.845+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.845+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.846+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.846+0000 7fd03412f800 20 searching for the correct realm 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.849+0000 7fd027fff640 0 -- 172.21.15.103:0/276774033 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fd018094b00 msgr2=0x7fd01808d920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.852+0000 7fd030677640 0 -- 172.21.15.103:0/276774033 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7fd018080a50 msgr2=0x7fd01807f3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:26.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.856+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 zone default found 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 4 Realm: () 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 zonegroup default 2024-09-19T11:41:26.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.857+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.858+0000 7fd03412f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.858+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.858+0000 7fd03412f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.858+0000 7fd03412f800 20 started sync module instance, tier type = 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.858+0000 7fd03412f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=0 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=1 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=2 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=3 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=4 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=5 2024-09-19T11:41:26.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=6 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 20 add_watcher() i=7 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.867+0000 7fd03412f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.869+0000 7fcee5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.869+0000 7fd03412f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.869+0000 7fd03412f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.869+0000 7fd03412f800 5 note: GC not initialized 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.870+0000 7fcee4fe1640 20 reqs_thread_entry: start 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.870+0000 7fd03412f800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.870+0000 7fd03412f800 20 Filter name: none 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.870+0000 7fce5e7fc640 20 reqs_thread_entry: start 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.870+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.870+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.870+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.871+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.871+0000 7fd03412f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.871+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.871+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.871+0000 7fd03412f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.871+0000 7fd03412f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.871+0000 7fd03412f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.873+0000 7fcee5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.875+0000 7fd03412f800 20 remove_watcher() i=0 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.875+0000 7fd03412f800 2 removed watcher, disabling cache 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.876+0000 7fd03412f800 20 remove_watcher() i=1 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.877+0000 7fd03412f800 20 remove_watcher() i=2 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.877+0000 7fd03412f800 20 remove_watcher() i=3 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.878+0000 7fd03412f800 20 remove_watcher() i=4 2024-09-19T11:41:26.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.879+0000 7fd03412f800 20 remove_watcher() i=5 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.880+0000 7fd03412f800 20 remove_watcher() i=6 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:26.881+0000 7fd03412f800 20 remove_watcher() i=7 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-logrecord-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:26.914 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:26.944 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:41:26.974 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:26.975 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:27.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.009+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:27.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 20 realm 2024-09-19T11:41:27.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:27.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:27.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:27.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.011+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.012+0000 7fc26762f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:27.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.012+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.012+0000 7fc26762f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:27.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.013+0000 7fc26762f800 20 searching for the correct realm 2024-09-19T11:41:27.017 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.015+0000 7fc265120640 0 -- 172.21.15.103:0/3809219718 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc260020040 msgr2=0x7fc260020420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:27.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.018+0000 7fc265120640 0 -- 172.21.15.103:0/3809219718 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc25c09a040 msgr2=0x7fc25c0de050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.223+0000 7fc26762f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.223+0000 7fc26762f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.223+0000 7fc26762f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.223+0000 7fc26762f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.223+0000 7fc26762f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.223+0000 7fc26762f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.223+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 zone default found 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 4 Realm: () 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 zonegroup default 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.224+0000 7fc26762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:27.228 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.225+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.225+0000 7fc26762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:27.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.225+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.225+0000 7fc26762f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:27.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.225+0000 7fc26762f800 20 started sync module instance, tier type = 2024-09-19T11:41:27.229 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.225+0000 7fc26762f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.234+0000 7fc26762f800 20 add_watcher() i=0 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.234+0000 7fc26762f800 20 add_watcher() i=1 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.234+0000 7fc26762f800 20 add_watcher() i=2 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.234+0000 7fc26762f800 20 add_watcher() i=3 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.234+0000 7fc26762f800 20 add_watcher() i=4 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.234+0000 7fc26762f800 20 add_watcher() i=5 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.234+0000 7fc26762f800 20 add_watcher() i=6 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.235+0000 7fc26762f800 20 add_watcher() i=7 2024-09-19T11:41:27.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.235+0000 7fc26762f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:27.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.236+0000 7fc11bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:27.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc26762f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc26762f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc26762f800 5 note: GC not initialized 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc11afe5640 20 reqs_thread_entry: start 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc26762f800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc26762f800 20 Filter name: none 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc118fe1640 20 reqs_thread_entry: start 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc26762f800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T11:41:27.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.237+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 : miss 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 20 rados->read ofs=0 len=0 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:27.241 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:27.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.238+0000 7fc26762f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 2024-09-19T11:41:27.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.240+0000 7fc26762f800 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to be held by another RGW process; skipping for now 2024-09-19T11:41:27.242 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.240+0000 7fc11bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:27.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.242+0000 7fc26762f800 20 remove_watcher() i=0 2024-09-19T11:41:27.244 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.242+0000 7fc26762f800 2 removed watcher, disabling cache 2024-09-19T11:41:27.245 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.243+0000 7fc26762f800 20 remove_watcher() i=1 2024-09-19T11:41:27.246 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.244+0000 7fc26762f800 20 remove_watcher() i=2 2024-09-19T11:41:27.247 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.245+0000 7fc26762f800 20 remove_watcher() i=3 2024-09-19T11:41:27.248 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.246+0000 7fc26762f800 20 remove_watcher() i=4 2024-09-19T11:41:27.249 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.247+0000 7fc26762f800 20 remove_watcher() i=5 2024-09-19T11:41:27.250 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.248+0000 7fc26762f800 20 remove_watcher() i=6 2024-09-19T11:41:27.251 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:27.249+0000 7fc26762f800 20 remove_watcher() i=7 2024-09-19T11:41:27.261 INFO:tasks.workunit.client.0.smithi103.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T11:41:57.265 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:41:57.300 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:57.300 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:57.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.340+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.341+0000 7faf21d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.342+0000 7faf21d26800 20 realm 2024-09-19T11:41:57.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.342+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.342+0000 7faf21d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.342+0000 7faf21d26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:57.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.342+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.342+0000 7faf21d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.342+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.343+0000 7faf21d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:57.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.343+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.344+0000 7faf21d26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:57.345 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.344+0000 7faf21d26800 20 searching for the correct realm 2024-09-19T11:41:57.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.346+0000 7faf1d108640 0 -- 172.21.15.103:0/1234976255 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7faf140018f0 msgr2=0x7faf140d8040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:57.352 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.351+0000 7faf1d909640 0 -- 172.21.15.103:0/1234976255 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7faf1406b030 msgr2=0x7faf140d0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:57.561 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.558+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:57.562 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 zone default found 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 4 Realm: () 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 zonegroup default 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.563 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.559+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.560+0000 7faf21d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.560+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.560+0000 7faf21d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.560+0000 7faf21d26800 20 started sync module instance, tier type = 2024-09-19T11:41:57.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.560+0000 7faf21d26800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:57.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.570+0000 7faf21d26800 20 add_watcher() i=0 2024-09-19T11:41:57.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.570+0000 7faf21d26800 20 add_watcher() i=1 2024-09-19T11:41:57.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.570+0000 7faf21d26800 20 add_watcher() i=2 2024-09-19T11:41:57.572 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.570+0000 7faf21d26800 20 add_watcher() i=3 2024-09-19T11:41:57.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.570+0000 7faf21d26800 20 add_watcher() i=4 2024-09-19T11:41:57.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.570+0000 7faf21d26800 20 add_watcher() i=5 2024-09-19T11:41:57.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.570+0000 7faf21d26800 20 add_watcher() i=6 2024-09-19T11:41:57.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.571+0000 7faf21d26800 20 add_watcher() i=7 2024-09-19T11:41:57.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.571+0000 7faf21d26800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:57.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.573+0000 7fadcf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:57.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.573+0000 7faf21d26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:57.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.573+0000 7faf21d26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:57.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.573+0000 7faf21d26800 5 note: GC not initialized 2024-09-19T11:41:57.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.573+0000 7fadce7fc640 20 reqs_thread_entry: start 2024-09-19T11:41:57.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:57.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 20 Filter name: none 2024-09-19T11:41:57.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7fad3ffff640 20 reqs_thread_entry: start 2024-09-19T11:41:57.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-19T11:41:57.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:57.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 : miss 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.574+0000 7faf21d26800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.575+0000 7faf21d26800 20 rados_obj.operate() r=0 bl.length=447 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.575+0000 7faf21d26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.575+0000 7faf21d26800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.575+0000 7faf21d26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.575+0000 7faf21d26800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:57.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.575+0000 7faf21d26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 2024-09-19T11:41:57.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.576+0000 7faf21d26800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:41:57.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.583+0000 7faf21d26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:57.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.583+0000 7faf21d26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:57.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.583+0000 7faf21d26800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:57.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.583+0000 7faf21d26800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36, ofs0, ns] 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7fae00ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562480 cookie 94091924395472 notifier 7785 bl.length()=923 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7fae00ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7fae00ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7fae00ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_sources= new_sources= 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential sources added=[] removed=[] 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_dests= new_dests= 2024-09-19T11:41:57.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.584+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential dests added=[] removed=[] 2024-09-19T11:41:57.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.0 2024-09-19T11:41:57.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.0 2024-09-19T11:41:57.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.1 2024-09-19T11:41:57.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.1 2024-09-19T11:41:57.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.2 2024-09-19T11:41:57.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.2 2024-09-19T11:41:57.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.3 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.3 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.4 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.4 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.5 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.5 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.6 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.6 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.7 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.7 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.8 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.8 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.9 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.9 2024-09-19T11:41:57.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.10 2024-09-19T11:41:57.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.10 2024-09-19T11:41:57.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.11 2024-09-19T11:41:57.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2.11 2024-09-19T11:41:57.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.0 2024-09-19T11:41:57.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.589+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.1 2024-09-19T11:41:57.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.590+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2 2024-09-19T11:41:57.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.590+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.3 2024-09-19T11:41:57.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.591+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.4 2024-09-19T11:41:57.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.591+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.5 2024-09-19T11:41:57.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.592+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.6 2024-09-19T11:41:57.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.592+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.7 2024-09-19T11:41:57.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.593+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.8 2024-09-19T11:41:57.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.593+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.9 2024-09-19T11:41:57.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.594+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.10 2024-09-19T11:41:57.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.597+0000 7faf21d26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:57.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.597+0000 7faf21d26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 2024-09-19T11:41:57.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7faf21d26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:57.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7faf21d26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:57.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7faf21d26800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:57.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7faf21d26800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36, ofs0, ns] 2024-09-19T11:41:57.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7fae017fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562481 cookie 94091924395472 notifier 7785 bl.length()=923 2024-09-19T11:41:57.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7fae017fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:57.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7fae017fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:57.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.598+0000 7fae017fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:57.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.599+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_sources= new_sources= 2024-09-19T11:41:57.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.599+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential sources added=[] removed=[] 2024-09-19T11:41:57.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.599+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_dests= new_dests= 2024-09-19T11:41:57.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.599+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential dests added=[] removed=[] 2024-09-19T11:41:57.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.601+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.0 2024-09-19T11:41:57.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.602+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.1 2024-09-19T11:41:57.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.602+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.2 2024-09-19T11:41:57.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.602+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.3 2024-09-19T11:41:57.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.603+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.4 2024-09-19T11:41:57.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.603+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.5 2024-09-19T11:41:57.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.603+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.6 2024-09-19T11:41:57.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.604+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.7 2024-09-19T11:41:57.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.604+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.8 2024-09-19T11:41:57.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.604+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.9 2024-09-19T11:41:57.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.605+0000 7faf21d26800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36.10 2024-09-19T11:41:57.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.605+0000 7faf21d26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:57.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.605+0000 7faf21d26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 2024-09-19T11:41:57.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:57.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:57.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:57.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36, ofs0, ns] 2024-09-19T11:41:57.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7fae00ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562482 cookie 94091924395472 notifier 7785 bl.length()=891 2024-09-19T11:41:57.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7fae00ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 info.flags=0x17 2024-09-19T11:41:57.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7fae00ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 to cache LRU end 2024-09-19T11:41:57.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7fae00ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:57.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_sources= new_sources= 2024-09-19T11:41:57.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential sources added=[] removed=[] 2024-09-19T11:41:57.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): orig_dests= new_dests= 2024-09-19T11:41:57.609 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.607+0000 7faf21d26800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36]): potential dests added=[] removed=[] 2024-09-19T11:41:57.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.610+0000 7faf21d26800 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2024-09-19T11:41:57.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.612+0000 7fadcf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:57.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.614+0000 7faf21d26800 20 remove_watcher() i=0 2024-09-19T11:41:57.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.614+0000 7faf21d26800 2 removed watcher, disabling cache 2024-09-19T11:41:57.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.615+0000 7faf21d26800 20 remove_watcher() i=1 2024-09-19T11:41:57.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.616+0000 7faf21d26800 20 remove_watcher() i=2 2024-09-19T11:41:57.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.617+0000 7faf21d26800 20 remove_watcher() i=3 2024-09-19T11:41:57.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.618+0000 7faf21d26800 20 remove_watcher() i=4 2024-09-19T11:41:57.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.619+0000 7faf21d26800 20 remove_watcher() i=5 2024-09-19T11:41:57.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.620+0000 7faf21d26800 20 remove_watcher() i=6 2024-09-19T11:41:57.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.621+0000 7faf21d26800 20 remove_watcher() i=7 2024-09-19T11:41:57.635 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-19T11:41:57.664 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:57.665 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:57.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.699+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 20 realm 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.701+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.702+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:57.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.702+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.703+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:57.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.703+0000 7f0696725800 20 searching for the correct realm 2024-09-19T11:41:57.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.705+0000 7f0691bad640 0 -- 172.21.15.103:0/2846605071 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f067c020070 msgr2=0x7f067c040420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:57.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.709+0000 7f06923ae640 0 -- 172.21.15.103:0/2846605071 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f067c058040 msgr2=0x7f067c058420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:57.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.915+0000 7f0696725800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:57.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.915+0000 7f0696725800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:57.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.915+0000 7f0696725800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:57.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.915+0000 7f0696725800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:57.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.915+0000 7f0696725800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:57.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.915+0000 7f0696725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:57.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.915+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:57.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:57.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 zone default found 2024-09-19T11:41:57.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 4 Realm: () 2024-09-19T11:41:57.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:57.919 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 zonegroup default 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.916+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.917+0000 7f0696725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.917+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.917+0000 7f0696725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.917+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.917+0000 7f0696725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.917+0000 7f0696725800 20 started sync module instance, tier type = 2024-09-19T11:41:57.920 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.917+0000 7f0696725800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:57.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=0 2024-09-19T11:41:57.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=1 2024-09-19T11:41:57.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=2 2024-09-19T11:41:57.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=3 2024-09-19T11:41:57.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=4 2024-09-19T11:41:57.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=5 2024-09-19T11:41:57.928 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=6 2024-09-19T11:41:57.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 20 add_watcher() i=7 2024-09-19T11:41:57.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.927+0000 7f0696725800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:57.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.930+0000 7f0548fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:57.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f0696725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:57.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f0696725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:57.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f0696725800 5 note: GC not initialized 2024-09-19T11:41:57.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f04c37fe640 20 reqs_thread_entry: start 2024-09-19T11:41:57.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f0696725800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:57.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f0696725800 20 Filter name: none 2024-09-19T11:41:57.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f04c17fa640 20 reqs_thread_entry: start 2024-09-19T11:41:57.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.931+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.932+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.932+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.932+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.932+0000 7f0696725800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.932+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.933+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=193 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.933+0000 7f0696725800 20 rados->read ofs=0 len=0 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.933+0000 7f0696725800 20 rados_obj.operate() r=0 bl.length=415 2024-09-19T11:41:57.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.933+0000 7f0696725800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:57.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.935+0000 7f0548fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:57.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.937+0000 7f0696725800 20 remove_watcher() i=0 2024-09-19T11:41:57.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.937+0000 7f0696725800 2 removed watcher, disabling cache 2024-09-19T11:41:57.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.938+0000 7f0696725800 20 remove_watcher() i=1 2024-09-19T11:41:57.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.939+0000 7f0696725800 20 remove_watcher() i=2 2024-09-19T11:41:57.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.940+0000 7f0696725800 20 remove_watcher() i=3 2024-09-19T11:41:57.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.941+0000 7f0696725800 20 remove_watcher() i=4 2024-09-19T11:41:57.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.942+0000 7f0696725800 20 remove_watcher() i=5 2024-09-19T11:41:57.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.943+0000 7f0696725800 20 remove_watcher() i=6 2024-09-19T11:41:57.945 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:57.944+0000 7f0696725800 20 remove_watcher() i=7 2024-09-19T11:41:57.955 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:57.956 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:57.956 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-logrecord-writes id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.36 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:41:57.956 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:57.957 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:57.957 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:57.960 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:57.961 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.004 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.004 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.030 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-19T11:41:58.031 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:58.031 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.032 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.044 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.045 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.088 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.088 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.095 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.095 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.101 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.101 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.107 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.108 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.113 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.114 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.120 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.120 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.126 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.127 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.133 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.133 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.138 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.138 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.144 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.145 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.151 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.151 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.157 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.157 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.164 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.165 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.171 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.171 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.177 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.177 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.184 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.184 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.189 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.189 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.195 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.195 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.201 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.201 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.208 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:58.208 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:58.214 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T11:41:58.242 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:58.242 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:58.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.277+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 20 realm 2024-09-19T11:41:58.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:58.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.279+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.280+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:58.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.280+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.280+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:58.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.280+0000 7f827b8bb800 20 searching for the correct realm 2024-09-19T11:41:58.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.283+0000 7f8279ba6640 0 -- 172.21.15.103:0/626658315 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x5644c0fbe8f0 msgr2=0x5644c0fc0d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:58.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.286+0000 7f8270ba4640 0 -- 172.21.15.103:0/626658315 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f826408bb60 msgr2=0x7f8264064440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.290+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:58.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 zone default found 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 4 Realm: () 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 zonegroup default 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.291+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.292+0000 7f827b8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.292+0000 7f827b8bb800 20 started sync module instance, tier type = 2024-09-19T11:41:58.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.292+0000 7f827b8bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:58.301 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.300+0000 7f827b8bb800 20 add_watcher() i=0 2024-09-19T11:41:58.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.300+0000 7f827b8bb800 20 add_watcher() i=1 2024-09-19T11:41:58.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.300+0000 7f827b8bb800 20 add_watcher() i=2 2024-09-19T11:41:58.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.300+0000 7f827b8bb800 20 add_watcher() i=3 2024-09-19T11:41:58.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.300+0000 7f827b8bb800 20 add_watcher() i=4 2024-09-19T11:41:58.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.300+0000 7f827b8bb800 20 add_watcher() i=5 2024-09-19T11:41:58.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.300+0000 7f827b8bb800 20 add_watcher() i=6 2024-09-19T11:41:58.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.301+0000 7f827b8bb800 20 add_watcher() i=7 2024-09-19T11:41:58.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.301+0000 7f827b8bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:58.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.302+0000 7f812f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:58.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.302+0000 7f827b8bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:58.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.302+0000 7f827b8bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:58.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.302+0000 7f827b8bb800 5 note: GC not initialized 2024-09-19T11:41:58.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.303+0000 7f812e7e4640 20 reqs_thread_entry: start 2024-09-19T11:41:58.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.303+0000 7f827b8bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:58.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.303+0000 7f827b8bb800 20 Filter name: none 2024-09-19T11:41:58.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.303+0000 7f809ffff640 20 reqs_thread_entry: start 2024-09-19T11:41:58.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.303+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.304+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:58.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.304+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.304+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:58.309 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.304+0000 7f827b8bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:58.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.304+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.304+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:58.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.304+0000 7f827b8bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.305+0000 7f827b8bb800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:58.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.305+0000 7f827b8bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:58.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.306+0000 7f812f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:58.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.308+0000 7f827b8bb800 20 remove_watcher() i=0 2024-09-19T11:41:58.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.308+0000 7f827b8bb800 2 removed watcher, disabling cache 2024-09-19T11:41:58.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.309+0000 7f827b8bb800 20 remove_watcher() i=1 2024-09-19T11:41:58.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.310+0000 7f827b8bb800 20 remove_watcher() i=2 2024-09-19T11:41:58.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.311+0000 7f827b8bb800 20 remove_watcher() i=3 2024-09-19T11:41:58.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.312+0000 7f827b8bb800 20 remove_watcher() i=4 2024-09-19T11:41:58.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.314+0000 7f827b8bb800 20 remove_watcher() i=5 2024-09-19T11:41:58.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.315+0000 7f827b8bb800 20 remove_watcher() i=6 2024-09-19T11:41:58.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.315+0000 7f827b8bb800 20 remove_watcher() i=7 2024-09-19T11:41:58.327 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:58.327 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:58.327 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:41:58.327 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:58.328 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-19T11:41:58.363 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:58.363 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:58.399 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.397+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.401 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 20 realm 2024-09-19T11:41:58.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.402 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:58.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.403 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:58.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.399+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.400+0000 7f1b2c928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:58.404 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.400+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:58.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.401+0000 7f1b2c928800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:58.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.401+0000 7f1b2c928800 20 searching for the correct realm 2024-09-19T11:41:58.405 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.403+0000 7f1b2866f640 0 -- 172.21.15.103:0/2914586575 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f1b2006a040 msgr2=0x7f1b2006a420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:41:58.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:58.608+0000 7f1b2866f640 0 -- 172.21.15.103:0/2914586575 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1b1c07c420 msgr2=0x7f1b1c06a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:59.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:59.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:59.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:59.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:59.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:59.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:59.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.015+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 zone default found 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 4 Realm: () 2024-09-19T11:41:59.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 zonegroup default 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.016+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.017+0000 7f1b2c928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.017+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.017+0000 7f1b2c928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.017+0000 7f1b2c928800 20 started sync module instance, tier type = 2024-09-19T11:41:59.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.017+0000 7f1b2c928800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:59.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.026+0000 7f1b2c928800 20 add_watcher() i=0 2024-09-19T11:41:59.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.026+0000 7f1b2c928800 20 add_watcher() i=1 2024-09-19T11:41:59.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.026+0000 7f1b2c928800 20 add_watcher() i=2 2024-09-19T11:41:59.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.026+0000 7f1b2c928800 20 add_watcher() i=3 2024-09-19T11:41:59.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.026+0000 7f1b2c928800 20 add_watcher() i=4 2024-09-19T11:41:59.028 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.026+0000 7f1b2c928800 20 add_watcher() i=5 2024-09-19T11:41:59.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.027+0000 7f1b2c928800 20 add_watcher() i=6 2024-09-19T11:41:59.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.027+0000 7f1b2c928800 20 add_watcher() i=7 2024-09-19T11:41:59.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.027+0000 7f1b2c928800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.029+0000 7f19defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.029+0000 7f1b2c928800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.029+0000 7f1b2c928800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.029+0000 7f1b2c928800 5 note: GC not initialized 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f19ddfdb640 20 reqs_thread_entry: start 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 20 Filter name: none 2024-09-19T11:41:59.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f194f7fe640 20 reqs_thread_entry: start 2024-09-19T11:41:59.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-19T11:41:59.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:59.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-19T11:41:59.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-19T11:41:59.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 : miss 2024-09-19T11:41:59.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.030+0000 7f1b2c928800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.031+0000 7f1b2c928800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:59.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.031+0000 7f1b2c928800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.031+0000 7f1b2c928800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.031+0000 7f1b2c928800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:59.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.031+0000 7f1b2c928800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.031+0000 7f1b2c928800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 2024-09-19T11:41:59.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.036+0000 7f1b2c928800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.036+0000 7f1b2c928800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.036+0000 7f1b2c928800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.036+0000 7f1b2c928800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37, ofs0, ns] 2024-09-19T11:41:59.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.036+0000 7f19ff7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562433 cookie 94468672338320 notifier 7334 bl.length()=931 2024-09-19T11:41:59.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.037+0000 7f19ff7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.037+0000 7f19ff7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.037+0000 7f19ff7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.037+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_sources= new_sources= 2024-09-19T11:41:59.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.037+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential sources added=[] removed=[] 2024-09-19T11:41:59.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.037+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_dests= new_dests= 2024-09-19T11:41:59.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.037+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential dests added=[] removed=[] 2024-09-19T11:41:59.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.0 2024-09-19T11:41:59.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.0 2024-09-19T11:41:59.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.1 2024-09-19T11:41:59.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.1 2024-09-19T11:41:59.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.2 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.2 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.3 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.3 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.4 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.4 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.5 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.5 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.6 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.6 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.7 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.7 2024-09-19T11:41:59.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.8 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.8 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.9 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.9 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.10 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.10 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.11 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.11 2024-09-19T11:41:59.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.0 2024-09-19T11:41:59.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.043+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1 2024-09-19T11:41:59.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.044+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.2 2024-09-19T11:41:59.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.044+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.3 2024-09-19T11:41:59.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.045+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.4 2024-09-19T11:41:59.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.045+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.5 2024-09-19T11:41:59.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.046+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.6 2024-09-19T11:41:59.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.046+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.7 2024-09-19T11:41:59.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.047+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.8 2024-09-19T11:41:59.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.047+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.9 2024-09-19T11:41:59.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.048+0000 7f1b2c928800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.10 2024-09-19T11:41:59.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.051+0000 7f1b2c928800 -1 Injecting error=-5 at location=change_reshard_state 2024-09-19T11:41:59.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.051+0000 7f1b2c928800 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-19T11:41:59.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.060+0000 7f1b2c928800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:59.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.060+0000 7f1b2c928800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f1b2c928800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f1b2c928800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f1b2c928800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f1b2c928800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37, ofs0, ns] 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f19ff7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562434 cookie 94468672338320 notifier 7334 bl.length()=899 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f19ff7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f19ff7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.061+0000 7f19ff7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.062+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_sources= new_sources= 2024-09-19T11:41:59.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.062+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential sources added=[] removed=[] 2024-09-19T11:41:59.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.062+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_dests= new_dests= 2024-09-19T11:41:59.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.062+0000 7f1b2c928800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential dests added=[] removed=[] 2024-09-19T11:41:59.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.062+0000 7f1b2c928800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-19T11:41:59.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.064+0000 7f19defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.066+0000 7f1b2c928800 20 remove_watcher() i=0 2024-09-19T11:41:59.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.066+0000 7f1b2c928800 2 removed watcher, disabling cache 2024-09-19T11:41:59.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.067+0000 7f1b2c928800 20 remove_watcher() i=1 2024-09-19T11:41:59.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.068+0000 7f1b2c928800 20 remove_watcher() i=2 2024-09-19T11:41:59.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.069+0000 7f1b2c928800 20 remove_watcher() i=3 2024-09-19T11:41:59.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.070+0000 7f1b2c928800 20 remove_watcher() i=4 2024-09-19T11:41:59.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.071+0000 7f1b2c928800 20 remove_watcher() i=5 2024-09-19T11:41:59.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.072+0000 7f1b2c928800 20 remove_watcher() i=6 2024-09-19T11:41:59.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.073+0000 7f1b2c928800 20 remove_watcher() i=7 2024-09-19T11:41:59.085 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T11:41:59.114 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:59.115 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:59.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.149+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.150+0000 7fe811b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.150+0000 7fe811b40800 20 realm 2024-09-19T11:41:59.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.150+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.151+0000 7fe811b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.152 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.151+0000 7fe811b40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:59.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.151+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.151+0000 7fe811b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.151+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.152+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:59.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.152+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.152+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:59.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.152+0000 7fe811b40800 20 searching for the correct realm 2024-09-19T11:41:59.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.155+0000 7fe80d0bf640 0 -- 172.21.15.103:0/1909807891 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fe80408f410 msgr2=0x7fe80408f890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:59.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.159+0000 7fe80d8c0640 0 -- 172.21.15.103:0/1909807891 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fe804075b70 msgr2=0x7fe804063420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:59.368 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.366+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 zone default found 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 4 Realm: () 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 zonegroup default 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.367+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.368+0000 7fe811b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.368+0000 7fe811b40800 20 started sync module instance, tier type = 2024-09-19T11:41:59.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.368+0000 7fe811b40800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:59.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.377+0000 7fe811b40800 20 add_watcher() i=0 2024-09-19T11:41:59.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.377+0000 7fe811b40800 20 add_watcher() i=1 2024-09-19T11:41:59.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.377+0000 7fe811b40800 20 add_watcher() i=2 2024-09-19T11:41:59.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.377+0000 7fe811b40800 20 add_watcher() i=3 2024-09-19T11:41:59.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.377+0000 7fe811b40800 20 add_watcher() i=4 2024-09-19T11:41:59.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.377+0000 7fe811b40800 20 add_watcher() i=5 2024-09-19T11:41:59.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.377+0000 7fe811b40800 20 add_watcher() i=6 2024-09-19T11:41:59.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.378+0000 7fe811b40800 20 add_watcher() i=7 2024-09-19T11:41:59.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.378+0000 7fe811b40800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:59.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe6bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe811b40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:59.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe811b40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:59.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe811b40800 5 note: GC not initialized 2024-09-19T11:41:59.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe6be7fc640 20 reqs_thread_entry: start 2024-09-19T11:41:59.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe811b40800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:59.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe811b40800 20 Filter name: none 2024-09-19T11:41:59.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe62ffff640 20 reqs_thread_entry: start 2024-09-19T11:41:59.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.380+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.381+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:59.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.381+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.381+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.381+0000 7fe811b40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.381+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.382+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.382+0000 7fe811b40800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.382+0000 7fe811b40800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.382+0000 7fe811b40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:59.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.384+0000 7fe6bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.386+0000 7fe811b40800 20 remove_watcher() i=0 2024-09-19T11:41:59.387 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.386+0000 7fe811b40800 2 removed watcher, disabling cache 2024-09-19T11:41:59.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.387+0000 7fe811b40800 20 remove_watcher() i=1 2024-09-19T11:41:59.389 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.388+0000 7fe811b40800 20 remove_watcher() i=2 2024-09-19T11:41:59.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.389+0000 7fe811b40800 20 remove_watcher() i=3 2024-09-19T11:41:59.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.390+0000 7fe811b40800 20 remove_watcher() i=4 2024-09-19T11:41:59.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.391+0000 7fe811b40800 20 remove_watcher() i=5 2024-09-19T11:41:59.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.392+0000 7fe811b40800 20 remove_watcher() i=6 2024-09-19T11:41:59.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.393+0000 7fe811b40800 20 remove_watcher() i=7 2024-09-19T11:41:59.405 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:59.405 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:59.405 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:41:59.405 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:59.409 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.409 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.411 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.412 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.455 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:41:59.487 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:59.487 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:59.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.522+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.523+0000 7f2ed9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.523+0000 7f2ed9346800 20 realm 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.523+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.523+0000 7f2ed9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.523+0000 7f2ed9346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.524+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.524+0000 7f2ed9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.524+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.524+0000 7f2ed9346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:59.526 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.525+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.525+0000 7f2ed9346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:59.527 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.525+0000 7f2ed9346800 20 searching for the correct realm 2024-09-19T11:41:59.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.528+0000 7f2ed7638640 0 -- 172.21.15.103:0/3340268961 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x56297bb7a890 msgr2=0x56297bb7cc80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:41:59.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.532+0000 7f2ed6e37640 0 -- 172.21.15.103:0/3340268961 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f2ecc083060 msgr2=0x7f2ecc04f0e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:59.537 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.538 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.536+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.539 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 zone default found 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 4 Realm: () 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 zonegroup default 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.540 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.537+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.538+0000 7f2ed9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.538+0000 7f2ed9346800 20 started sync module instance, tier type = 2024-09-19T11:41:59.541 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.538+0000 7f2ed9346800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:59.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.546+0000 7f2ed9346800 20 add_watcher() i=0 2024-09-19T11:41:59.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.546+0000 7f2ed9346800 20 add_watcher() i=1 2024-09-19T11:41:59.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.546+0000 7f2ed9346800 20 add_watcher() i=2 2024-09-19T11:41:59.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.546+0000 7f2ed9346800 20 add_watcher() i=3 2024-09-19T11:41:59.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.546+0000 7f2ed9346800 20 add_watcher() i=4 2024-09-19T11:41:59.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.546+0000 7f2ed9346800 20 add_watcher() i=5 2024-09-19T11:41:59.548 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.546+0000 7f2ed9346800 20 add_watcher() i=6 2024-09-19T11:41:59.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.547+0000 7f2ed9346800 20 add_watcher() i=7 2024-09-19T11:41:59.549 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.547+0000 7f2ed9346800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:59.550 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.549+0000 7f2d8d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.549+0000 7f2ed9346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:59.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.549+0000 7f2ed9346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:59.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.549+0000 7f2ed9346800 5 note: GC not initialized 2024-09-19T11:41:59.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.549+0000 7f2d07fff640 20 reqs_thread_entry: start 2024-09-19T11:41:59.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.549+0000 7f2ed9346800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:59.551 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 20 Filter name: none 2024-09-19T11:41:59.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2d05ffb640 20 reqs_thread_entry: start 2024-09-19T11:41:59.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-19T11:41:59.552 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 : miss 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.550+0000 7f2ed9346800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.551+0000 7f2ed9346800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.551+0000 7f2ed9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.551+0000 7f2ed9346800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.551+0000 7f2ed9346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.551+0000 7f2ed9346800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.554 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.551+0000 7f2ed9346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 2024-09-19T11:41:59.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.557+0000 7f2ed9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.557+0000 7f2ed9346800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.557+0000 7f2ed9346800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.559 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.557+0000 7f2ed9346800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37, ofs0, ns] 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2db9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562435 cookie 94736169347392 notifier 7370 bl.length()=931 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2db9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2db9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2db9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_sources= new_sources= 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential sources added=[] removed=[] 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_dests= new_dests= 2024-09-19T11:41:59.560 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.558+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential dests added=[] removed=[] 2024-09-19T11:41:59.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.0 2024-09-19T11:41:59.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.0 2024-09-19T11:41:59.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.1 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.1 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.2 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.2 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.3 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.3 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.4 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.4 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.5 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.5 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.6 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.6 2024-09-19T11:41:59.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.7 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.7 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.8 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.8 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.9 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.9 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.10 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.10 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.11 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1.11 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.0 2024-09-19T11:41:59.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.563+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1 2024-09-19T11:41:59.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.564+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.2 2024-09-19T11:41:59.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.564+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.3 2024-09-19T11:41:59.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.565+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.4 2024-09-19T11:41:59.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.565+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.5 2024-09-19T11:41:59.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.566+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.6 2024-09-19T11:41:59.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.566+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.7 2024-09-19T11:41:59.568 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.566+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.8 2024-09-19T11:41:59.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.567+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.9 2024-09-19T11:41:59.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.567+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.10 2024-09-19T11:41:59.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.570+0000 7f2ed9346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:59.571 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.570+0000 7f2ed9346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.571+0000 7f2ed9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.571+0000 7f2ed9346800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.571+0000 7f2ed9346800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.571+0000 7f2ed9346800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37, ofs0, ns] 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2db9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562436 cookie 94736169347392 notifier 7370 bl.length()=931 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2db9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2db9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2db9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_sources= new_sources= 2024-09-19T11:41:59.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential sources added=[] removed=[] 2024-09-19T11:41:59.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_dests= new_dests= 2024-09-19T11:41:59.574 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.572+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential dests added=[] removed=[] 2024-09-19T11:41:59.575 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.574+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.0 2024-09-19T11:41:59.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.574+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.1 2024-09-19T11:41:59.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.575+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.2 2024-09-19T11:41:59.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.575+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.3 2024-09-19T11:41:59.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.575+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.4 2024-09-19T11:41:59.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.576+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.5 2024-09-19T11:41:59.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.576+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.6 2024-09-19T11:41:59.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.576+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.7 2024-09-19T11:41:59.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.577+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.8 2024-09-19T11:41:59.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.577+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.9 2024-09-19T11:41:59.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.577+0000 7f2ed9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37.10 2024-09-19T11:41:59.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.578+0000 7f2ed9346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 : hit (requested=0x17, cached=0x17) 2024-09-19T11:41:59.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.578+0000 7f2ed9346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2ed9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2ed9346800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2ed9346800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2ed9346800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37, ofs0, ns] 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2db9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562437 cookie 94736169347392 notifier 7370 bl.length()=899 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2db9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 info.flags=0x17 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2db9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 to cache LRU end 2024-09-19T11:41:59.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.579+0000 7f2db9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:41:59.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.580+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_sources= new_sources= 2024-09-19T11:41:59.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.580+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential sources added=[] removed=[] 2024-09-19T11:41:59.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.580+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): orig_dests= new_dests= 2024-09-19T11:41:59.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.580+0000 7f2ed9346800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37]): potential dests added=[] removed=[] 2024-09-19T11:41:59.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.582+0000 7f2ed9346800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-19T11:41:59.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.584+0000 7f2d8d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.586+0000 7f2ed9346800 20 remove_watcher() i=0 2024-09-19T11:41:59.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.586+0000 7f2ed9346800 2 removed watcher, disabling cache 2024-09-19T11:41:59.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.587+0000 7f2ed9346800 20 remove_watcher() i=1 2024-09-19T11:41:59.589 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.588+0000 7f2ed9346800 20 remove_watcher() i=2 2024-09-19T11:41:59.590 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.589+0000 7f2ed9346800 20 remove_watcher() i=3 2024-09-19T11:41:59.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.590+0000 7f2ed9346800 20 remove_watcher() i=4 2024-09-19T11:41:59.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.591+0000 7f2ed9346800 20 remove_watcher() i=5 2024-09-19T11:41:59.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.592+0000 7f2ed9346800 20 remove_watcher() i=6 2024-09-19T11:41:59.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.592+0000 7f2ed9346800 20 remove_watcher() i=7 2024-09-19T11:41:59.606 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T11:41:59.634 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:59.635 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:41:59.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.671+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 20 realm 2024-09-19T11:41:59.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.674 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:41:59.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.673+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.674+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:59.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.674+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.674+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:41:59.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.674+0000 7f99ec0bb800 20 searching for the correct realm 2024-09-19T11:41:59.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.677+0000 7f99e9ba5640 0 -- 172.21.15.103:0/2564866125 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f99e406a030 msgr2=0x7f99e40c4400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:59.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.680+0000 7f99e9ba5640 0 -- 172.21.15.103:0/2564866125 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f99d404e920 msgr2=0x7f99d401f420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:41:59.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:41:59.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:41:59.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 zone default found 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 4 Realm: () 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:41:59.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 zonegroup default 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.685+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.686+0000 7f99ec0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.686+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.686+0000 7f99ec0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.686+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.686+0000 7f99ec0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.686+0000 7f99ec0bb800 20 started sync module instance, tier type = 2024-09-19T11:41:59.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.686+0000 7f99ec0bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:41:59.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.695+0000 7f99ec0bb800 20 add_watcher() i=0 2024-09-19T11:41:59.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.695+0000 7f99ec0bb800 20 add_watcher() i=1 2024-09-19T11:41:59.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.695+0000 7f99ec0bb800 20 add_watcher() i=2 2024-09-19T11:41:59.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.695+0000 7f99ec0bb800 20 add_watcher() i=3 2024-09-19T11:41:59.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.695+0000 7f99ec0bb800 20 add_watcher() i=4 2024-09-19T11:41:59.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.695+0000 7f99ec0bb800 20 add_watcher() i=5 2024-09-19T11:41:59.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.695+0000 7f99ec0bb800 20 add_watcher() i=6 2024-09-19T11:41:59.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.696+0000 7f99ec0bb800 20 add_watcher() i=7 2024-09-19T11:41:59.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.696+0000 7f99ec0bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:41:59.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f989ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f99ec0bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f99ec0bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f99ec0bb800 5 note: GC not initialized 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f989efe5640 20 reqs_thread_entry: start 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f99ec0bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f99ec0bb800 20 Filter name: none 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f989cfe1640 20 reqs_thread_entry: start 2024-09-19T11:41:59.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.698+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.699+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:59.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.699+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.700+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:59.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.700+0000 7f99ec0bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:59.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.700+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.700+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:41:59.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.700+0000 7f99ec0bb800 20 rados->read ofs=0 len=0 2024-09-19T11:41:59.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.700+0000 7f99ec0bb800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:41:59.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.700+0000 7f99ec0bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:41:59.703 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.702+0000 7f989ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:41:59.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.704+0000 7f99ec0bb800 20 remove_watcher() i=0 2024-09-19T11:41:59.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.704+0000 7f99ec0bb800 2 removed watcher, disabling cache 2024-09-19T11:41:59.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.705+0000 7f99ec0bb800 20 remove_watcher() i=1 2024-09-19T11:41:59.707 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.706+0000 7f99ec0bb800 20 remove_watcher() i=2 2024-09-19T11:41:59.708 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.707+0000 7f99ec0bb800 20 remove_watcher() i=3 2024-09-19T11:41:59.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.708+0000 7f99ec0bb800 20 remove_watcher() i=4 2024-09-19T11:41:59.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.709+0000 7f99ec0bb800 20 remove_watcher() i=5 2024-09-19T11:41:59.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.710+0000 7f99ec0bb800 20 remove_watcher() i=6 2024-09-19T11:41:59.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:41:59.711+0000 7f99ec0bb800 20 remove_watcher() i=7 2024-09-19T11:41:59.722 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:59.722 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:41:59.722 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.37 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:41:59.722 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:59.724 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.724 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.727 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.727 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.771 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.771 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.798 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-19T11:41:59.798 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:41:59.798 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.799 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.809 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.809 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.853 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.853 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.859 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.859 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.865 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.865 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.870 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.870 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.877 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.877 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.883 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.883 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.889 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.889 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.894 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.894 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.900 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.900 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.905 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.906 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.911 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.912 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.917 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.917 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.922 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.922 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.928 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.928 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.933 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.933 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.939 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.939 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.944 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.945 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.951 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.951 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.957 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.957 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.963 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:41:59.963 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:41:59.970 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T11:41:59.998 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:41:59.998 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:00.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.033+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 20 realm 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.037 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.035+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.036+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.036+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.037+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:00.038 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.037+0000 7f9802a98800 20 searching for the correct realm 2024-09-19T11:42:00.041 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.040+0000 7f97ffd81640 0 -- 172.21.15.103:0/2717477928 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f97f008b070 msgr2=0x7f97f008b450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:00.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.043+0000 7f9800d83640 0 -- 172.21.15.103:0/2717477928 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f97f0082070 msgr2=0x7f97f009f960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:42:00.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 zone default found 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 4 Realm: () 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 zonegroup default 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.048+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.049+0000 7f9802a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.049+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.049+0000 7f9802a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.049+0000 7f9802a98800 20 started sync module instance, tier type = 2024-09-19T11:42:00.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.049+0000 7f9802a98800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:00.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.057+0000 7f9802a98800 20 add_watcher() i=0 2024-09-19T11:42:00.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.057+0000 7f9802a98800 20 add_watcher() i=1 2024-09-19T11:42:00.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.057+0000 7f9802a98800 20 add_watcher() i=2 2024-09-19T11:42:00.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.057+0000 7f9802a98800 20 add_watcher() i=3 2024-09-19T11:42:00.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.057+0000 7f9802a98800 20 add_watcher() i=4 2024-09-19T11:42:00.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.057+0000 7f9802a98800 20 add_watcher() i=5 2024-09-19T11:42:00.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.057+0000 7f9802a98800 20 add_watcher() i=6 2024-09-19T11:42:00.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.058+0000 7f9802a98800 20 add_watcher() i=7 2024-09-19T11:42:00.060 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.058+0000 7f9802a98800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:00.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f96b6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f9802a98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f9802a98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f9802a98800 5 note: GC not initialized 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f96b5fdb640 20 reqs_thread_entry: start 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f9802a98800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f9802a98800 20 Filter name: none 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f96277fe640 20 reqs_thread_entry: start 2024-09-19T11:42:00.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.060+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.061+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:00.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.061+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.061+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:00.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.061+0000 7f9802a98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:00.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.062+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.062+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:00.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.062+0000 7f9802a98800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.062+0000 7f9802a98800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:00.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.062+0000 7f9802a98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:00.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.064+0000 7f96b6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.066+0000 7f9802a98800 20 remove_watcher() i=0 2024-09-19T11:42:00.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.066+0000 7f9802a98800 2 removed watcher, disabling cache 2024-09-19T11:42:00.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.067+0000 7f9802a98800 20 remove_watcher() i=1 2024-09-19T11:42:00.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.068+0000 7f9802a98800 20 remove_watcher() i=2 2024-09-19T11:42:00.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.069+0000 7f9802a98800 20 remove_watcher() i=3 2024-09-19T11:42:00.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.070+0000 7f9802a98800 20 remove_watcher() i=4 2024-09-19T11:42:00.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.071+0000 7f9802a98800 20 remove_watcher() i=5 2024-09-19T11:42:00.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.072+0000 7f9802a98800 20 remove_watcher() i=6 2024-09-19T11:42:00.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.072+0000 7f9802a98800 20 remove_watcher() i=7 2024-09-19T11:42:00.084 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:00.084 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:42:00.084 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:42:00.084 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:00.085 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-19T11:42:00.121 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:00.121 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:00.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.156+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 20 realm 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.158+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.159+0000 7fbcf713d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.161 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.159+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.160+0000 7fbcf713d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:00.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.160+0000 7fbcf713d800 20 searching for the correct realm 2024-09-19T11:42:00.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.163+0000 7fbcf362b640 0 -- 172.21.15.103:0/1212833065 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55c1268109f0 msgr2=0x55c126812eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:00.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.165+0000 7fbcf2e2a640 0 -- 172.21.15.103:0/1212833065 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fbcdc0a4930 msgr2=0x7fbcdc064460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:00.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:00.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:00.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:00.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:00.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:00.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:00.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:00.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 zone default found 2024-09-19T11:42:00.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 4 Realm: () 2024-09-19T11:42:00.173 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 zonegroup default 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.170+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.171+0000 7fbcf713d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.171+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.171+0000 7fbcf713d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.171+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.171+0000 7fbcf713d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.171+0000 7fbcf713d800 20 started sync module instance, tier type = 2024-09-19T11:42:00.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.171+0000 7fbcf713d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:00.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.179+0000 7fbcf713d800 20 add_watcher() i=0 2024-09-19T11:42:00.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.179+0000 7fbcf713d800 20 add_watcher() i=1 2024-09-19T11:42:00.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.179+0000 7fbcf713d800 20 add_watcher() i=2 2024-09-19T11:42:00.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.179+0000 7fbcf713d800 20 add_watcher() i=3 2024-09-19T11:42:00.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.179+0000 7fbcf713d800 20 add_watcher() i=4 2024-09-19T11:42:00.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.179+0000 7fbcf713d800 20 add_watcher() i=5 2024-09-19T11:42:00.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.179+0000 7fbcf713d800 20 add_watcher() i=6 2024-09-19T11:42:00.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.180+0000 7fbcf713d800 20 add_watcher() i=7 2024-09-19T11:42:00.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.180+0000 7fbcf713d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:00.183 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.182+0000 7fbba97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.182+0000 7fbcf713d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:00.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.182+0000 7fbcf713d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:00.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.182+0000 7fbcf713d800 5 note: GC not initialized 2024-09-19T11:42:00.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbb23fff640 20 reqs_thread_entry: start 2024-09-19T11:42:00.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:00.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 20 Filter name: none 2024-09-19T11:42:00.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbb21ffb640 20 reqs_thread_entry: start 2024-09-19T11:42:00.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-19T11:42:00.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 : miss 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.183+0000 7fbcf713d800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.184+0000 7fbcf713d800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.184+0000 7fbcf713d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 info.flags=0x17 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.184+0000 7fbcf713d800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 to cache LRU end 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.184+0000 7fbcf713d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.184+0000 7fbcf713d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:00.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.184+0000 7fbcf713d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 2024-09-19T11:42:00.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbcf713d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 info.flags=0x17 2024-09-19T11:42:00.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbcf713d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 to cache LRU end 2024-09-19T11:42:00.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbcf713d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:00.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbcf713d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38, ofs0, ns] 2024-09-19T11:42:00.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbbd5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562440 cookie 94288063054640 notifier 7418 bl.length()=931 2024-09-19T11:42:00.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbbd5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 info.flags=0x17 2024-09-19T11:42:00.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbbd5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 to cache LRU end 2024-09-19T11:42:00.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.189+0000 7fbbd5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:00.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.190+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): orig_sources= new_sources= 2024-09-19T11:42:00.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.190+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): potential sources added=[] removed=[] 2024-09-19T11:42:00.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.190+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): orig_dests= new_dests= 2024-09-19T11:42:00.192 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.190+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): potential dests added=[] removed=[] 2024-09-19T11:42:00.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.0 2024-09-19T11:42:00.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.0 2024-09-19T11:42:00.196 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.1 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.1 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.2 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.2 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.3 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.3 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.4 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.4 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.5 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.5 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.6 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.6 2024-09-19T11:42:00.197 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.7 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.7 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.8 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.8 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.9 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.9 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.10 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.10 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.11 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1.11 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.0 2024-09-19T11:42:00.198 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1 2024-09-19T11:42:00.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.195+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.2 2024-09-19T11:42:00.199 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.196+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.3 2024-09-19T11:42:00.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.196+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.4 2024-09-19T11:42:00.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.197+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.5 2024-09-19T11:42:00.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.197+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.6 2024-09-19T11:42:00.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.198+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.7 2024-09-19T11:42:00.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.198+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.8 2024-09-19T11:42:00.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.199+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.9 2024-09-19T11:42:00.200 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.199+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.10 2024-09-19T11:42:00.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.202+0000 7fbcf713d800 -1 Injecting error=-125 at location=change_reshard_state 2024-09-19T11:42:00.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.202+0000 7fbcf713d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 : hit (requested=0x17, cached=0x17) 2024-09-19T11:42:00.203 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.202+0000 7fbcf713d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbcf713d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 info.flags=0x17 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbcf713d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 to cache LRU end 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbcf713d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbcf713d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38, ofs0, ns] 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbbd5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562441 cookie 94288063054640 notifier 7418 bl.length()=931 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbbd5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 info.flags=0x17 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbbd5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 to cache LRU end 2024-09-19T11:42:00.205 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.203+0000 7fbbd5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:00.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.204+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): orig_sources= new_sources= 2024-09-19T11:42:00.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.204+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): potential sources added=[] removed=[] 2024-09-19T11:42:00.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.204+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): orig_dests= new_dests= 2024-09-19T11:42:00.206 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.204+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): potential dests added=[] removed=[] 2024-09-19T11:42:00.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.208+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.0 2024-09-19T11:42:00.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.208+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.1 2024-09-19T11:42:00.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.208+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.2 2024-09-19T11:42:00.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.209+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.3 2024-09-19T11:42:00.210 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.209+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.4 2024-09-19T11:42:00.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.209+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.5 2024-09-19T11:42:00.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.209+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.6 2024-09-19T11:42:00.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.210+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.7 2024-09-19T11:42:00.211 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.210+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.8 2024-09-19T11:42:00.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.210+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.9 2024-09-19T11:42:00.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.210+0000 7fbcf713d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38.10 2024-09-19T11:42:00.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.211+0000 7fbcf713d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 : hit (requested=0x17, cached=0x17) 2024-09-19T11:42:00.212 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.211+0000 7fbcf713d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 2024-09-19T11:42:00.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbcf713d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 info.flags=0x17 2024-09-19T11:42:00.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbcf713d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 to cache LRU end 2024-09-19T11:42:00.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbcf713d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:00.213 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbcf713d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38, ofs0, ns] 2024-09-19T11:42:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbbd67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562442 cookie 94288063054640 notifier 7418 bl.length()=899 2024-09-19T11:42:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbbd67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 info.flags=0x17 2024-09-19T11:42:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbbd67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 to cache LRU end 2024-09-19T11:42:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.212+0000 7fbbd67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.213+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): orig_sources= new_sources= 2024-09-19T11:42:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.213+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): potential sources added=[] removed=[] 2024-09-19T11:42:00.214 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.213+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): orig_dests= new_dests= 2024-09-19T11:42:00.215 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.213+0000 7fbcf713d800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38]): potential dests added=[] removed=[] 2024-09-19T11:42:00.217 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.215+0000 7fbcf713d800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-19T11:42:00.218 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.217+0000 7fbba97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.220 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.219+0000 7fbcf713d800 20 remove_watcher() i=0 2024-09-19T11:42:00.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.219+0000 7fbcf713d800 2 removed watcher, disabling cache 2024-09-19T11:42:00.221 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.220+0000 7fbcf713d800 20 remove_watcher() i=1 2024-09-19T11:42:00.222 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.221+0000 7fbcf713d800 20 remove_watcher() i=2 2024-09-19T11:42:00.224 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.222+0000 7fbcf713d800 20 remove_watcher() i=3 2024-09-19T11:42:00.225 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.223+0000 7fbcf713d800 20 remove_watcher() i=4 2024-09-19T11:42:00.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.224+0000 7fbcf713d800 20 remove_watcher() i=5 2024-09-19T11:42:00.226 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.225+0000 7fbcf713d800 20 remove_watcher() i=6 2024-09-19T11:42:00.227 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.226+0000 7fbcf713d800 20 remove_watcher() i=7 2024-09-19T11:42:00.239 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-19T11:42:00.268 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:00.268 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:00.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.303+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 20 realm 2024-09-19T11:42:00.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:00.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.305+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.306+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.306+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.306+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:00.308 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.306+0000 7fadeb02f800 20 searching for the correct realm 2024-09-19T11:42:00.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.309+0000 7fade8b20640 0 -- 172.21.15.103:0/1595124299 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fade4027040 msgr2=0x7fade4028940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:00.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.312+0000 7fade8b20640 0 -- 172.21.15.103:0/1595124299 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fadd40da040 msgr2=0x7fadd40c0870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:00.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.317+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:00.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 zone default found 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 4 Realm: () 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 zonegroup default 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.318+0000 7fadeb02f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.319+0000 7fadeb02f800 20 started sync module instance, tier type = 2024-09-19T11:42:00.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.319+0000 7fadeb02f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:00.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.327+0000 7fadeb02f800 20 add_watcher() i=0 2024-09-19T11:42:00.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.327+0000 7fadeb02f800 20 add_watcher() i=1 2024-09-19T11:42:00.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.327+0000 7fadeb02f800 20 add_watcher() i=2 2024-09-19T11:42:00.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.327+0000 7fadeb02f800 20 add_watcher() i=3 2024-09-19T11:42:00.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.327+0000 7fadeb02f800 20 add_watcher() i=4 2024-09-19T11:42:00.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.327+0000 7fadeb02f800 20 add_watcher() i=5 2024-09-19T11:42:00.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.327+0000 7fadeb02f800 20 add_watcher() i=6 2024-09-19T11:42:00.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.328+0000 7fadeb02f800 20 add_watcher() i=7 2024-09-19T11:42:00.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.328+0000 7fadeb02f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:00.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fac9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fadeb02f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fadeb02f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fadeb02f800 5 note: GC not initialized 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fac9dfe3640 20 reqs_thread_entry: start 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fadeb02f800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fadeb02f800 20 Filter name: none 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fac0f7fe640 20 reqs_thread_entry: start 2024-09-19T11:42:00.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.330+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.331+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:00.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.331+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.331+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:00.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.331+0000 7fadeb02f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:00.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.331+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.332+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.332+0000 7fadeb02f800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.332+0000 7fadeb02f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.332+0000 7fadeb02f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:00.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.333+0000 7fac9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.336+0000 7fadeb02f800 20 remove_watcher() i=0 2024-09-19T11:42:00.337 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.336+0000 7fadeb02f800 2 removed watcher, disabling cache 2024-09-19T11:42:00.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.337+0000 7fadeb02f800 20 remove_watcher() i=1 2024-09-19T11:42:00.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.338+0000 7fadeb02f800 20 remove_watcher() i=2 2024-09-19T11:42:00.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.339+0000 7fadeb02f800 20 remove_watcher() i=3 2024-09-19T11:42:00.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.340+0000 7fadeb02f800 20 remove_watcher() i=4 2024-09-19T11:42:00.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.340+0000 7fadeb02f800 20 remove_watcher() i=5 2024-09-19T11:42:00.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.341+0000 7fadeb02f800 20 remove_watcher() i=6 2024-09-19T11:42:00.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.342+0000 7fadeb02f800 20 remove_watcher() i=7 2024-09-19T11:42:00.353 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:00.353 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:42:00.354 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: error-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.38 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-19T11:42:00.354 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:00.355 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.356 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.358 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.358 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.402 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.402 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.432 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-19T11:42:00.432 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:00.433 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.433 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.446 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.446 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.488 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.489 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.495 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.495 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.501 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.501 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.507 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.507 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.512 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.512 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.518 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.518 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.526 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.526 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.532 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.532 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.537 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.537 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.543 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.544 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.550 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.550 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.556 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.556 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.562 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.562 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.569 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.569 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.574 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.575 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.581 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.581 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.587 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.587 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.593 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.593 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.600 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.600 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.605 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:00.605 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:00.611 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-19T11:42:00.639 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:00.639 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:00.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.673+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.675+0000 7fc870c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.675+0000 7fc870c15800 20 realm 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.675+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.675+0000 7fc870c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.675+0000 7fc870c15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.675+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.676+0000 7fc870c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.676+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.676+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.676+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.677+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:00.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.677+0000 7fc870c15800 20 searching for the correct realm 2024-09-19T11:42:00.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.679+0000 7fc86bb91640 0 -- 172.21.15.103:0/426894933 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fc860017040 msgr2=0x7fc860024850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:00.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.683+0000 7fc86c392640 0 -- 172.21.15.103:0/426894933 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc860004bf0 msgr2=0x7fc8600879f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:00.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:00.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:00.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:00.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.889+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 20 zone default found 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 4 Realm: () 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:00.893 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:00.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 20 zonegroup default 2024-09-19T11:42:00.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.890+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.894 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.891+0000 7fc870c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.891+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.891+0000 7fc870c15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:00.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.891+0000 7fc870c15800 20 started sync module instance, tier type = 2024-09-19T11:42:00.895 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.891+0000 7fc870c15800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:00.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=0 2024-09-19T11:42:00.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=1 2024-09-19T11:42:00.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=2 2024-09-19T11:42:00.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=3 2024-09-19T11:42:00.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=4 2024-09-19T11:42:00.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=5 2024-09-19T11:42:00.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=6 2024-09-19T11:42:00.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 20 add_watcher() i=7 2024-09-19T11:42:00.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.900+0000 7fc870c15800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:00.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.902+0000 7fc7227e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc870c15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:00.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc870c15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:00.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc870c15800 5 note: GC not initialized 2024-09-19T11:42:00.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc7217e2640 20 reqs_thread_entry: start 2024-09-19T11:42:00.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc870c15800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:00.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc870c15800 20 Filter name: none 2024-09-19T11:42:00.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc692ffd640 20 reqs_thread_entry: start 2024-09-19T11:42:00.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.903+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.904+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:00.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.904+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.904+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:00.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.904+0000 7fc870c15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:00.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.904+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.904+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:00.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.905+0000 7fc870c15800 20 rados->read ofs=0 len=0 2024-09-19T11:42:00.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.905+0000 7fc870c15800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:00.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.905+0000 7fc870c15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:00.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.906+0000 7fc7227e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:00.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.908+0000 7fc870c15800 20 remove_watcher() i=0 2024-09-19T11:42:00.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.908+0000 7fc870c15800 2 removed watcher, disabling cache 2024-09-19T11:42:00.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.909+0000 7fc870c15800 20 remove_watcher() i=1 2024-09-19T11:42:00.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.910+0000 7fc870c15800 20 remove_watcher() i=2 2024-09-19T11:42:00.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.911+0000 7fc870c15800 20 remove_watcher() i=3 2024-09-19T11:42:00.913 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.912+0000 7fc870c15800 20 remove_watcher() i=4 2024-09-19T11:42:00.914 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.913+0000 7fc870c15800 20 remove_watcher() i=5 2024-09-19T11:42:00.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.914+0000 7fc870c15800 20 remove_watcher() i=6 2024-09-19T11:42:00.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.915+0000 7fc870c15800 20 remove_watcher() i=7 2024-09-19T11:42:00.926 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:00.926 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:42:00.926 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:42:00.926 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:00.928 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-19T11:42:00.962 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:00.962 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:00.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.997+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 20 realm 2024-09-19T11:42:01.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:01.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:01.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.000+0000 7f56b8211800 20 searching for the correct realm 2024-09-19T11:42:01.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.002+0000 7f56b3121640 0 -- 172.21.15.103:0/3970857920 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f56a801a040 msgr2=0x7f56a8046750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.209 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.207+0000 7f56b3922640 0 -- 172.21.15.103:0/3970857920 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f56a8073290 msgr2=0x7f56a8072c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.412+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 zone default found 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 4 Realm: () 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 zonegroup default 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.417 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.414+0000 7f56b8211800 20 started sync module instance, tier type = 2024-09-19T11:42:01.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.414+0000 7f56b8211800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=0 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=1 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=2 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=3 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=4 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=5 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=6 2024-09-19T11:42:01.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.424+0000 7f56b8211800 20 add_watcher() i=7 2024-09-19T11:42:01.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.424+0000 7f56b8211800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:01.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.425+0000 7f5569fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:01.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f56b8211800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:01.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f56b8211800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:01.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f56b8211800 5 note: GC not initialized 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f5568fe1640 20 reqs_thread_entry: start 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f56b8211800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f56b8211800 20 Filter name: none 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f54e27fc640 20 reqs_thread_entry: start 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f56b8211800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.426+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T11:42:01.429 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 : miss 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.427+0000 7f56b8211800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 2024-09-19T11:42:01.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.434+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.434+0000 7f56b8211800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.434+0000 7f56b8211800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.434+0000 7f56b8211800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39, ofs0, ns] 2024-09-19T11:42:01.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562489 cookie 94103040921120 notifier 7466 bl.length()=931 2024-09-19T11:42:01.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_sources= new_sources= 2024-09-19T11:42:01.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential sources added=[] removed=[] 2024-09-19T11:42:01.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_dests= new_dests= 2024-09-19T11:42:01.437 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential dests added=[] removed=[] 2024-09-19T11:42:01.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.0 2024-09-19T11:42:01.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.0 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.1 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.1 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.2 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.2 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.3 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.3 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.4 2024-09-19T11:42:01.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.4 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.5 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.5 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.6 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.6 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.7 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.7 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.8 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.8 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.9 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.9 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.10 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.10 2024-09-19T11:42:01.444 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.11 2024-09-19T11:42:01.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.11 2024-09-19T11:42:01.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.0 2024-09-19T11:42:01.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1 2024-09-19T11:42:01.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.441+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2 2024-09-19T11:42:01.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.441+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.3 2024-09-19T11:42:01.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.442+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.4 2024-09-19T11:42:01.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.442+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.5 2024-09-19T11:42:01.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.443+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.6 2024-09-19T11:42:01.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.443+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.7 2024-09-19T11:42:01.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.444+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.8 2024-09-19T11:42:01.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.445+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.9 2024-09-19T11:42:01.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.445+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.10 2024-09-19T11:42:01.451 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56b8211800 time 2024-09-19T11:42:01.451310+0000 2024-09-19T11:42:01.451 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:01.452 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.452 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f56b938c76a] 2024-09-19T11:42:01.452 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.452 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.452 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f56b8211800 thread_name:radosgw-admin 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.451+0000 7f56b8211800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56b8211800 time 2024-09-19T11:42:01.451310+0000 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f56b938c76a] 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.453 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.454 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.454 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.454 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:01.454 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.454 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:01.454 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:01.454 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f56b803e6f0] 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f56b808b99c] 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f56b938c7c4] 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.471 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.452+0000 7f56b8211800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f56b8211800 thread_name:radosgw-admin 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f56b803e6f0] 2024-09-19T11:42:01.472 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f56b808b99c] 2024-09-19T11:42:01.473 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:01.473 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:01.473 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f56b938c7c4] 2024-09-19T11:42:01.473 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.473 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.473 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.473 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding auth protocol: cephx 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding auth protocol: cephx 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding auth protocol: cephx 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.474 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.475 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.475 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.475 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.475 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.475 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.475 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:42:00.982+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:42:00.982+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key hook 0x55961243c478 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596122f0c30 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x5596122f3f10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596123855a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.476 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.477 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.477 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.477 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.525607s 2024-09-19T11:42:01.477 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x5596122f0c30 auth_method 0 2024-09-19T11:42:01.477 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.477 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): get_auth_request con 0x5596122f3f10 auth_method 0 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.478 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.479 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.479 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x5596123855a0 auth_method 0 2024-09-19T11:42:01.479 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.479 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.479 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_done global_id 7457 payload 824 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:42:00.982+0000 7f56b3121640 1 monclient: found mon.noname-c 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:01.480 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: dump: 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.481 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: dump: 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.482 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:42:00.983+0000 7f56b8211800 5 monclient: authenticate success, global_id 7457 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:42:00.983+0000 7f55a1e0b640 4 set_mon_vals no callback set 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.483 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:42:00.983+0000 7f56b8211800 1 librados: init done 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:42:00.985+0000 7f559bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:42:00.985+0000 7f559bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:42:00.985+0000 7f559bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:42:00.985+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f559c0775a0 auth_method 0 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:42:00.985+0000 7f56b4123640 10 monclient: get_auth_request con 0x559612467840 auth_method 0 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:42:00.986+0000 7f56b3922640 10 monclient: get_auth_request con 0x559612487890 auth_method 0 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:42:00.986+0000 7f56b3121640 10 monclient: get_auth_request con 0x55961248ba80 auth_method 0 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:42:00.988+0000 7f56b8211800 10 monclient: build_initial_monmap 2024-09-19T11:42:01.484 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:42:00.988+0000 7f56b8211800 1 build_initial for_mkfs: 0 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:42:00.988+0000 7f56b8211800 10 monclient: monmap: 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.485 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding auth protocol: cephx 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding auth protocol: cephx 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding auth protocol: cephx 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.486 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:42:00.988+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 asok(0x55961221a410) register_command objecter_requests cmddesc objecter_requests hook 0x559612493e90 EEXIST 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:42:00.988+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.487 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding auth protocol: cephx 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding auth protocol: cephx 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding auth protocol: cephx 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.488 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:42:00.988+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:42:00.989+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:42:00.989+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key cmddesc rotate-key hook 0x55961248f0b0 EEXIST 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596124b81b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596124b8590 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x5596124b6ec0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.489 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.532123s 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): get_auth_request con 0x5596124b8590 auth_method 0 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x5596124b6ec0 auth_method 0 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.490 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x5596124b81b0 auth_method 0 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_done global_id 7992 payload 824 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:42:00.989+0000 7f56b3121640 1 monclient: found mon.noname-a 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: dump: 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.491 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: dump: 2024-09-19T11:42:01.492 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:42:00.989+0000 7f56b8211800 5 monclient: authenticate success, global_id 7992 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:42:00.989+0000 7f56b2920640 4 set_mon_vals no callback set 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.493 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:42:00.991+0000 7f55997fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:42:00.991+0000 7f55997fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:42:00.991+0000 7f55997fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:42:00.991+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f558c077480 auth_method 0 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:42:00.991+0000 7f56b8211800 10 monclient: get_monmap_and_config 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:42:00.991+0000 7f56b8211800 10 monclient: build_initial_monmap 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:42:00.991+0000 7f56b8211800 1 build_initial for_mkfs: 0 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:42:00.991+0000 7f56b8211800 10 monclient: monmap: 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.494 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding auth protocol: cephx 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding auth protocol: cephx 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding auth protocol: cephx 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.495 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:42:00.992+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding auth protocol: cephx 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding auth protocol: cephx 2024-09-19T11:42:01.496 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding auth protocol: cephx 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:42:00.992+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.497 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:42:00.992+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key cmddesc rotate-key hook 0x7ffedbd7b058 EEXIST 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x55961250c270 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596124fcbc0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596125076a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.535649s 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x55961250c270 auth_method 0 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.498 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x5596125076a0 auth_method 0 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_done global_id 7463 payload 274 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:42:00.992+0000 7f56b3922640 1 monclient: found mon.noname-c 2024-09-19T11:42:01.499 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: dump: 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.500 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: dump: 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.501 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 monclient: authenticate success, global_id 7463 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: get_monmap_and_config success 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:42:00.993+0000 7f56b8211800 4 set_mon_vals no callback set 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: shutdown 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: build_initial_monmap 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:42:00.993+0000 7f56b8211800 1 build_initial for_mkfs: 0 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: monmap: 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:01.502 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding auth protocol: cephx 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding auth protocol: cephx 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding auth protocol: cephx 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.503 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:42:00.994+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: starting msgr at 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: starting objecter 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 asok(0x55961221a410) register_command objecter_requests cmddesc objecter_requests hook 0x5596124da7b0 EEXIST 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: setting wanted keys 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: calling monclient init 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding auth protocol: cephx 2024-09-19T11:42:01.504 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding auth protocol: cephx 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding auth protocol: cephx 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:42:00.994+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.505 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:42:00.994+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key cmddesc rotate-key hook 0x5596124ccbb8 EEXIST 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596124fcbc0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596125076a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x55961250c270 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.537910s 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x55961250c270 auth_method 0 2024-09-19T11:42:01.506 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): get_auth_request con 0x5596125076a0 auth_method 0 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x5596124fcbc0 auth_method 0 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.507 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_done global_id 7466 payload 824 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:42:00.995+0000 7f56b4123640 1 monclient: found mon.noname-c 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: dump: 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.508 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.509 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: dump: 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.510 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:42:00.995+0000 7f56b8211800 5 monclient: authenticate success, global_id 7466 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:42:00.995+0000 7f5592ffd640 4 set_mon_vals no callback set 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:42:00.995+0000 7f56b8211800 1 librados: init done 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:42:00.995+0000 7f56b8211800 5 asok(0x55961221a410) register_command cr dump hook 0x7f56a404eab8 2024-09-19T11:42:01.511 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:42:00.997+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:42:00.998+0000 7f55917fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:42:00.998+0000 7f55917fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:42:00.998+0000 7f55917fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:42:00.998+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f557c077570 auth_method 0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:42:00.998+0000 7f56b3121640 10 monclient: get_auth_request con 0x559612526cf0 auth_method 0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 realm 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:42:00.999+0000 7f56b8211800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.512 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:42:00.999+0000 7f56b3922640 10 monclient: get_auth_request con 0x55961252aea0 auth_method 0 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:42:01.000+0000 7f56b3121640 10 monclient: get_auth_request con 0x55961252e700 auth_method 0 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 searching for the correct realm 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:42:01.001+0000 7f56b4123640 10 monclient: get_auth_request con 0x559612533450 auth_method 0 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:42:01.001+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f56ac02c060 auth_method 0 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:42:01.002+0000 7f56b3121640 10 monclient: get_auth_request con 0x7f56a801a040 auth_method 0 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:42:01.002+0000 7f56b3121640 0 -- 172.21.15.103:0/3970857920 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f56a801a040 msgr2=0x7f56a8046750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:42:01.203+0000 7f56b3121640 10 monclient: get_auth_request con 0x7f56a801a040 auth_method 0 2024-09-19T11:42:01.513 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:42:01.205+0000 7f56b4123640 10 monclient: get_auth_request con 0x7f56a8047ce0 auth_method 0 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:42:01.207+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f56a8073290 auth_method 0 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:42:01.207+0000 7f56b3922640 0 -- 172.21.15.103:0/3970857920 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f56a8073290 msgr2=0x7f56a8072c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:42:01.408+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f56a8073290 auth_method 0 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.514 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 zone default found 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:42:01.413+0000 7f56b8211800 4 Realm: () 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:42:01.413+0000 7f56b8211800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:42:01.413+0000 7f56b8211800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:42:01.413+0000 7f56b8211800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:01.515 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 zonegroup default 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 started sync module instance, tier type = 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=0 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=1 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=2 2024-09-19T11:42:01.516 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=3 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=4 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=5 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=6 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:42:01.424+0000 7f56b8211800 20 add_watcher() i=7 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:42:01.424+0000 7f56b8211800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding auth protocol: cephx 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding auth protocol: cephx 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding auth protocol: cephx 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.517 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:42:01.425+0000 7f5569fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:01.518 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.519 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.519 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:42:01.426+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.519 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:01.519 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:01.519 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache list hook 0x559612504c10 2024-09-19T11:42:01.520 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache inspect hook 0x559612504c10 2024-09-19T11:42:01.520 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache erase hook 0x559612504c10 2024-09-19T11:42:01.520 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache zap hook 0x559612504c10 2024-09-19T11:42:01.520 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 note: GC not initialized 2024-09-19T11:42:01.520 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:42:01.426+0000 7f5568fe1640 20 reqs_thread_entry: start 2024-09-19T11:42:01.520 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace show hook 0x7f56a4057b70 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace history hook 0x7f56a4057b70 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace active hook 0x7f56a4057b70 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace active_short hook 0x7f56a4057b70 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 Filter name: none 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:42:01.426+0000 7f54e27fc640 20 reqs_thread_entry: start 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:42:01.426+0000 7f56b8211800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T11:42:01.521 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 : miss 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39, ofs0, ns] 2024-09-19T11:42:01.522 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562489 cookie 94103040921120 notifier 7466 bl.length()=931 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_sources= new_sources= 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential sources added=[] removed=[] 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_dests= new_dests= 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential dests added=[] removed=[] 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.0 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.0 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.1 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.1 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.2 2024-09-19T11:42:01.523 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.2 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.3 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.3 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.4 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.4 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.5 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.5 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.6 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.6 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.7 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.7 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.8 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.8 2024-09-19T11:42:01.524 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.9 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.9 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.10 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.10 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.11 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.11 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.0 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:42:01.441+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:42:01.441+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.3 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:42:01.442+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.4 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:42:01.442+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.5 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:42:01.443+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.6 2024-09-19T11:42:01.525 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:42:01.443+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.7 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:42:01.444+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.8 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:42:01.445+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.9 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:42:01.445+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.10 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:42:01.451+0000 7f56b8211800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56b8211800 time 2024-09-19T11:42:01.451310+0000 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f56b938c76a] 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.526 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:42:01.452+0000 7f56b8211800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f56b8211800 thread_name:radosgw-admin 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f56b803e6f0] 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f56b808b99c] 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f56b938c7c4] 2024-09-19T11:42:01.527 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:42:01.528 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:42:01.529 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:42:01.530 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:42:01.531 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:42:01.532 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:42:01.533 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:42:01.534 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 7f54e27fc640 / http_manager 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 7f5568fe1640 / http_manager 2024-09-19T11:42:01.535 INFO:tasks.workunit.client.0.smithi103.stderr: 7f5569fe3640 / rgw_dt_lg_renew 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55917fa640 / ms_dispatch 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55927fc640 / io_context_pool 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f5592ffd640 / io_context_pool 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55997fa640 / ms_dispatch 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f559bfff640 / ms_dispatch 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55a1e0b640 / io_context_pool 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b2920640 / io_context_pool 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b3121640 / msgr-worker-2 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b3922640 / msgr-worker-1 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b4123640 / msgr-worker-0 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b8211800 / radosgw-admin 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:42:01.536 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.141442.log 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding auth protocol: cephx 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding auth protocol: cephx 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding auth protocol: cephx 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.537 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: crc 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 AuthRegistry(0x55961243c330) adding con mode: secure 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:42:00.982+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:42:00.982+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:42:00.982+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key hook 0x55961243c478 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596122f0c30 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x5596122f3f10 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596123855a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.538 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:42:00.982+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.525607s 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x5596122f0c30 auth_method 0 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): get_auth_request con 0x5596122f3f10 auth_method 0 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.539 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:42:00.982+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x5596123855a0 auth_method 0 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:42:00.982+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient(hunting): handle_auth_done global_id 7457 payload 824 2024-09-19T11:42:01.540 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:42:00.982+0000 7f56b3121640 1 monclient: found mon.noname-c 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:42:00.982+0000 7f56b3121640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: dump: 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.541 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.542 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:42:00.983+0000 7f559bfff640 10 monclient: dump: 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.543 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:42:00.983+0000 7f56b8211800 5 monclient: authenticate success, global_id 7457 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:42:00.983+0000 7f55a1e0b640 4 set_mon_vals no callback set 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:42:00.983+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:42:00.983+0000 7f56b8211800 1 librados: init done 2024-09-19T11:42:01.544 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:42:00.985+0000 7f559bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:42:00.985+0000 7f559bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:42:00.985+0000 7f559bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:42:00.985+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f559c0775a0 auth_method 0 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:42:00.985+0000 7f56b4123640 10 monclient: get_auth_request con 0x559612467840 auth_method 0 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:42:00.986+0000 7f56b3922640 10 monclient: get_auth_request con 0x559612487890 auth_method 0 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:42:00.986+0000 7f56b3121640 10 monclient: get_auth_request con 0x55961248ba80 auth_method 0 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:42:00.988+0000 7f56b8211800 10 monclient: build_initial_monmap 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:42:00.988+0000 7f56b8211800 1 build_initial for_mkfs: 0 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:42:00.988+0000 7f56b8211800 10 monclient: monmap: 2024-09-19T11:42:01.545 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.546 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding auth protocol: cephx 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding auth protocol: cephx 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding auth protocol: cephx 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.547 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: crc 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x5596124909a0) adding con mode: secure 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:42:00.988+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 asok(0x55961221a410) register_command objecter_requests cmddesc objecter_requests hook 0x559612493e90 EEXIST 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:42:00.988+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.548 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding auth protocol: cephx 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding auth protocol: cephx 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding auth protocol: cephx 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.549 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: crc 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:42:00.988+0000 7f56b8211800 5 AuthRegistry(0x55961248ef68) adding con mode: secure 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:42:00.988+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:42:00.989+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:42:00.989+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key cmddesc rotate-key hook 0x55961248f0b0 EEXIST 2024-09-19T11:42:01.550 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.551 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:42:01.551 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596124b81b0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.551 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596124b8590 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.551 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x5596124b6ec0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.551 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.551 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.551 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.552 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.552 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.532123s 2024-09-19T11:42:01.552 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): get_auth_request con 0x5596124b8590 auth_method 0 2024-09-19T11:42:01.552 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.552 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.552 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.552 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x5596124b6ec0 auth_method 0 2024-09-19T11:42:01.553 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.553 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.553 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.553 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.553 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.553 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.553 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:42:00.989+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x5596124b81b0 auth_method 0 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:42:00.989+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient(hunting): handle_auth_done global_id 7992 payload 824 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.554 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:42:00.989+0000 7f56b3121640 1 monclient: found mon.noname-a 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:42:00.989+0000 7f56b3121640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: dump: 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.555 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:42:00.989+0000 7f55997fa640 10 monclient: dump: 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.556 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:42:00.989+0000 7f56b8211800 5 monclient: authenticate success, global_id 7992 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:42:00.989+0000 7f56b2920640 4 set_mon_vals no callback set 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:01.557 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:42:00.989+0000 7f56b8211800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:42:00.991+0000 7f55997fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:42:00.991+0000 7f55997fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:42:00.991+0000 7f55997fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:42:00.991+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f558c077480 auth_method 0 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:42:00.991+0000 7f56b8211800 10 monclient: get_monmap_and_config 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:42:00.991+0000 7f56b8211800 10 monclient: build_initial_monmap 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:42:00.991+0000 7f56b8211800 1 build_initial for_mkfs: 0 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:42:00.991+0000 7f56b8211800 10 monclient: monmap: 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:01.558 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding auth protocol: cephx 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding auth protocol: cephx 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding auth protocol: cephx 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.559 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: crc 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:42:00.991+0000 7f56b8211800 5 AuthRegistry(0x5596124d7cd0) adding con mode: secure 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:42:00.992+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding auth protocol: cephx 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding auth protocol: cephx 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding auth protocol: cephx 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.560 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: crc 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7af10) adding con mode: secure 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:42:00.992+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:42:00.992+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:42:00.992+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key cmddesc rotate-key hook 0x7ffedbd7b058 EEXIST 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.561 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x55961250c270 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596124fcbc0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596125076a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:42:00.992+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.535649s 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x55961250c270 auth_method 0 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x5596125076a0 auth_method 0 2024-09-19T11:42:01.562 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:42:00.992+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient(hunting): handle_auth_done global_id 7463 payload 274 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:42:00.992+0000 7f56b3922640 1 monclient: found mon.noname-c 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:42:00.992+0000 7f56b3922640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:01.563 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: dump: 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.564 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:42:00.993+0000 7f5592ffd640 10 monclient: dump: 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 monclient: authenticate success, global_id 7463 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: get_monmap_and_config success 2024-09-19T11:42:01.565 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:42:00.993+0000 7f56b8211800 4 set_mon_vals no callback set 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: shutdown 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: build_initial_monmap 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:42:00.993+0000 7f56b8211800 1 build_initial for_mkfs: 0 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:42:00.993+0000 7f56b8211800 10 monclient: monmap: 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:01.566 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding auth protocol: cephx 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding auth protocol: cephx 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding auth protocol: cephx 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: crc 2024-09-19T11:42:01.567 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:42:00.993+0000 7f56b8211800 5 AuthRegistry(0x5596124db7d0) adding con mode: secure 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:42:00.994+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: starting msgr at 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: starting objecter 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 asok(0x55961221a410) register_command objecter_requests cmddesc objecter_requests hook 0x5596124da7b0 EEXIST 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: setting wanted keys 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:42:00.994+0000 7f56b8211800 1 librados: calling monclient init 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient: init 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding auth protocol: cephx 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding auth protocol: cephx 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding auth protocol: cephx 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.568 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: crc 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 AuthRegistry(0x5596124cca70) adding con mode: secure 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:42:00.994+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:42:00.994+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:42:00.994+0000 7f56b8211800 5 asok(0x55961221a410) register_command rotate-key cmddesc rotate-key hook 0x5596124ccbb8 EEXIST 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-b con 0x5596124fcbc0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:01.569 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-a con 0x5596125076a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): picked mon.noname-c con 0x55961250c270 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:42:00.994+0000 7f56b8211800 10 monclient(hunting): authenticate will time out at 2106.537910s 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): get_auth_request con 0x55961250c270 auth_method 0 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): get_auth_request con 0x5596125076a0 auth_method 0 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.570 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): get_auth_request con 0x5596124fcbc0 auth_method 0 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:42:00.995+0000 7f56b3121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:42:00.995+0000 7f56b3922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:01.571 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient(hunting): handle_auth_done global_id 7466 payload 824 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient: _finish_hunting 0 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:42:00.995+0000 7f56b4123640 1 monclient: found mon.noname-c 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:42:00.995+0000 7f56b4123640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: dump: 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.572 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: _finish_auth 0 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: _check_auth_tickets 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:42:00.995+0000 7f55917fa640 10 monclient: dump: 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:01.573 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:42:00.995+0000 7f56b8211800 5 monclient: authenticate success, global_id 7466 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:42:00.995+0000 7f5592ffd640 4 set_mon_vals no callback set 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _renew_subs 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:42:00.995+0000 7f56b8211800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:42:00.995+0000 7f56b8211800 1 librados: init done 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:42:00.995+0000 7f56b8211800 5 asok(0x55961221a410) register_command cr dump hook 0x7f56a404eab8 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:42:00.997+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:42:00.998+0000 7f55917fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:42:00.998+0000 7f55917fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.574 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:42:00.998+0000 7f55917fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:42:00.998+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f557c077570 auth_method 0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:42:00.998+0000 7f56b3121640 10 monclient: get_auth_request con 0x559612526cf0 auth_method 0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 realm 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:42:00.999+0000 7f56b8211800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:42:00.999+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:42:00.999+0000 7f56b3922640 10 monclient: get_auth_request con 0x55961252aea0 auth_method 0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:42:01.000+0000 7f56b3121640 10 monclient: get_auth_request con 0x55961252e700 auth_method 0 2024-09-19T11:42:01.575 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:42:01.000+0000 7f56b8211800 20 searching for the correct realm 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:42:01.001+0000 7f56b4123640 10 monclient: get_auth_request con 0x559612533450 auth_method 0 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:42:01.001+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f56ac02c060 auth_method 0 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:42:01.002+0000 7f56b3121640 10 monclient: get_auth_request con 0x7f56a801a040 auth_method 0 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:42:01.002+0000 7f56b3121640 0 -- 172.21.15.103:0/3970857920 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f56a801a040 msgr2=0x7f56a8046750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:42:01.203+0000 7f56b3121640 10 monclient: get_auth_request con 0x7f56a801a040 auth_method 0 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:42:01.205+0000 7f56b4123640 10 monclient: get_auth_request con 0x7f56a8047ce0 auth_method 0 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:42:01.207+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f56a8073290 auth_method 0 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:42:01.207+0000 7f56b3922640 0 -- 172.21.15.103:0/3970857920 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f56a8073290 msgr2=0x7f56a8072c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:42:01.408+0000 7f56b3922640 10 monclient: get_auth_request con 0x7f56a8073290 auth_method 0 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:01.576 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:42:01.412+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 zone default found 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:42:01.413+0000 7f56b8211800 4 Realm: () 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:42:01.413+0000 7f56b8211800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:42:01.413+0000 7f56b8211800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:42:01.413+0000 7f56b8211800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:01.577 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 zonegroup default 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:42:01.413+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 started sync module instance, tier type = 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:42:01.414+0000 7f56b8211800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=0 2024-09-19T11:42:01.578 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=1 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=2 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=3 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=4 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=5 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:42:01.423+0000 7f56b8211800 20 add_watcher() i=6 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:42:01.424+0000 7f56b8211800 20 add_watcher() i=7 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:42:01.424+0000 7f56b8211800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding auth protocol: cephx 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding auth protocol: cephx 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding auth protocol: cephx 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.579 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:42:01.425+0000 7f5569fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: crc 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:42:01.425+0000 7f56b8211800 5 AuthRegistry(0x7ffedbd7b3e0) adding con mode: secure 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:42:01.426+0000 7f56b8211800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:01.580 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache list hook 0x559612504c10 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache inspect hook 0x559612504c10 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache erase hook 0x559612504c10 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command cache zap hook 0x559612504c10 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 note: GC not initialized 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:42:01.426+0000 7f5568fe1640 20 reqs_thread_entry: start 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace show hook 0x7f56a4057b70 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace history hook 0x7f56a4057b70 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace active hook 0x7f56a4057b70 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:42:01.426+0000 7f56b8211800 5 asok(0x55961221a410) register_command sync trace active_short hook 0x7f56a4057b70 2024-09-19T11:42:01.581 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 Filter name: none 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:42:01.426+0000 7f54e27fc640 20 reqs_thread_entry: start 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:42:01.426+0000 7f56b8211800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:42:01.426+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 : miss 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:42:01.427+0000 7f56b8211800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.582 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:42:01.427+0000 7f56b8211800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:42:01.434+0000 7f56b8211800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39, ofs0, ns] 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562489 cookie 94103040921120 notifier 7466 bl.length()=931 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:42:01.435+0000 7f55927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_sources= new_sources= 2024-09-19T11:42:01.583 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential sources added=[] removed=[] 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_dests= new_dests= 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:42:01.435+0000 7f56b8211800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential dests added=[] removed=[] 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.0 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.0 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.1 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.1 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.2 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.2 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.3 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.3 2024-09-19T11:42:01.584 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.4 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.4 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.5 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.5 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.6 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.6 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.7 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.7 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.8 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.8 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.9 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.9 2024-09-19T11:42:01.585 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.10 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.10 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:42:01.440+0000 7f56b8211800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.11 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1.11 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.0 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:42:01.440+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:42:01.441+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:42:01.441+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.3 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:42:01.442+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.4 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:42:01.442+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.5 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:42:01.443+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.6 2024-09-19T11:42:01.586 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:42:01.443+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.7 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:42:01.444+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.8 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:42:01.445+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.9 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:42:01.445+0000 7f56b8211800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.10 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:42:01.451+0000 7f56b8211800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f56b8211800 time 2024-09-19T11:42:01.451310+0000 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f56b938c76a] 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.587 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:42:01.452+0000 7f56b8211800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f56b8211800 thread_name:radosgw-admin 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f56b803e6f0] 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f56b808b99c] 2024-09-19T11:42:01.588 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f56b938c7c4] 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f56b938c928] 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x559610d81791] 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x559610d90664] 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x559610d91504] 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f56b8029590] 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:01.589 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:42:01.590 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:42:01.591 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:42:01.592 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:42:01.593 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:42:01.594 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:42:01.595 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 7f54e27fc640 / http_manager 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 7f5568fe1640 / http_manager 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 7f5569fe3640 / rgw_dt_lg_renew 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55917fa640 / ms_dispatch 2024-09-19T11:42:01.596 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55927fc640 / io_context_pool 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f5592ffd640 / io_context_pool 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55997fa640 / ms_dispatch 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f559bfff640 / ms_dispatch 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f55a1e0b640 / io_context_pool 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b2920640 / io_context_pool 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b3121640 / msgr-worker-2 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b3922640 / msgr-worker-1 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b4123640 / msgr-worker-0 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: 7f56b8211800 / radosgw-admin 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:42:01.452925Z_6e800623-0344-4323-b759-08986d14ff29/log 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:42:01.597 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-19T11:42:01.599 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:01.599 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:01.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.529+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 20 realm 2024-09-19T11:42:01.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.531+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.532+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.532+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.533+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.533+0000 7f5b4c128800 20 searching for the correct realm 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.535+0000 7f5b47ed6640 0 -- 172.21.15.103:0/2488464654 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f5b40045050 msgr2=0x7f5b40043ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.538+0000 7f5b47ed6640 0 -- 172.21.15.103:0/2488464654 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f5b3c09c410 msgr2=0x7f5b3c09c890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:01.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.744+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:01.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 zone default found 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 4 Realm: () 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 zonegroup default 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.745+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.746+0000 7f5b4c128800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.746+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.746+0000 7f5b4c128800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.746+0000 7f5b4c128800 20 started sync module instance, tier type = 2024-09-19T11:42:01.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.746+0000 7f5b4c128800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:01.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.755+0000 7f5b4c128800 20 add_watcher() i=0 2024-09-19T11:42:01.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.755+0000 7f5b4c128800 20 add_watcher() i=1 2024-09-19T11:42:01.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.755+0000 7f5b4c128800 20 add_watcher() i=2 2024-09-19T11:42:01.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.755+0000 7f5b4c128800 20 add_watcher() i=3 2024-09-19T11:42:01.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.755+0000 7f5b4c128800 20 add_watcher() i=4 2024-09-19T11:42:01.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.755+0000 7f5b4c128800 20 add_watcher() i=5 2024-09-19T11:42:01.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.755+0000 7f5b4c128800 20 add_watcher() i=6 2024-09-19T11:42:01.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.756+0000 7f5b4c128800 20 add_watcher() i=7 2024-09-19T11:42:01.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.756+0000 7f5b4c128800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:01.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.758+0000 7f59fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:01.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f5b4c128800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:01.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f5b4c128800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:01.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f5b4c128800 5 note: GC not initialized 2024-09-19T11:42:01.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f59fcfe1640 20 reqs_thread_entry: start 2024-09-19T11:42:01.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f5b4c128800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:01.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f5b4c128800 20 Filter name: none 2024-09-19T11:42:01.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f59767fc640 20 reqs_thread_entry: start 2024-09-19T11:42:01.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.759+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.760+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:01.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.760+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.760+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:42:01.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.760+0000 7f5b4c128800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:01.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.760+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.760+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:01.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.760+0000 7f5b4c128800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.761+0000 7f5b4c128800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:42:01.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.761+0000 7f5b4c128800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:01.765 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.762+0000 7f59fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:01.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.764+0000 7f5b4c128800 20 remove_watcher() i=0 2024-09-19T11:42:01.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.764+0000 7f5b4c128800 2 removed watcher, disabling cache 2024-09-19T11:42:01.767 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.765+0000 7f5b4c128800 20 remove_watcher() i=1 2024-09-19T11:42:01.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.767+0000 7f5b4c128800 20 remove_watcher() i=2 2024-09-19T11:42:01.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.768+0000 7f5b4c128800 20 remove_watcher() i=3 2024-09-19T11:42:01.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.769+0000 7f5b4c128800 20 remove_watcher() i=4 2024-09-19T11:42:01.771 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.770+0000 7f5b4c128800 20 remove_watcher() i=5 2024-09-19T11:42:01.772 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.770+0000 7f5b4c128800 20 remove_watcher() i=6 2024-09-19T11:42:01.773 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.771+0000 7f5b4c128800 20 remove_watcher() i=7 2024-09-19T11:42:01.783 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.783 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:42:01.783 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-19T11:42:01.783 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:01.785 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:01.785 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:01.791 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:01.791 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:01.834 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:42:01.865 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:01.865 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:01.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.900+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.901+0000 7f89a652c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.901+0000 7f89a652c800 20 realm 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.901+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.902+0000 7f89a652c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.902+0000 7f89a652c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.902+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.902+0000 7f89a652c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.902+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.903+0000 7f89a652c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.903+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.903+0000 7f89a652c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:01.905 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.903+0000 7f89a652c800 20 searching for the correct realm 2024-09-19T11:42:01.907 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.906+0000 7f89a293f640 0 -- 172.21.15.103:0/2071884678 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x559c6f675510 msgr2=0x559c6f6779d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.909+0000 7f89a213e640 0 -- 172.21.15.103:0/2071884678 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f898c0ccbe0 msgr2=0x7f898c085550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:01.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:01.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:01.915 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:01.916 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:01.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 zone default found 2024-09-19T11:42:01.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 4 Realm: () 2024-09-19T11:42:01.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:01.917 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 zonegroup default 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.914+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.915+0000 7f89a652c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.915+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.915+0000 7f89a652c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.915+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.915+0000 7f89a652c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.915+0000 7f89a652c800 20 started sync module instance, tier type = 2024-09-19T11:42:01.918 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.915+0000 7f89a652c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:01.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.924+0000 7f89a652c800 20 add_watcher() i=0 2024-09-19T11:42:01.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.924+0000 7f89a652c800 20 add_watcher() i=1 2024-09-19T11:42:01.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.924+0000 7f89a652c800 20 add_watcher() i=2 2024-09-19T11:42:01.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.924+0000 7f89a652c800 20 add_watcher() i=3 2024-09-19T11:42:01.925 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.924+0000 7f89a652c800 20 add_watcher() i=4 2024-09-19T11:42:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.924+0000 7f89a652c800 20 add_watcher() i=5 2024-09-19T11:42:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.924+0000 7f89a652c800 20 add_watcher() i=6 2024-09-19T11:42:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.925+0000 7f89a652c800 20 add_watcher() i=7 2024-09-19T11:42:01.926 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.925+0000 7f89a652c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:01.927 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.926+0000 7f8858fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f89a652c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f89a652c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f89a652c800 5 note: GC not initialized 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f87d37fe640 20 reqs_thread_entry: start 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f89a652c800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f89a652c800 20 Filter name: none 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f87d17fa640 20 reqs_thread_entry: start 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f89a652c800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T11:42:01.929 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.927+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.930 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 : miss 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.928+0000 7f89a652c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 2024-09-19T11:42:01.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.929+0000 7f89a652c800 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to be held by another RGW process; skipping for now 2024-09-19T11:42:01.932 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.930+0000 7f8858fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:01.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.932+0000 7f89a652c800 20 remove_watcher() i=0 2024-09-19T11:42:01.933 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.932+0000 7f89a652c800 2 removed watcher, disabling cache 2024-09-19T11:42:01.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.933+0000 7f89a652c800 20 remove_watcher() i=1 2024-09-19T11:42:01.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.934+0000 7f89a652c800 20 remove_watcher() i=2 2024-09-19T11:42:01.936 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.935+0000 7f89a652c800 20 remove_watcher() i=3 2024-09-19T11:42:01.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.936+0000 7f89a652c800 20 remove_watcher() i=4 2024-09-19T11:42:01.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.937+0000 7f89a652c800 20 remove_watcher() i=5 2024-09-19T11:42:01.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.938+0000 7f89a652c800 20 remove_watcher() i=6 2024-09-19T11:42:01.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:01.939+0000 7f89a652c800 20 remove_watcher() i=7 2024-09-19T11:42:01.951 INFO:tasks.workunit.client.0.smithi103.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-19T11:42:31.982 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-19T11:42:32.017 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:32.017 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:32.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.058+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.059+0000 7f259fd0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.059+0000 7f259fd0c800 20 realm 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.059+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.059+0000 7f259fd0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.059+0000 7f259fd0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.059+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.060+0000 7f259fd0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.060+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.061+0000 7f259fd0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:32.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.061+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.061+0000 7f259fd0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:32.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.061+0000 7f259fd0c800 20 searching for the correct realm 2024-09-19T11:42:32.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.064+0000 7f259d7f6640 0 -- 172.21.15.103:0/439742177 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f259801f040 msgr2=0x7f259801e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:42:32.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.069+0000 7f259d7f6640 0 -- 172.21.15.103:0/439742177 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f259409cbe0 msgr2=0x7f2594043040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.277+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:32.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:32.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 zone default found 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 4 Realm: () 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 zonegroup default 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.278+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.279+0000 7f259fd0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.279+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.279+0000 7f259fd0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.279+0000 7f259fd0c800 20 started sync module instance, tier type = 2024-09-19T11:42:32.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.279+0000 7f259fd0c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:32.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.290+0000 7f259fd0c800 20 add_watcher() i=0 2024-09-19T11:42:32.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.290+0000 7f259fd0c800 20 add_watcher() i=1 2024-09-19T11:42:32.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.290+0000 7f259fd0c800 20 add_watcher() i=2 2024-09-19T11:42:32.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.290+0000 7f259fd0c800 20 add_watcher() i=3 2024-09-19T11:42:32.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.290+0000 7f259fd0c800 20 add_watcher() i=4 2024-09-19T11:42:32.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.290+0000 7f259fd0c800 20 add_watcher() i=5 2024-09-19T11:42:32.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.290+0000 7f259fd0c800 20 add_watcher() i=6 2024-09-19T11:42:32.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.291+0000 7f259fd0c800 20 add_watcher() i=7 2024-09-19T11:42:32.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.291+0000 7f259fd0c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:32.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.293+0000 7f2453fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:32.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.293+0000 7f259fd0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:32.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.293+0000 7f259fd0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:32.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.293+0000 7f259fd0c800 5 note: GC not initialized 2024-09-19T11:42:32.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.293+0000 7f2452fe5640 20 reqs_thread_entry: start 2024-09-19T11:42:32.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:32.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 20 Filter name: none 2024-09-19T11:42:32.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f2450fe1640 20 reqs_thread_entry: start 2024-09-19T11:42:32.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-19T11:42:32.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:32.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 : miss 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.294+0000 7f259fd0c800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.295+0000 7f259fd0c800 20 rados_obj.operate() r=0 bl.length=451 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.295+0000 7f259fd0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.295+0000 7f259fd0c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.295+0000 7f259fd0c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.295+0000 7f259fd0c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:32.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.295+0000 7f259fd0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 2024-09-19T11:42:32.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.296+0000 7f259fd0c800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:42:32.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.303+0000 7f259fd0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:32.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f259fd0c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:32.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f259fd0c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:32.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f259fd0c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39, ofs0, ns] 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f2480ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562490 cookie 94700540114032 notifier 7514 bl.length()=931 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f2480ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f2480ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f2480ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_sources= new_sources= 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential sources added=[] removed=[] 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_dests= new_dests= 2024-09-19T11:42:32.306 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.304+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential dests added=[] removed=[] 2024-09-19T11:42:32.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.0 2024-09-19T11:42:32.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.0 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.1 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.1 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.2 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.2 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.3 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.3 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.4 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.4 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.5 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.5 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.6 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.6 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.7 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.7 2024-09-19T11:42:32.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.8 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.8 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.9 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.9 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.10 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.10 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.11 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2.11 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.0 2024-09-19T11:42:32.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.313+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1 2024-09-19T11:42:32.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.314+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2 2024-09-19T11:42:32.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.314+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.3 2024-09-19T11:42:32.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.315+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.4 2024-09-19T11:42:32.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.316+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.5 2024-09-19T11:42:32.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.316+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.6 2024-09-19T11:42:32.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.317+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.7 2024-09-19T11:42:32.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.318+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.8 2024-09-19T11:42:32.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.319+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.9 2024-09-19T11:42:32.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.319+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.10 2024-09-19T11:42:32.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.323+0000 7f259fd0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 : hit (requested=0x17, cached=0x17) 2024-09-19T11:42:32.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.323+0000 7f259fd0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 2024-09-19T11:42:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.324+0000 7f259fd0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.324+0000 7f259fd0c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.324+0000 7f259fd0c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.324+0000 7f259fd0c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39, ofs0, ns] 2024-09-19T11:42:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f2480ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562491 cookie 94700540114032 notifier 7514 bl.length()=931 2024-09-19T11:42:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f2480ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:32.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f2480ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:32.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f2480ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:32.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_sources= new_sources= 2024-09-19T11:42:32.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential sources added=[] removed=[] 2024-09-19T11:42:32.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_dests= new_dests= 2024-09-19T11:42:32.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.325+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential dests added=[] removed=[] 2024-09-19T11:42:32.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.328+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.0 2024-09-19T11:42:32.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.328+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.1 2024-09-19T11:42:32.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.328+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.2 2024-09-19T11:42:32.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.329+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.3 2024-09-19T11:42:32.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.329+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.4 2024-09-19T11:42:32.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.329+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.5 2024-09-19T11:42:32.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.330+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.6 2024-09-19T11:42:32.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.330+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.7 2024-09-19T11:42:32.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.331+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.8 2024-09-19T11:42:32.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.331+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.9 2024-09-19T11:42:32.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.331+0000 7f259fd0c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39.10 2024-09-19T11:42:32.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.332+0000 7f259fd0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 : hit (requested=0x17, cached=0x17) 2024-09-19T11:42:32.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.332+0000 7f259fd0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 2024-09-19T11:42:32.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.333+0000 7f259fd0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:32.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.333+0000 7f259fd0c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:32.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.333+0000 7f259fd0c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:32.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.333+0000 7f259fd0c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39, ofs0, ns] 2024-09-19T11:42:32.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.333+0000 7f246ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562492 cookie 94700540114032 notifier 7514 bl.length()=899 2024-09-19T11:42:32.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.334+0000 7f246ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 info.flags=0x17 2024-09-19T11:42:32.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.334+0000 7f246ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 to cache LRU end 2024-09-19T11:42:32.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.334+0000 7f246ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-19T11:42:32.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.334+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_sources= new_sources= 2024-09-19T11:42:32.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.334+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential sources added=[] removed=[] 2024-09-19T11:42:32.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.334+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): orig_dests= new_dests= 2024-09-19T11:42:32.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.334+0000 7f259fd0c800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39]): potential dests added=[] removed=[] 2024-09-19T11:42:32.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.337+0000 7f259fd0c800 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-19T11:42:32.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.339+0000 7f2453fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:32.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.341+0000 7f259fd0c800 20 remove_watcher() i=0 2024-09-19T11:42:32.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.341+0000 7f259fd0c800 2 removed watcher, disabling cache 2024-09-19T11:42:32.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.342+0000 7f259fd0c800 20 remove_watcher() i=1 2024-09-19T11:42:32.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.343+0000 7f259fd0c800 20 remove_watcher() i=2 2024-09-19T11:42:32.346 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.344+0000 7f259fd0c800 20 remove_watcher() i=3 2024-09-19T11:42:32.347 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.345+0000 7f259fd0c800 20 remove_watcher() i=4 2024-09-19T11:42:32.348 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.346+0000 7f259fd0c800 20 remove_watcher() i=5 2024-09-19T11:42:32.349 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.348+0000 7f259fd0c800 20 remove_watcher() i=6 2024-09-19T11:42:32.350 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.349+0000 7f259fd0c800 20 remove_watcher() i=7 2024-09-19T11:42:32.362 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-19T11:42:32.392 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:32.392 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:32.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.427+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.428+0000 7fe98a540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.428+0000 7fe98a540800 20 realm 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.428+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.429+0000 7fe98a540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.429+0000 7fe98a540800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.429+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.429+0000 7fe98a540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.430 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.429+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.430+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:32.431 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.430+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.430+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:32.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.430+0000 7fe98a540800 20 searching for the correct realm 2024-09-19T11:42:32.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.433+0000 7fe97dabf640 0 -- 172.21.15.103:0/790384130 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fe97002c070 msgr2=0x7fe9700675e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:32.438 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.437+0000 7fe9862c0640 0 -- 172.21.15.103:0/790384130 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fe97007da70 msgr2=0x7fe97007d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:32.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:32.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.644+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:32.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 zone default found 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 4 Realm: () 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 zonegroup default 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.645+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.646+0000 7fe98a540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.646+0000 7fe98a540800 20 started sync module instance, tier type = 2024-09-19T11:42:32.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.646+0000 7fe98a540800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:32.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.655+0000 7fe98a540800 20 add_watcher() i=0 2024-09-19T11:42:32.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.655+0000 7fe98a540800 20 add_watcher() i=1 2024-09-19T11:42:32.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.655+0000 7fe98a540800 20 add_watcher() i=2 2024-09-19T11:42:32.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.655+0000 7fe98a540800 20 add_watcher() i=3 2024-09-19T11:42:32.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.655+0000 7fe98a540800 20 add_watcher() i=4 2024-09-19T11:42:32.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.655+0000 7fe98a540800 20 add_watcher() i=5 2024-09-19T11:42:32.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.655+0000 7fe98a540800 20 add_watcher() i=6 2024-09-19T11:42:32.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.656+0000 7fe98a540800 20 add_watcher() i=7 2024-09-19T11:42:32.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.656+0000 7fe98a540800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:32.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.658+0000 7fe83cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:32.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.658+0000 7fe98a540800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:32.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.658+0000 7fe98a540800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:32.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.658+0000 7fe98a540800 5 note: GC not initialized 2024-09-19T11:42:32.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.658+0000 7fe7b77fe640 20 reqs_thread_entry: start 2024-09-19T11:42:32.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.658+0000 7fe98a540800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:32.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.659+0000 7fe98a540800 20 Filter name: none 2024-09-19T11:42:32.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.659+0000 7fe7b57fa640 20 reqs_thread_entry: start 2024-09-19T11:42:32.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.659+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.659+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.659+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.660+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.660+0000 7fe98a540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.660+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.660+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=197 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.660+0000 7fe98a540800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.660+0000 7fe98a540800 20 rados_obj.operate() r=0 bl.length=419 2024-09-19T11:42:32.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.660+0000 7fe98a540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:32.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.662+0000 7fe83cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:32.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.664+0000 7fe98a540800 20 remove_watcher() i=0 2024-09-19T11:42:32.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.664+0000 7fe98a540800 2 removed watcher, disabling cache 2024-09-19T11:42:32.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.666+0000 7fe98a540800 20 remove_watcher() i=1 2024-09-19T11:42:32.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.667+0000 7fe98a540800 20 remove_watcher() i=2 2024-09-19T11:42:32.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.668+0000 7fe98a540800 20 remove_watcher() i=3 2024-09-19T11:42:32.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.669+0000 7fe98a540800 20 remove_watcher() i=4 2024-09-19T11:42:32.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.670+0000 7fe98a540800 20 remove_watcher() i=5 2024-09-19T11:42:32.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.671+0000 7fe98a540800 20 remove_watcher() i=6 2024-09-19T11:42:32.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.672+0000 7fe98a540800 20 remove_watcher() i=7 2024-09-19T11:42:32.683 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:32.683 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:42:32.684 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: abort-at-change-reshard-state id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.39 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-19T11:42:32.684 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:32.685 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:32.686 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:32.689 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:32.689 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:32.732 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:32.732 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:32.762 INFO:tasks.workunit.client.0.smithi103.stderr: test: logrecord could be stopped after reshard failed 2024-09-19T11:42:32.763 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:42:32.794 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:32.794 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:32.830 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.829+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.830+0000 7f4d2380e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.830+0000 7f4d2380e800 20 realm 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.830+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.831+0000 7f4d2380e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.831+0000 7f4d2380e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.831+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.831+0000 7f4d2380e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:32.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.831+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.832+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:32.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.832+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:32.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.832+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:32.834 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.832+0000 7f4d2380e800 20 searching for the correct realm 2024-09-19T11:42:32.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.835+0000 7f4d1eecb640 0 -- 172.21.15.103:0/1229959537 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f4d1801a040 msgr2=0x7f4d18005a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:32.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:32.838+0000 7f4d1eecb640 0 -- 172.21.15.103:0/1229959537 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4d080623e0 msgr2=0x7f4d08062860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.045+0000 7f4d2380e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:33.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.045+0000 7f4d2380e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:33.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.045+0000 7f4d2380e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:33.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.045+0000 7f4d2380e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:33.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.045+0000 7f4d2380e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:33.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.045+0000 7f4d2380e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:33.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.045+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:33.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 zone default found 2024-09-19T11:42:33.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 4 Realm: () 2024-09-19T11:42:33.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:33.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:33.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:33.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 zonegroup default 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.046+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.047+0000 7f4d2380e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.047+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.047+0000 7f4d2380e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.047+0000 7f4d2380e800 20 started sync module instance, tier type = 2024-09-19T11:42:33.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.047+0000 7f4d2380e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:33.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.057+0000 7f4d2380e800 20 add_watcher() i=0 2024-09-19T11:42:33.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.057+0000 7f4d2380e800 20 add_watcher() i=1 2024-09-19T11:42:33.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.057+0000 7f4d2380e800 20 add_watcher() i=2 2024-09-19T11:42:33.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.057+0000 7f4d2380e800 20 add_watcher() i=3 2024-09-19T11:42:33.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.057+0000 7f4d2380e800 20 add_watcher() i=4 2024-09-19T11:42:33.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.057+0000 7f4d2380e800 20 add_watcher() i=5 2024-09-19T11:42:33.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.057+0000 7f4d2380e800 20 add_watcher() i=6 2024-09-19T11:42:33.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.058+0000 7f4d2380e800 20 add_watcher() i=7 2024-09-19T11:42:33.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.058+0000 7f4d2380e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:33.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.060+0000 7f4bd57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.060+0000 7f4d2380e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.060+0000 7f4d2380e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.060+0000 7f4d2380e800 5 note: GC not initialized 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.060+0000 7f4b4ffff640 20 reqs_thread_entry: start 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.060+0000 7f4d2380e800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.061+0000 7f4d2380e800 20 Filter name: none 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.061+0000 7f4b4dffb640 20 reqs_thread_entry: start 2024-09-19T11:42:33.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.061+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.061+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.061+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.062+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:42:33.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.062+0000 7f4d2380e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:33.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.062+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.062+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.062+0000 7f4d2380e800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.063+0000 7f4d2380e800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:42:33.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.063+0000 7f4d2380e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:33.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.064+0000 7f4bd57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.066+0000 7f4d2380e800 20 remove_watcher() i=0 2024-09-19T11:42:33.068 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.066+0000 7f4d2380e800 2 removed watcher, disabling cache 2024-09-19T11:42:33.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.067+0000 7f4d2380e800 20 remove_watcher() i=1 2024-09-19T11:42:33.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.068+0000 7f4d2380e800 20 remove_watcher() i=2 2024-09-19T11:42:33.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.069+0000 7f4d2380e800 20 remove_watcher() i=3 2024-09-19T11:42:33.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.071+0000 7f4d2380e800 20 remove_watcher() i=4 2024-09-19T11:42:33.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.072+0000 7f4d2380e800 20 remove_watcher() i=5 2024-09-19T11:42:33.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.073+0000 7f4d2380e800 20 remove_watcher() i=6 2024-09-19T11:42:33.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.074+0000 7f4d2380e800 20 remove_watcher() i=7 2024-09-19T11:42:33.085 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.085 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:42:33.085 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 8 size_kb: 1 num_shards: 13 2024-09-19T11:42:33.085 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.087 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:42:33.115 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:33.116 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:33.153 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.151+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 20 realm 2024-09-19T11:42:33.154 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.153+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.155 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.154+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.156 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.154+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.155+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:33.157 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.155+0000 7fcaec928800 20 searching for the correct realm 2024-09-19T11:42:33.158 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.157+0000 7fcae7e4a640 0 -- 172.21.15.103:0/3341716526 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fcadc027040 msgr2=0x7fcadc01b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:42:33.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.161+0000 7fcae864b640 0 -- 172.21.15.103:0/3341716526 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fcadc01b040 msgr2=0x7fcadc027420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.367+0000 7fcaec928800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:33.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.367+0000 7fcaec928800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:33.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.367+0000 7fcaec928800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:33.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.367+0000 7fcaec928800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:33.369 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.367+0000 7fcaec928800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:33.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.367+0000 7fcaec928800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:33.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.367+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.370 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 zone default found 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 4 Realm: () 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 zonegroup default 2024-09-19T11:42:33.371 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.368+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.369+0000 7fcaec928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.369+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.369+0000 7fcaec928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.369+0000 7fcaec928800 20 started sync module instance, tier type = 2024-09-19T11:42:33.372 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.369+0000 7fcaec928800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:33.379 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.378+0000 7fcaec928800 20 add_watcher() i=0 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.378+0000 7fcaec928800 20 add_watcher() i=1 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.378+0000 7fcaec928800 20 add_watcher() i=2 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.378+0000 7fcaec928800 20 add_watcher() i=3 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.378+0000 7fcaec928800 20 add_watcher() i=4 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.378+0000 7fcaec928800 20 add_watcher() i=5 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.378+0000 7fcaec928800 20 add_watcher() i=6 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.379+0000 7fcaec928800 20 add_watcher() i=7 2024-09-19T11:42:33.380 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.379+0000 7fcaec928800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:33.382 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.381+0000 7fc99e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.381+0000 7fcaec928800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:33.383 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.381+0000 7fcaec928800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.381+0000 7fcaec928800 5 note: GC not initialized 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.382+0000 7fc99d7e2640 20 reqs_thread_entry: start 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.382+0000 7fcaec928800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.382+0000 7fcaec928800 20 Filter name: none 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.382+0000 7fc90effd640 20 reqs_thread_entry: start 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.382+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.382+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.384 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.382+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.383+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:42:33.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.383+0000 7fcaec928800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:33.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.383+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.383+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.383+0000 7fcaec928800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.385 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.383+0000 7fcaec928800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:42:33.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.383+0000 7fcaec928800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:33.386 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.385+0000 7fc99e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.387+0000 7fcaec928800 20 remove_watcher() i=0 2024-09-19T11:42:33.388 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.387+0000 7fcaec928800 2 removed watcher, disabling cache 2024-09-19T11:42:33.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.388+0000 7fcaec928800 20 remove_watcher() i=1 2024-09-19T11:42:33.390 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.389+0000 7fcaec928800 20 remove_watcher() i=2 2024-09-19T11:42:33.391 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.390+0000 7fcaec928800 20 remove_watcher() i=3 2024-09-19T11:42:33.392 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.391+0000 7fcaec928800 20 remove_watcher() i=4 2024-09-19T11:42:33.393 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.392+0000 7fcaec928800 20 remove_watcher() i=5 2024-09-19T11:42:33.394 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.393+0000 7fcaec928800 20 remove_watcher() i=6 2024-09-19T11:42:33.395 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.394+0000 7fcaec928800 20 remove_watcher() i=7 2024-09-19T11:42:33.407 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-19T11:42:33.441 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:33.441 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:33.477 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.476+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.477+0000 7ff08e546800 20 realm 2024-09-19T11:42:33.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.477+0000 7ff08e546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:33.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.478+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.478+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:33.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.479+0000 7ff08e546800 20 searching for the correct realm 2024-09-19T11:42:33.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.483+0000 7ff08c838640 0 -- 172.21.15.103:0/4239812007 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7ff074079090 msgr2=0x7ff074075800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.689+0000 7ff08c037640 0 -- 172.21.15.103:0/4239812007 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55e35abe5990 msgr2=0x55e35abe7dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.693 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.695 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 zone default found 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 4 Realm: () 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 zonegroup default 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.696 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.694+0000 7ff08e546800 20 started sync module instance, tier type = 2024-09-19T11:42:33.697 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.694+0000 7ff08e546800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:33.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=0 2024-09-19T11:42:33.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=1 2024-09-19T11:42:33.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=2 2024-09-19T11:42:33.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=3 2024-09-19T11:42:33.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=4 2024-09-19T11:42:33.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=5 2024-09-19T11:42:33.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=6 2024-09-19T11:42:33.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.705+0000 7ff08e546800 20 add_watcher() i=7 2024-09-19T11:42:33.706 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.705+0000 7ff08e546800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:33.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.706+0000 7fef42fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7ff08e546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:33.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7ff08e546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:33.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7ff08e546800 5 note: GC not initialized 2024-09-19T11:42:33.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7fef41fe3640 20 reqs_thread_entry: start 2024-09-19T11:42:33.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7ff08e546800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:33.709 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7ff08e546800 20 Filter name: none 2024-09-19T11:42:33.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7fef3affd640 20 reqs_thread_entry: start 2024-09-19T11:42:33.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7ff08e546800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:42:33.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.707+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.708+0000 7ff08e546800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.713+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7ff08e546800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7ff08e546800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7ff08e546800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562444 cookie 94434968412752 notifier 8130 bl.length()=827 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:42:33.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:42:33.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.1 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.1 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.2 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.2 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.3 2024-09-19T11:42:33.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.3 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.4 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.4 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.5 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.5 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.6 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.6 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.7 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.7 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.8 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.8 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.9 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.9 2024-09-19T11:42:33.723 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.10 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.10 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.11 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.11 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.12 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.12 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.13 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.13 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:33.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:33.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:33.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:33.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.722+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.722+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.723+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.723+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.723+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.723+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.724+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.724+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.724+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:33.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.724+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:33.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.725+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:33.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.725+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:33.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.725+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:33.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.725+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:33.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.726+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:33.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.726+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:33.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.726+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:33.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.726+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:33.729 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff08e546800 time 2024-09-19T11:42:33.729271+0000 2024-09-19T11:42:33.729 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:33.730 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.730 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff091b8c76a] 2024-09-19T11:42:33.730 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.730 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.730 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.730 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.730 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.729+0000 7ff08e546800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff08e546800 time 2024-09-19T11:42:33.729271+0000 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff091b8c76a] 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.731 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:42:33.732 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff08e546800 thread_name:radosgw-admin 2024-09-19T11:42:33.747 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.747 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff09083e6f0] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff09088b99c] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff091b8c7c4] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:33.748 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.730+0000 7ff08e546800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff08e546800 thread_name:radosgw-admin 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff09083e6f0] 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff09088b99c] 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff091b8c7c4] 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.749 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:42:33.461+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key hook 0x55e35aaf6678 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35a9a27f0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35a9ab6c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35aa3c260 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.750 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.004529s 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35a9a27f0 auth_method 0 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35a9ab6c0 auth_method 0 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.751 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_done global_id 8121 payload 824 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:42:33.461+0000 7ff08c037640 1 monclient: found mon.noname-a 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:42:33.461+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35aa3c260 auth_method 0 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: dump: 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.752 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: dump: 2024-09-19T11:42:33.753 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:42:33.462+0000 7ff08e546800 5 monclient: authenticate success, global_id 8121 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:42:33.462+0000 7fef7a60c640 4 set_mon_vals no callback set 2024-09-19T11:42:33.754 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:42:33.462+0000 7ff08e546800 1 librados: init done 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:42:33.464+0000 7fef78e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:42:33.464+0000 7fef78e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:42:33.464+0000 7fef78e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:42:33.464+0000 7ff083836640 10 monclient: get_auth_request con 0x7fef74077570 auth_method 0 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:42:33.464+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35ab37560 auth_method 0 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:42:33.465+0000 7ff08c037640 10 monclient: get_auth_request con 0x55e35ab42630 auth_method 0 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:42:33.466+0000 7ff083836640 10 monclient: get_auth_request con 0x55e35ab46990 auth_method 0 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:42:33.467+0000 7ff08e546800 10 monclient: build_initial_monmap 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:42:33.467+0000 7ff08e546800 1 build_initial for_mkfs: 0 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:42:33.467+0000 7ff08e546800 10 monclient: monmap: 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:33.755 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding auth protocol: cephx 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding auth protocol: cephx 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding auth protocol: cephx 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.756 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:42:33.467+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command objecter_requests cmddesc objecter_requests hook 0x55e35ab4ecb0 EEXIST 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:42:33.467+0000 7ff08e546800 10 monclient: init 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding auth protocol: cephx 2024-09-19T11:42:33.757 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding auth protocol: cephx 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding auth protocol: cephx 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.758 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:42:33.468+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:42:33.468+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:42:33.468+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key cmddesc rotate-key hook 0x55e35ab49fe0 EEXIST 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35ab72fd0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35ab733b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35ab71ce0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.011339s 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35ab72fd0 auth_method 0 2024-09-19T11:42:33.759 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35ab733b0 auth_method 0 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_done global_id 8124 payload 824 2024-09-19T11:42:33.760 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:42:33.468+0000 7ff08c037640 1 monclient: found mon.noname-a 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: dump: 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.761 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:42:33.468+0000 7ff08e546800 5 monclient: authenticate success, global_id 8124 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: dump: 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.762 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:42:33.468+0000 7ff08d039640 4 set_mon_vals no callback set 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:42:33.470+0000 7fef71ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:42:33.470+0000 7fef71ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:42:33.470+0000 7fef71ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.763 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:42:33.470+0000 7ff083836640 10 monclient: get_auth_request con 0x7fef64077480 auth_method 0 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:42:33.470+0000 7ff08e546800 10 monclient: get_monmap_and_config 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:42:33.470+0000 7ff08e546800 10 monclient: build_initial_monmap 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:42:33.470+0000 7ff08e546800 1 build_initial for_mkfs: 0 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:42:33.470+0000 7ff08e546800 10 monclient: monmap: 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:33.764 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding auth protocol: cephx 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding auth protocol: cephx 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding auth protocol: cephx 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.765 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:42:33.471+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient: init 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding auth protocol: cephx 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding auth protocol: cephx 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding auth protocol: cephx 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.766 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:42:33.471+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:42:33.471+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key cmddesc rotate-key hook 0x7ffe818999b8 EEXIST 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35abc73c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35ab983d0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.767 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35abc28a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.014960s 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35ab983d0 auth_method 0 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): get_auth_request con 0x55e35abc28a0 auth_method 0 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.768 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35abc73c0 auth_method 0 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_done global_id 7583 payload 274 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:42:33.472+0000 7ff083836640 1 monclient: found mon.noname-c 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:33.769 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: dump: 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.770 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:42:33.472+0000 7ff08e546800 5 monclient: authenticate success, global_id 7583 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:42:33.472+0000 7ff08e546800 10 monclient: get_monmap_and_config success 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:42:33.472+0000 7ff08e546800 4 set_mon_vals no callback set 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: dump: 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.771 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: shutdown 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: build_initial_monmap 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 build_initial for_mkfs: 0 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: monmap: 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.772 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding auth protocol: cephx 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding auth protocol: cephx 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding auth protocol: cephx 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.773 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:42:33.473+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: starting msgr at 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: starting objecter 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command objecter_requests cmddesc objecter_requests hook 0x55e35ab98b60 EEXIST 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: setting wanted keys 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: calling monclient init 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: init 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding auth protocol: cephx 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding auth protocol: cephx 2024-09-19T11:42:33.774 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding auth protocol: cephx 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:42:33.473+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.775 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:42:33.474+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:42:33.474+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key cmddesc rotate-key hook 0x55e35ab879d8 EEXIST 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35ab983d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35abc28a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35abc73c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.017201s 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35abc28a0 auth_method 0 2024-09-19T11:42:33.776 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): get_auth_request con 0x55e35abc73c0 auth_method 0 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35ab983d0 auth_method 0 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.777 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_done global_id 8130 payload 824 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:42:33.474+0000 7ff083836640 1 monclient: found mon.noname-a 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: dump: 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.778 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:33.779 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: dump: 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:42:33.474+0000 7ff08e546800 5 monclient: authenticate success, global_id 8130 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:42:33.474+0000 7fef6b7fe640 4 set_mon_vals no callback set 2024-09-19T11:42:33.780 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:42:33.474+0000 7ff08e546800 1 librados: init done 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:42:33.474+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cr dump hook 0x55e35abb55f8 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:42:33.476+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:42:33.476+0000 7fef69ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:42:33.476+0000 7fef69ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:42:33.476+0000 7fef69ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:42:33.477+0000 7ff08c037640 10 monclient: get_auth_request con 0x7fef5c077570 auth_method 0 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:42:33.477+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35abe1840 auth_method 0 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 realm 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.781 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:42:33.477+0000 7ff08e546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:42:33.478+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:42:33.478+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:42:33.478+0000 7ff08c037640 10 monclient: get_auth_request con 0x55e35abe5990 auth_method 0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:42:33.479+0000 7ff083836640 10 monclient: get_auth_request con 0x55e35abe91f0 auth_method 0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 searching for the correct realm 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:42:33.479+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35abedf90 auth_method 0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:42:33.480+0000 7ff08c037640 10 monclient: get_auth_request con 0x7ff0840693f0 auth_method 0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:42:33.481+0000 7ff083836640 10 monclient: get_auth_request con 0x7ff074026040 auth_method 0 2024-09-19T11:42:33.782 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:42:33.483+0000 7ff08c838640 0 -- 172.21.15.103:0/4239812007 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7ff074079090 msgr2=0x7ff074075800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:42:33.483+0000 7ff08c838640 10 monclient: get_auth_request con 0x7ff074079090 auth_method 0 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:42:33.685+0000 7ff08c838640 10 monclient: get_auth_request con 0x7ff074079090 auth_method 0 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:42:33.687+0000 7ff08c037640 10 monclient: get_auth_request con 0x7ff074074150 auth_method 0 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:42:33.689+0000 7ff08c037640 0 -- 172.21.15.103:0/4239812007 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55e35abe5990 msgr2=0x55e35abe7dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:42:33.689+0000 7fef69ffb640 1 client.8130.objecter ms_handle_reset 0x55e35abe5990 session 0x55e35abe5310 osd.5 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:42:33.689+0000 7fef69ffb640 10 monclient: _renew_subs 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:42:33.689+0000 7fef69ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:42:33.690+0000 7ff08c037640 10 monclient: get_auth_request con 0x7fef5c087390 auth_method 0 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:33.783 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 zone default found 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:42:33.693+0000 7ff08e546800 4 Realm: () 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:42:33.693+0000 7ff08e546800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:42:33.693+0000 7ff08e546800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:42:33.693+0000 7ff08e546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 zonegroup default 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.784 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 started sync module instance, tier type = 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=0 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=1 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=2 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=3 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=4 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=5 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=6 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:42:33.705+0000 7ff08e546800 20 add_watcher() i=7 2024-09-19T11:42:33.785 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:42:33.705+0000 7ff08e546800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding auth protocol: cephx 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding auth protocol: cephx 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding auth protocol: cephx 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:42:33.706+0000 7fef42fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.786 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:42:33.707+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache list hook 0x55e35abb6080 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache inspect hook 0x55e35abb6080 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache erase hook 0x55e35abb6080 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache zap hook 0x55e35abb6080 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 note: GC not initialized 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:42:33.707+0000 7fef41fe3640 20 reqs_thread_entry: start 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace show hook 0x7ff074015a60 2024-09-19T11:42:33.787 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace history hook 0x7ff074015a60 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace active hook 0x7ff074015a60 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace active_short hook 0x7ff074015a60 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 Filter name: none 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:42:33.707+0000 7fef3affd640 20 reqs_thread_entry: start 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:42:33.707+0000 7ff08e546800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.788 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:42:33.713+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:42:33.714+0000 7ff08e546800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:42:33.714+0000 7ff08e546800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:42:33.714+0000 7ff08e546800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562444 cookie 94434968412752 notifier 8130 bl.length()=827 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.789 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:42:33.715+0000 7fef69ffb640 1 client.8130.objecter ms_handle_reset 0x7ff074026040 session 0x7ff07402a070 osd.4 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:42:33.716+0000 7ff083836640 10 monclient: get_auth_request con 0x55e35abe5990 auth_method 0 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.1 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.1 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.2 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.2 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.3 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.3 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.4 2024-09-19T11:42:33.790 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.4 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.5 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.5 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.6 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.6 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.7 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.7 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.8 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.8 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.9 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.9 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.10 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.10 2024-09-19T11:42:33.791 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.11 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.11 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.12 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.12 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.13 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.13 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:33.792 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:42:33.722+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:42:33.722+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:42:33.723+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:42:33.723+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:42:33.723+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:42:33.723+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:42:33.724+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:42:33.724+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:42:33.724+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:42:33.724+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:42:33.725+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:42:33.725+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:42:33.725+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:42:33.725+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:33.793 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:42:33.726+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:42:33.726+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:42:33.726+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:42:33.726+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:42:33.729+0000 7ff08e546800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff08e546800 time 2024-09-19T11:42:33.729271+0000 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff091b8c76a] 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:33.794 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:42:33.730+0000 7ff08e546800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff08e546800 thread_name:radosgw-admin 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff09083e6f0] 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff09088b99c] 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff091b8c7c4] 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.795 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:42:33.796 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:42:33.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:42:33.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:42:33.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:42:33.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:42:33.801 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:42:33.802 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef3affd640 / http_manager 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef41fe3640 / http_manager 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef42fe5640 / rgw_dt_lg_renew 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef69ffb640 / ms_dispatch 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef6b7fe640 / io_context_pool 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef71ffb640 / ms_dispatch 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef78e09640 / ms_dispatch 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef7a60c640 / io_context_pool 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff083836640 / msgr-worker-2 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08c037640 / msgr-worker-1 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08c838640 / msgr-worker-0 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08d039640 / io_context_pool 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08e546800 / radosgw-admin 2024-09-19T11:42:33.803 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.145565.log 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:42:33.461+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key hook 0x55e35aaf6678 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35a9a27f0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35a9ab6c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35aa3c260 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.804 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:42:33.461+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.004529s 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35a9a27f0 auth_method 0 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35a9ab6c0 auth_method 0 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.805 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:42:33.461+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient(hunting): handle_auth_done global_id 8121 payload 824 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:42:33.461+0000 7ff08c037640 1 monclient: found mon.noname-a 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:42:33.461+0000 7ff08c037640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:42:33.461+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35aa3c260 auth_method 0 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: dump: 2024-09-19T11:42:33.806 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.807 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:42:33.462+0000 7fef78e09640 10 monclient: dump: 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:42:33.462+0000 7ff08e546800 5 monclient: authenticate success, global_id 8121 2024-09-19T11:42:33.808 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:42:33.462+0000 7fef7a60c640 4 set_mon_vals no callback set 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:42:33.462+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:42:33.462+0000 7ff08e546800 1 librados: init done 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:42:33.464+0000 7fef78e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:42:33.464+0000 7fef78e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:42:33.464+0000 7fef78e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:42:33.464+0000 7ff083836640 10 monclient: get_auth_request con 0x7fef74077570 auth_method 0 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:42:33.464+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35ab37560 auth_method 0 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:42:33.465+0000 7ff08c037640 10 monclient: get_auth_request con 0x55e35ab42630 auth_method 0 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:42:33.466+0000 7ff083836640 10 monclient: get_auth_request con 0x55e35ab46990 auth_method 0 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:42:33.467+0000 7ff08e546800 10 monclient: build_initial_monmap 2024-09-19T11:42:33.809 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:42:33.467+0000 7ff08e546800 1 build_initial for_mkfs: 0 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:42:33.467+0000 7ff08e546800 10 monclient: monmap: 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding auth protocol: cephx 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding auth protocol: cephx 2024-09-19T11:42:33.810 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding auth protocol: cephx 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: crc 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab4b7c0) adding con mode: secure 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:42:33.467+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command objecter_requests cmddesc objecter_requests hook 0x55e35ab4ecb0 EEXIST 2024-09-19T11:42:33.811 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:42:33.467+0000 7ff08e546800 10 monclient: init 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding auth protocol: cephx 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding auth protocol: cephx 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding auth protocol: cephx 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.812 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: crc 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:42:33.467+0000 7ff08e546800 5 AuthRegistry(0x55e35ab49e98) adding con mode: secure 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:42:33.468+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:42:33.468+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:42:33.468+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key cmddesc rotate-key hook 0x55e35ab49fe0 EEXIST 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35ab72fd0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35ab733b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35ab71ce0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.011339s 2024-09-19T11:42:33.813 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35ab72fd0 auth_method 0 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35ab733b0 auth_method 0 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:42:33.468+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.814 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient(hunting): handle_auth_done global_id 8124 payload 824 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:42:33.468+0000 7ff08c037640 1 monclient: found mon.noname-a 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:42:33.468+0000 7ff08c037640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: dump: 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.815 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:42:33.468+0000 7ff08e546800 5 monclient: authenticate success, global_id 8124 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:42:33.468+0000 7fef71ffb640 10 monclient: dump: 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.816 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:42:33.468+0000 7ff08d039640 4 set_mon_vals no callback set 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:42:33.468+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:42:33.470+0000 7fef71ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:42:33.470+0000 7fef71ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:42:33.470+0000 7fef71ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.817 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:42:33.470+0000 7ff083836640 10 monclient: get_auth_request con 0x7fef64077480 auth_method 0 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:42:33.470+0000 7ff08e546800 10 monclient: get_monmap_and_config 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:42:33.470+0000 7ff08e546800 10 monclient: build_initial_monmap 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:42:33.470+0000 7ff08e546800 1 build_initial for_mkfs: 0 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:42:33.470+0000 7ff08e546800 10 monclient: monmap: 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:33.818 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding auth protocol: cephx 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding auth protocol: cephx 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding auth protocol: cephx 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:42:33.470+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.819 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: crc 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x55e35ab92d80) adding con mode: secure 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:42:33.471+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient: init 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding auth protocol: cephx 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding auth protocol: cephx 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding auth protocol: cephx 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.820 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: crc 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899870) adding con mode: secure 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:42:33.471+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:42:33.471+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:42:33.471+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key cmddesc rotate-key hook 0x7ffe818999b8 EEXIST 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35abc73c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35ab983d0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35abc28a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.821 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:42:33.471+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.014960s 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35ab983d0 auth_method 0 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): get_auth_request con 0x55e35abc28a0 auth_method 0 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.822 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:42:33.472+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35abc73c0 auth_method 0 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:42:33.472+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient(hunting): handle_auth_done global_id 7583 payload 274 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:42:33.472+0000 7ff083836640 1 monclient: found mon.noname-c 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:42:33.472+0000 7ff083836640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.823 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: dump: 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.824 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:42:33.472+0000 7ff08e546800 5 monclient: authenticate success, global_id 7583 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:42:33.472+0000 7ff08e546800 10 monclient: get_monmap_and_config success 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:42:33.472+0000 7ff08e546800 4 set_mon_vals no callback set 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:42:33.472+0000 7fef6b7fe640 10 monclient: dump: 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.825 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: shutdown 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: build_initial_monmap 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 build_initial for_mkfs: 0 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: monmap: 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:42:33.826 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding auth protocol: cephx 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding auth protocol: cephx 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding auth protocol: cephx 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.827 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: crc 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35abc3480) adding con mode: secure 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:42:33.473+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: starting msgr at 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: starting objecter 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command objecter_requests cmddesc objecter_requests hook 0x55e35ab98b60 EEXIST 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: setting wanted keys 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:42:33.473+0000 7ff08e546800 1 librados: calling monclient init 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:42:33.473+0000 7ff08e546800 10 monclient: init 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding auth protocol: cephx 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding auth protocol: cephx 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding auth protocol: cephx 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.828 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: crc 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:42:33.473+0000 7ff08e546800 5 AuthRegistry(0x55e35ab87890) adding con mode: secure 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:42:33.473+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:42:33.474+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:42:33.474+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command rotate-key cmddesc rotate-key hook 0x55e35ab879d8 EEXIST 2024-09-19T11:42:33.829 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _reopen_session rank -1 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-b con 0x55e35ab983d0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-a con 0x55e35abc28a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): picked mon.noname-c con 0x55e35abc73c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): start opening mon connection 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): _renew_subs 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient(hunting): authenticate will time out at 2139.017201s 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): get_auth_request con 0x55e35abc28a0 auth_method 0 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.830 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): get_auth_request con 0x55e35abc73c0 auth_method 0 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): get_auth_request con 0x55e35ab983d0 auth_method 0 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:42:33.474+0000 7ff08c838640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.831 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:42:33.474+0000 7ff08c037640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient(hunting): handle_auth_done global_id 8130 payload 824 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient: _finish_hunting 0 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:42:33.474+0000 7ff083836640 1 monclient: found mon.noname-a 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:42:33.474+0000 7ff083836640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: dump: 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.832 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: _finish_auth 0 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:42:33.474+0000 7fef69ffb640 10 monclient: dump: 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:42:33.833 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:42:33.474+0000 7ff08e546800 5 monclient: authenticate success, global_id 8130 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:42:33.474+0000 7fef6b7fe640 4 set_mon_vals no callback set 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _renew_subs 2024-09-19T11:42:33.834 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:42:33.474+0000 7ff08e546800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:42:33.474+0000 7ff08e546800 1 librados: init done 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:42:33.474+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cr dump hook 0x55e35abb55f8 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:42:33.476+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:42:33.476+0000 7fef69ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:42:33.476+0000 7fef69ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:42:33.476+0000 7fef69ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:42:33.477+0000 7ff08c037640 10 monclient: get_auth_request con 0x7fef5c077570 auth_method 0 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:42:33.477+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35abe1840 auth_method 0 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 realm 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:42:33.477+0000 7ff08e546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:33.835 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:42:33.477+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:42:33.478+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:42:33.478+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:42:33.478+0000 7ff08c037640 10 monclient: get_auth_request con 0x55e35abe5990 auth_method 0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:42:33.479+0000 7ff083836640 10 monclient: get_auth_request con 0x55e35abe91f0 auth_method 0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:42:33.479+0000 7ff08e546800 20 searching for the correct realm 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:42:33.479+0000 7ff08c838640 10 monclient: get_auth_request con 0x55e35abedf90 auth_method 0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:42:33.480+0000 7ff08c037640 10 monclient: get_auth_request con 0x7ff0840693f0 auth_method 0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:42:33.481+0000 7ff083836640 10 monclient: get_auth_request con 0x7ff074026040 auth_method 0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:42:33.483+0000 7ff08c838640 0 -- 172.21.15.103:0/4239812007 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7ff074079090 msgr2=0x7ff074075800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:42:33.483+0000 7ff08c838640 10 monclient: get_auth_request con 0x7ff074079090 auth_method 0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:42:33.685+0000 7ff08c838640 10 monclient: get_auth_request con 0x7ff074079090 auth_method 0 2024-09-19T11:42:33.836 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:42:33.687+0000 7ff08c037640 10 monclient: get_auth_request con 0x7ff074074150 auth_method 0 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:42:33.689+0000 7ff08c037640 0 -- 172.21.15.103:0/4239812007 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55e35abe5990 msgr2=0x55e35abe7dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:42:33.689+0000 7fef69ffb640 1 client.8130.objecter ms_handle_reset 0x55e35abe5990 session 0x55e35abe5310 osd.5 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:42:33.689+0000 7fef69ffb640 10 monclient: _renew_subs 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:42:33.689+0000 7fef69ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:42:33.690+0000 7ff08c037640 10 monclient: get_auth_request con 0x7fef5c087390 auth_method 0 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.837 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:42:33.692+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 zone default found 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:42:33.693+0000 7ff08e546800 4 Realm: () 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:42:33.693+0000 7ff08e546800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:42:33.693+0000 7ff08e546800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:42:33.693+0000 7ff08e546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 zonegroup default 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:42:33.693+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.838 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 started sync module instance, tier type = 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:42:33.694+0000 7ff08e546800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=0 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=1 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=2 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=3 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=4 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=5 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:42:33.704+0000 7ff08e546800 20 add_watcher() i=6 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:42:33.705+0000 7ff08e546800 20 add_watcher() i=7 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:42:33.705+0000 7ff08e546800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding auth protocol: cephx 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding auth protocol: cephx 2024-09-19T11:42:33.839 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding auth protocol: cephx 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:42:33.706+0000 7fef42fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:42:33.706+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: crc 2024-09-19T11:42:33.840 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 AuthRegistry(0x7ffe81899d40) adding con mode: secure 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:42:33.707+0000 7ff08e546800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache list hook 0x55e35abb6080 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache inspect hook 0x55e35abb6080 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache erase hook 0x55e35abb6080 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command cache zap hook 0x55e35abb6080 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 note: GC not initialized 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:42:33.707+0000 7fef41fe3640 20 reqs_thread_entry: start 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace show hook 0x7ff074015a60 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace history hook 0x7ff074015a60 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace active hook 0x7ff074015a60 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:42:33.707+0000 7ff08e546800 5 asok(0x55e35a8d5410) register_command sync trace active_short hook 0x7ff074015a60 2024-09-19T11:42:33.841 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 Filter name: none 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:42:33.707+0000 7fef3affd640 20 reqs_thread_entry: start 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:42:33.707+0000 7ff08e546800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:42:33.707+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:42:33.708+0000 7ff08e546800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:33.842 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:42:33.708+0000 7ff08e546800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:42:33.713+0000 7ff08e546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:42:33.714+0000 7ff08e546800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:42:33.714+0000 7ff08e546800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:42:33.714+0000 7ff08e546800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562444 cookie 94434968412752 notifier 8130 bl.length()=827 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:42:33.714+0000 7fef6b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:42:33.714+0000 7ff08e546800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:42:33.715+0000 7fef69ffb640 1 client.8130.objecter ms_handle_reset 0x7ff074026040 session 0x7ff07402a070 osd.4 2024-09-19T11:42:33.843 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:42:33.716+0000 7ff083836640 10 monclient: get_auth_request con 0x55e35abe5990 auth_method 0 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.1 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.1 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.2 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.2 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.3 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.3 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.4 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.4 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.5 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.5 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.6 2024-09-19T11:42:33.844 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.6 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.7 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.7 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.8 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.8 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.9 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.9 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.10 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.10 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.11 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.11 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.12 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.12 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.13 2024-09-19T11:42:33.845 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.13 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:42:33.720+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:42:33.720+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:42:33.721+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:42:33.721+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:42:33.722+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:42:33.722+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:42:33.723+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:42:33.723+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:42:33.723+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:33.846 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:42:33.723+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:42:33.724+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:42:33.724+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:42:33.724+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:42:33.724+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:42:33.725+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:42:33.725+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:42:33.725+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:42:33.725+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:42:33.726+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:42:33.726+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:42:33.726+0000 7ff08e546800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:42:33.726+0000 7ff08e546800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:33.847 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:42:33.729+0000 7ff08e546800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff08e546800 time 2024-09-19T11:42:33.729271+0000 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff091b8c76a] 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.848 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:42:33.730+0000 7ff08e546800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7ff08e546800 thread_name:radosgw-admin 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff09083e6f0] 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff09088b99c] 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff091b8c7c4] 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7ff091b8c928] 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e35843f791] 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x55e35844e664] 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55e35844f504] 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:42:33.849 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff090829590] 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:42:33.850 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:42:33.851 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:42:33.852 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:42:33.853 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:42:33.854 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:42:33.855 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef3affd640 / http_manager 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef41fe3640 / http_manager 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef42fe5640 / rgw_dt_lg_renew 2024-09-19T11:42:33.856 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef69ffb640 / ms_dispatch 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef6b7fe640 / io_context_pool 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef71ffb640 / ms_dispatch 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef78e09640 / ms_dispatch 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7fef7a60c640 / io_context_pool 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff083836640 / msgr-worker-2 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08c037640 / msgr-worker-1 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08c838640 / msgr-worker-0 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08d039640 / io_context_pool 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: 7ff08e546800 / radosgw-admin 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:42:33.730899Z_e80830f1-a8c0-48c4-a659-e5eb16308a73/log 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:42:33.857 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:42:33.862 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.804+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 20 realm 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.806+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.807+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.807+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.863 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.807+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.807+0000 7f1d0cf19800 20 searching for the correct realm 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.811+0000 7f1d02209640 0 -- 172.21.15.103:0/2656856912 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f1cf406c060 msgr2=0x7f1cf40b7af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.814+0000 7f1d0b20b640 0 -- 172.21.15.103:0/2656856912 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f1cf40db0c0 msgr2=0x7f1cf40c73c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.817+0000 7f1d0cf19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.817+0000 7f1d0cf19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.817+0000 7f1d0cf19800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.817+0000 7f1d0cf19800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.817+0000 7f1d0cf19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.817+0000 7f1d0cf19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.817+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 zone default found 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 4 Realm: () 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 zonegroup default 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.818+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.819+0000 7f1d0cf19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.819+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.819+0000 7f1d0cf19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.819+0000 7f1d0cf19800 20 started sync module instance, tier type = 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.819+0000 7f1d0cf19800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.828+0000 7f1d0cf19800 20 add_watcher() i=0 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.828+0000 7f1d0cf19800 20 add_watcher() i=1 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.828+0000 7f1d0cf19800 20 add_watcher() i=2 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.828+0000 7f1d0cf19800 20 add_watcher() i=3 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.828+0000 7f1d0cf19800 20 add_watcher() i=4 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.828+0000 7f1d0cf19800 20 add_watcher() i=5 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.828+0000 7f1d0cf19800 20 add_watcher() i=6 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.829+0000 7f1d0cf19800 20 add_watcher() i=7 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.829+0000 7f1d0cf19800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.830+0000 7f1bc17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1d0cf19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1d0cf19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:33.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1d0cf19800 5 note: GC not initialized 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1b3bfff640 20 reqs_thread_entry: start 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1d0cf19800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1d0cf19800 20 Filter name: none 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1b39ffb640 20 reqs_thread_entry: start 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.831+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.832+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.832+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.832+0000 7f1d0cf19800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.832+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.832+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.832+0000 7f1d0cf19800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.833+0000 7f1d0cf19800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:42:33.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.833+0000 7f1d0cf19800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.834+0000 7f1bc17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.836+0000 7f1d0cf19800 20 remove_watcher() i=0 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.836+0000 7f1d0cf19800 2 removed watcher, disabling cache 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.838+0000 7f1d0cf19800 20 remove_watcher() i=1 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.839+0000 7f1d0cf19800 20 remove_watcher() i=2 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.840+0000 7f1d0cf19800 20 remove_watcher() i=3 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.842+0000 7f1d0cf19800 20 remove_watcher() i=4 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.843+0000 7f1d0cf19800 20 remove_watcher() i=5 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.844+0000 7f1d0cf19800 20 remove_watcher() i=6 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.845+0000 7f1d0cf19800 20 remove_watcher() i=7 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:42:33.868 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:42:33.869 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T11:42:33.894 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:42:33.894 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:42:33.931 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.930+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 20 realm 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:33.934 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.932+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.933+0000 7f4977daf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:33.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.933+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:33.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.933+0000 7f4977daf800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:42:33.935 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.933+0000 7f4977daf800 20 searching for the correct realm 2024-09-19T11:42:33.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.936+0000 7f49758a0640 0 -- 172.21.15.103:0/1642811435 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f497006f1d0 msgr2=0x7f4970064a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:33.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:33.939+0000 7f49758a0640 0 -- 172.21.15.103:0/1642811435 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f49600729c0 msgr2=0x7f496006a7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:34.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.146+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:42:34.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 zone default found 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 4 Realm: () 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 zonegroup default 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.147+0000 7f4977daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.148+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.150 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.148+0000 7f4977daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:42:34.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.148+0000 7f4977daf800 20 started sync module instance, tier type = 2024-09-19T11:42:34.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.148+0000 7f4977daf800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:42:34.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.158+0000 7f4977daf800 20 add_watcher() i=0 2024-09-19T11:42:34.159 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.158+0000 7f4977daf800 20 add_watcher() i=1 2024-09-19T11:42:34.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.158+0000 7f4977daf800 20 add_watcher() i=2 2024-09-19T11:42:34.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.158+0000 7f4977daf800 20 add_watcher() i=3 2024-09-19T11:42:34.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.158+0000 7f4977daf800 20 add_watcher() i=4 2024-09-19T11:42:34.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.158+0000 7f4977daf800 20 add_watcher() i=5 2024-09-19T11:42:34.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.158+0000 7f4977daf800 20 add_watcher() i=6 2024-09-19T11:42:34.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.159+0000 7f4977daf800 20 add_watcher() i=7 2024-09-19T11:42:34.160 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.159+0000 7f4977daf800 2 all 8 watchers are set, enabling cache 2024-09-19T11:42:34.162 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.161+0000 7f48277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:34.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.161+0000 7f4977daf800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:42:34.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.161+0000 7f4977daf800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:42:34.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.161+0000 7f4977daf800 5 note: GC not initialized 2024-09-19T11:42:34.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.161+0000 7f48267fc640 20 reqs_thread_entry: start 2024-09-19T11:42:34.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.161+0000 7f4977daf800 20 init_complete bucket index max shards: 11 2024-09-19T11:42:34.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.161+0000 7f4977daf800 20 Filter name: none 2024-09-19T11:42:34.163 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4797fff640 20 reqs_thread_entry: start 2024-09-19T11:42:34.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:42:34.164 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 20 rados->read ofs=0 len=0 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:42:34.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.162+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.163+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.163+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.163+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.163+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.163+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.163+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.164+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:34.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.164+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:42:34.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.164+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:34.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.164+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.164+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.164+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.165+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.165+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.165+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.165+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.166+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.166+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.166+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.166+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.166+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:34.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.166+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:42:34.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.167+0000 7f4977daf800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:34.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.167+0000 7f4977daf800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:42:34.169 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.168+0000 7f48277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:42:34.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.170+0000 7f4977daf800 20 remove_watcher() i=0 2024-09-19T11:42:34.171 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.170+0000 7f4977daf800 2 removed watcher, disabling cache 2024-09-19T11:42:34.172 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.171+0000 7f4977daf800 20 remove_watcher() i=1 2024-09-19T11:42:34.174 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.173+0000 7f4977daf800 20 remove_watcher() i=2 2024-09-19T11:42:34.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.174+0000 7f4977daf800 20 remove_watcher() i=3 2024-09-19T11:42:34.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.175+0000 7f4977daf800 20 remove_watcher() i=4 2024-09-19T11:42:34.177 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.176+0000 7f4977daf800 20 remove_watcher() i=5 2024-09-19T11:42:34.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.177+0000 7f4977daf800 20 remove_watcher() i=6 2024-09-19T11:42:34.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:42:34.178+0000 7f4977daf800 20 remove_watcher() i=7 2024-09-19T11:43:04.209 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:43:04.244 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:04.244 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:04.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.283+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.285+0000 7fc859132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.285+0000 7fc859132800 20 realm 2024-09-19T11:43:04.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.285+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.285+0000 7fc859132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.285+0000 7fc859132800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:04.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.285+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.286+0000 7fc859132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.286+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.290 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.287+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.287+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.287+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:04.291 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.287+0000 7fc859132800 20 searching for the correct realm 2024-09-19T11:43:04.293 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.291+0000 7fc8555bd640 0 -- 172.21.15.103:0/3945846974 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55e889defd80 msgr2=0x55e889df2240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:04.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.294+0000 7fc854dbc640 0 -- 172.21.15.103:0/3945846974 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc83c00cc20 msgr2=0x7fc83c0a10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:04.503 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.501+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 20 zone default found 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 4 Realm: () 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 20 zonegroup default 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.506 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.502+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.503+0000 7fc859132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.503+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.503+0000 7fc859132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.503+0000 7fc859132800 20 started sync module instance, tier type = 2024-09-19T11:43:04.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.503+0000 7fc859132800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:04.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.515+0000 7fc859132800 20 add_watcher() i=0 2024-09-19T11:43:04.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.515+0000 7fc859132800 20 add_watcher() i=1 2024-09-19T11:43:04.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.515+0000 7fc859132800 20 add_watcher() i=2 2024-09-19T11:43:04.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.515+0000 7fc859132800 20 add_watcher() i=3 2024-09-19T11:43:04.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.515+0000 7fc859132800 20 add_watcher() i=4 2024-09-19T11:43:04.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.515+0000 7fc859132800 20 add_watcher() i=5 2024-09-19T11:43:04.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.515+0000 7fc859132800 20 add_watcher() i=6 2024-09-19T11:43:04.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.516+0000 7fc859132800 20 add_watcher() i=7 2024-09-19T11:43:04.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.516+0000 7fc859132800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:04.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.518+0000 7fc70b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.518+0000 7fc859132800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.518+0000 7fc859132800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.518+0000 7fc859132800 5 note: GC not initialized 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.518+0000 7fc70a7e4640 20 reqs_thread_entry: start 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.518+0000 7fc859132800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.518+0000 7fc859132800 20 Filter name: none 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.519+0000 7fc7037fe640 20 reqs_thread_entry: start 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.519+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.522 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.519+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:04.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.519+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.523 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.520+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:04.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.520+0000 7fc859132800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:04.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.520+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.521+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:04.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.521+0000 7fc859132800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.521+0000 7fc859132800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:04.524 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.521+0000 7fc859132800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:04.525 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.523+0000 7fc70b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.525+0000 7fc859132800 20 remove_watcher() i=0 2024-09-19T11:43:04.528 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.525+0000 7fc859132800 2 removed watcher, disabling cache 2024-09-19T11:43:04.529 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.527+0000 7fc859132800 20 remove_watcher() i=1 2024-09-19T11:43:04.530 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.528+0000 7fc859132800 20 remove_watcher() i=2 2024-09-19T11:43:04.531 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.529+0000 7fc859132800 20 remove_watcher() i=3 2024-09-19T11:43:04.533 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.531+0000 7fc859132800 20 remove_watcher() i=4 2024-09-19T11:43:04.534 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.532+0000 7fc859132800 20 remove_watcher() i=5 2024-09-19T11:43:04.535 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.533+0000 7fc859132800 20 remove_watcher() i=6 2024-09-19T11:43:04.536 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.534+0000 7fc859132800 20 remove_watcher() i=7 2024-09-19T11:43:04.550 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:43:04.550 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:43:04.572 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T11:43:04.601 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:04.601 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:04.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.635+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.636+0000 7f7f1dc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.636+0000 7f7f1dc15800 20 realm 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.636+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.637+0000 7f7f1dc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.637+0000 7f7f1dc15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.637+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.637+0000 7f7f1dc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.637+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.638+0000 7f7f1dc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.638+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.638+0000 7f7f1dc15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:04.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.638+0000 7f7f1dc15800 20 searching for the correct realm 2024-09-19T11:43:04.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.641+0000 7f7f19b93640 0 -- 172.21.15.103:0/994884911 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55632fc4e510 msgr2=0x55632fc50960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:04.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.645+0000 7f7f19392640 0 -- 172.21.15.103:0/994884911 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f7f040e8110 msgr2=0x7f7f040db120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.650+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 zone default found 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 4 Realm: () 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 zonegroup default 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.651+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.652+0000 7f7f1dc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.652+0000 7f7f1dc15800 20 started sync module instance, tier type = 2024-09-19T11:43:04.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.652+0000 7f7f1dc15800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.660+0000 7f7f1dc15800 20 add_watcher() i=0 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.660+0000 7f7f1dc15800 20 add_watcher() i=1 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.660+0000 7f7f1dc15800 20 add_watcher() i=2 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.660+0000 7f7f1dc15800 20 add_watcher() i=3 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.660+0000 7f7f1dc15800 20 add_watcher() i=4 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.660+0000 7f7f1dc15800 20 add_watcher() i=5 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.660+0000 7f7f1dc15800 20 add_watcher() i=6 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.661+0000 7f7f1dc15800 20 add_watcher() i=7 2024-09-19T11:43:04.663 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.661+0000 7f7f1dc15800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:04.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7dcffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7f1dc15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7f1dc15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7f1dc15800 5 note: GC not initialized 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7dcefe5640 20 reqs_thread_entry: start 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7f1dc15800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7f1dc15800 20 Filter name: none 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7dccfe1640 20 reqs_thread_entry: start 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7f1dc15800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:04.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.663+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.664+0000 7f7f1dc15800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:04.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.664+0000 7f7f1dc15800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.664+0000 7f7f1dc15800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.664+0000 7f7f1dc15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.664+0000 7f7f1dc15800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:04.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:04.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:43:04.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:43:04.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:43:04.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:43:04.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:43:04.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.665+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.666+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.666+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.666+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.666+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.666+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.666+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.667+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.667+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.667+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:43:04.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.667+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:43:04.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.668+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:43:04.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.668+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:43:04.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.668+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:43:04.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.668+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:43:04.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.668+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:43:04.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.668+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:43:04.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.669+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:43:04.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.669+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:43:04.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.669+0000 7f7f1dc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:43:04.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.669+0000 7f7f1dc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:43:04.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.670+0000 7f7dcffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.672+0000 7f7f1dc15800 20 remove_watcher() i=0 2024-09-19T11:43:04.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.672+0000 7f7f1dc15800 2 removed watcher, disabling cache 2024-09-19T11:43:04.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.673+0000 7f7f1dc15800 20 remove_watcher() i=1 2024-09-19T11:43:04.676 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.674+0000 7f7f1dc15800 20 remove_watcher() i=2 2024-09-19T11:43:04.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.675+0000 7f7f1dc15800 20 remove_watcher() i=3 2024-09-19T11:43:04.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.676+0000 7f7f1dc15800 20 remove_watcher() i=4 2024-09-19T11:43:04.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.677+0000 7f7f1dc15800 20 remove_watcher() i=5 2024-09-19T11:43:04.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.678+0000 7f7f1dc15800 20 remove_watcher() i=6 2024-09-19T11:43:04.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.679+0000 7f7f1dc15800 20 remove_watcher() i=7 2024-09-19T11:43:04.694 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:43:04.722 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:04.722 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:04.759 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.757+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 20 realm 2024-09-19T11:43:04.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.761 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:04.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.759+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.760+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.760+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.760+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:04.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.760+0000 7fe8edf23800 20 searching for the correct realm 2024-09-19T11:43:04.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.764+0000 7fe8ea40d640 0 -- 172.21.15.103:0/911073936 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x5641326a69f0 msgr2=0x5641326a8e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:04.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.767+0000 7fe8e940b640 0 -- 172.21.15.103:0/911073936 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fe8d4018070 msgr2=0x7fe8d403b3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:04.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:04.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:04.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:04.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:04.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:04.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:04.775 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 zone default found 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 4 Realm: () 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:04.776 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 zonegroup default 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.771+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.772+0000 7fe8edf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.772+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.772+0000 7fe8edf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.772+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.772+0000 7fe8edf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.772+0000 7fe8edf23800 20 started sync module instance, tier type = 2024-09-19T11:43:04.777 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.772+0000 7fe8edf23800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:04.784 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.781+0000 7fe8edf23800 20 add_watcher() i=0 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.781+0000 7fe8edf23800 20 add_watcher() i=1 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.781+0000 7fe8edf23800 20 add_watcher() i=2 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.781+0000 7fe8edf23800 20 add_watcher() i=3 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.781+0000 7fe8edf23800 20 add_watcher() i=4 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.781+0000 7fe8edf23800 20 add_watcher() i=5 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.781+0000 7fe8edf23800 20 add_watcher() i=6 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.782+0000 7fe8edf23800 20 add_watcher() i=7 2024-09-19T11:43:04.785 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.782+0000 7fe8edf23800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:04.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.783+0000 7fe79bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.783+0000 7fe8edf23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:04.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.783+0000 7fe8edf23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:04.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.783+0000 7fe8edf23800 5 note: GC not initialized 2024-09-19T11:43:04.786 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.784+0000 7fe79affd640 20 reqs_thread_entry: start 2024-09-19T11:43:04.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.784+0000 7fe8edf23800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:04.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.784+0000 7fe8edf23800 20 Filter name: none 2024-09-19T11:43:04.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.784+0000 7fe798ff9640 20 reqs_thread_entry: start 2024-09-19T11:43:04.787 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.784+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.784+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:04.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.784+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.785+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:04.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.785+0000 7fe8edf23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:04.788 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.785+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.785+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:04.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.785+0000 7fe8edf23800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.785+0000 7fe8edf23800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:04.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.786+0000 7fe8edf23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:04.789 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.787+0000 7fe79bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.789+0000 7fe8edf23800 20 remove_watcher() i=0 2024-09-19T11:43:04.791 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.789+0000 7fe8edf23800 2 removed watcher, disabling cache 2024-09-19T11:43:04.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.790+0000 7fe8edf23800 20 remove_watcher() i=1 2024-09-19T11:43:04.793 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.791+0000 7fe8edf23800 20 remove_watcher() i=2 2024-09-19T11:43:04.794 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.792+0000 7fe8edf23800 20 remove_watcher() i=3 2024-09-19T11:43:04.795 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.793+0000 7fe8edf23800 20 remove_watcher() i=4 2024-09-19T11:43:04.796 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.794+0000 7fe8edf23800 20 remove_watcher() i=5 2024-09-19T11:43:04.797 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.795+0000 7fe8edf23800 20 remove_watcher() i=6 2024-09-19T11:43:04.798 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.796+0000 7fe8edf23800 20 remove_watcher() i=7 2024-09-19T11:43:04.808 INFO:tasks.workunit.client.0.smithi103.stderr: test: duplicated entries should be purged before reshard 2024-09-19T11:43:04.809 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:43:04.838 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:04.838 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:04.874 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.872+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.873+0000 7f417dd2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.873+0000 7f417dd2e800 20 realm 2024-09-19T11:43:04.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.873+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.873+0000 7f417dd2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.876 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.873+0000 7f417dd2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:04.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.873+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.874+0000 7f417dd2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.874+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.875+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.877 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.875+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.875+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:04.878 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.875+0000 7f417dd2e800 20 searching for the correct realm 2024-09-19T11:43:04.881 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.878+0000 7f41792dc640 0 -- 172.21.15.103:0/3231633167 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x565413667060 msgr2=0x565413669470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:04.884 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.881+0000 7f4179add640 0 -- 172.21.15.103:0/3231633167 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f41700a6bd0 msgr2=0x7f417008a450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:04.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:04.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:04.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:04.890 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.885+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 zone default found 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 4 Realm: () 2024-09-19T11:43:04.891 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 zonegroup default 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.886+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.887+0000 7f417dd2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.887+0000 7f417dd2e800 20 started sync module instance, tier type = 2024-09-19T11:43:04.892 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.887+0000 7f417dd2e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:04.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.895+0000 7f417dd2e800 20 add_watcher() i=0 2024-09-19T11:43:04.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.895+0000 7f417dd2e800 20 add_watcher() i=1 2024-09-19T11:43:04.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.895+0000 7f417dd2e800 20 add_watcher() i=2 2024-09-19T11:43:04.897 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.895+0000 7f417dd2e800 20 add_watcher() i=3 2024-09-19T11:43:04.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.895+0000 7f417dd2e800 20 add_watcher() i=4 2024-09-19T11:43:04.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.895+0000 7f417dd2e800 20 add_watcher() i=5 2024-09-19T11:43:04.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.895+0000 7f417dd2e800 20 add_watcher() i=6 2024-09-19T11:43:04.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.896+0000 7f417dd2e800 20 add_watcher() i=7 2024-09-19T11:43:04.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.896+0000 7f417dd2e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:04.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.897+0000 7f402b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f417dd2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:04.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f417dd2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:04.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f417dd2e800 5 note: GC not initialized 2024-09-19T11:43:04.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f402a7fc640 20 reqs_thread_entry: start 2024-09-19T11:43:04.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f417dd2e800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:04.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f417dd2e800 20 Filter name: none 2024-09-19T11:43:04.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f3f9bfff640 20 reqs_thread_entry: start 2024-09-19T11:43:04.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.898+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.899+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:04.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.899+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.899+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:04.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.899+0000 7f417dd2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:04.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.899+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.899+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:04.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.899+0000 7f417dd2e800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.900+0000 7f417dd2e800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:04.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.900+0000 7f417dd2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:04.904 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.901+0000 7f402b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:04.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.903+0000 7f417dd2e800 20 remove_watcher() i=0 2024-09-19T11:43:04.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.903+0000 7f417dd2e800 2 removed watcher, disabling cache 2024-09-19T11:43:04.906 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.904+0000 7f417dd2e800 20 remove_watcher() i=1 2024-09-19T11:43:04.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.905+0000 7f417dd2e800 20 remove_watcher() i=2 2024-09-19T11:43:04.908 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.906+0000 7f417dd2e800 20 remove_watcher() i=3 2024-09-19T11:43:04.909 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.907+0000 7f417dd2e800 20 remove_watcher() i=4 2024-09-19T11:43:04.910 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.908+0000 7f417dd2e800 20 remove_watcher() i=5 2024-09-19T11:43:04.911 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.909+0000 7f417dd2e800 20 remove_watcher() i=6 2024-09-19T11:43:04.912 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.910+0000 7f417dd2e800 20 remove_watcher() i=7 2024-09-19T11:43:04.922 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:04.922 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:43:04.922 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 10 size_kb: 1 num_shards: 13 2024-09-19T11:43:04.922 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:04.924 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-19T11:43:04.957 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:04.957 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:04.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.992+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 20 realm 2024-09-19T11:43:04.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:04.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:04.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.994+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:04.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.994+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:04.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.995+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:04.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.995+0000 7f723b3a2800 20 searching for the correct realm 2024-09-19T11:43:05.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:04.997+0000 7f723068b640 0 -- 172.21.15.103:0/3148621286 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f7220090b90 msgr2=0x7f7220087940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:05.204 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.202+0000 7f7238e8c640 0 -- 172.21.15.103:0/3148621286 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f72200a4450 msgr2=0x7f72200a48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:05.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:05.411 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:05.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:05.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:05.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:05.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:05.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:05.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.413 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 zone default found 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 4 Realm: () 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 zonegroup default 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.411+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.411+0000 7f723b3a2800 20 started sync module instance, tier type = 2024-09-19T11:43:05.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.411+0000 7f723b3a2800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:05.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=0 2024-09-19T11:43:05.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=1 2024-09-19T11:43:05.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=2 2024-09-19T11:43:05.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=3 2024-09-19T11:43:05.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=4 2024-09-19T11:43:05.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=5 2024-09-19T11:43:05.422 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=6 2024-09-19T11:43:05.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.420+0000 7f723b3a2800 20 add_watcher() i=7 2024-09-19T11:43:05.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.420+0000 7f723b3a2800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:05.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.422+0000 7f70eefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:05.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f723b3a2800 5 note: GC not initialized 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f70edfe3640 20 reqs_thread_entry: start 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f723b3a2800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f723b3a2800 20 Filter name: none 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f705f7fe640 20 reqs_thread_entry: start 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f723b3a2800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:05.426 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.427 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:05.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.424+0000 7f723b3a2800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:05.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f723b3a2800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f723b3a2800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.434 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f723b3a2800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:43:05.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562446 cookie 94484665003888 notifier 7703 bl.length()=827 2024-09-19T11:43:05.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:43:05.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:43:05.435 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:43:05.436 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:43:05.441 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f723b3a2800 time 2024-09-19T11:43:05.440826+0000 2024-09-19T11:43:05.441 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f723e98c76a] 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f723b3a2800 thread_name:radosgw-admin 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.439+0000 7f723b3a2800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f723b3a2800 time 2024-09-19T11:43:05.440826+0000 2024-09-19T11:43:05.442 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f723e98c76a] 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:43:05.443 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f723d63e6f0] 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f723d68b99c] 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f723e98c7c4] 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.460 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.440+0000 7f723b3a2800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f723b3a2800 thread_name:radosgw-admin 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f723d63e6f0] 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f723d68b99c] 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f723e98c7c4] 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.461 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:43:04.974+0000 7f7126e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:43:04.974+0000 7f7126e0d640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:43:04.974+0000 7f7126e0d640 10 monclient: dump: 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.462 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:43:04.974+0000 7f723b3a2800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:43:04.974+0000 7f723b3a2800 4 set_mon_vals no callback set 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:43:04.975+0000 7f723b3a2800 10 monclient: shutdown 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 asok(0x55eeecb30410) unregister_commands rotate-key 2024-09-19T11:43:05.463 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:43:04.975+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:43:04.975+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:43:04.975+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.464 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding auth protocol: cephx 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding auth protocol: cephx 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding auth protocol: cephx 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.465 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:43:04.975+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:43:04.975+0000 7f723b3a2800 1 librados: starting msgr at 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:43:04.975+0000 7f723b3a2800 1 librados: starting objecter 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command objecter_requests hook 0x55eeecd7b190 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:43:04.976+0000 7f723b3a2800 1 librados: setting wanted keys 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:43:04.976+0000 7f723b3a2800 1 librados: calling monclient init 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding auth protocol: cephx 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding auth protocol: cephx 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding auth protocol: cephx 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.466 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:43:04.976+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:43:04.976+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key hook 0x55eeecd513b8 2024-09-19T11:43:05.467 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecbfd7f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeecc06890 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecc97090 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.520655s 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecc06890 auth_method 0 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.468 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeecc97090 auth_method 0 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeecbfd7f0 auth_method 0 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.469 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_done global_id 8250 payload 824 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:43:04.977+0000 7f723968d640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:43:04.977+0000 7f723968d640 1 monclient: found mon.noname-a 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:43:04.977+0000 7f723968d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: dump: 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.470 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: dump: 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.471 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:43:04.977+0000 7f723b3a2800 5 monclient: authenticate success, global_id 8250 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:43:04.977+0000 7f7126e0d640 4 set_mon_vals no callback set 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:43:04.977+0000 7f723b3a2800 1 librados: init done 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:43:04.979+0000 7f712560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:05.472 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:43:04.979+0000 7f712560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:43:04.979+0000 7f712560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:43:04.979+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f7120077570 auth_method 0 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:43:04.979+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeecd998d0 auth_method 0 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:43:04.980+0000 7f7238e8c640 10 monclient: get_auth_request con 0x55eeecd9cab0 auth_method 0 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:43:04.981+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeecda0ca0 auth_method 0 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:43:04.982+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:43:04.982+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:43:04.982+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.473 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding auth protocol: cephx 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding auth protocol: cephx 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding auth protocol: cephx 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.474 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:43:04.982+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command objecter_requests cmddesc objecter_requests hook 0x55eeecda93b0 EEXIST 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:43:04.982+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding auth protocol: cephx 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding auth protocol: cephx 2024-09-19T11:43:05.475 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding auth protocol: cephx 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.476 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:43:04.983+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:43:04.983+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:43:04.983+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key cmddesc rotate-key hook 0x55eeecda42a0 EEXIST 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeecdcd0a0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecdcf370 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecdcb870 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.527620s 2024-09-19T11:43:05.477 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeecdcd0a0 auth_method 0 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecdcf370 auth_method 0 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeecdcb870 auth_method 0 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.478 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_done global_id 7697 payload 824 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:43:04.983+0000 7f7238e8c640 1 monclient: found mon.noname-c 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: dump: 2024-09-19T11:43:05.479 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:43:04.984+0000 7f723b3a2800 5 monclient: authenticate success, global_id 7697 2024-09-19T11:43:05.480 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: dump: 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.481 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:43:04.984+0000 7f7239e8e640 4 set_mon_vals no callback set 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:43:04.986+0000 7f711e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:43:04.986+0000 7f711e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:43:04.986+0000 7f711e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:43:04.986+0000 7f723068b640 10 monclient: get_auth_request con 0x7f7110077480 auth_method 0 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: get_monmap_and_config 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:43:04.986+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.482 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding auth protocol: cephx 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding auth protocol: cephx 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding auth protocol: cephx 2024-09-19T11:43:05.483 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:43:04.986+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.484 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding auth protocol: cephx 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding auth protocol: cephx 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding auth protocol: cephx 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.485 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:43:04.987+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:43:04.987+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:43:04.987+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key cmddesc rotate-key hook 0x7ffcf2a625d8 EEXIST 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeece1a950 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecdf1140 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecdee780 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.486 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.531499s 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeece1a950 auth_method 0 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeecdee780 auth_method 0 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.487 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecdf1140 auth_method 0 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_done global_id 7700 payload 274 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:43:04.987+0000 7f7238e8c640 1 monclient: found mon.noname-c 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: dump: 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.488 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:05.489 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: dump: 2024-09-19T11:43:05.490 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.490 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.490 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.490 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.490 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 monclient: authenticate success, global_id 7700 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:43:04.988+0000 7f723b3a2800 4 set_mon_vals no callback set 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: shutdown 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:43:04.988+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.491 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding auth protocol: cephx 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding auth protocol: cephx 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding auth protocol: cephx 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.492 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:43:04.988+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:43:04.988+0000 7f723b3a2800 1 librados: starting msgr at 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:43:04.988+0000 7f723b3a2800 1 librados: starting objecter 2024-09-19T11:43:05.493 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command objecter_requests cmddesc objecter_requests hook 0x55eeecdf2bb0 EEXIST 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:43:04.989+0000 7f723b3a2800 1 librados: setting wanted keys 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:43:04.989+0000 7f723b3a2800 1 librados: calling monclient init 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding auth protocol: cephx 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding auth protocol: cephx 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding auth protocol: cephx 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.494 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:43:04.989+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:43:04.989+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key cmddesc rotate-key hook 0x55eeecde4f98 EEXIST 2024-09-19T11:43:05.495 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecdee780 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecdf1140 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeece1a950 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.533692s 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeecdee780 auth_method 0 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.496 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeece1a950 auth_method 0 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecdf1140 auth_method 0 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.497 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:43:04.990+0000 7f723968d640 10 monclient(hunting): handle_auth_done global_id 7703 payload 824 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:43:04.990+0000 7f723968d640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:43:04.990+0000 7f723968d640 1 monclient: found mon.noname-c 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:43:04.990+0000 7f723968d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: dump: 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.498 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: dump: 2024-09-19T11:43:05.499 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:43:04.990+0000 7f723b3a2800 5 monclient: authenticate success, global_id 7703 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:43:04.990+0000 7f710ffff640 4 set_mon_vals no callback set 2024-09-19T11:43:05.500 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:43:04.990+0000 7f723b3a2800 1 librados: init done 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:43:04.990+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cr dump hook 0x55eeece246c8 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:43:04.992+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:43:04.992+0000 7f710e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:43:04.992+0000 7f710e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:43:04.992+0000 7f710e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:43:04.992+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f7104077570 auth_method 0 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:43:04.992+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeece3c910 auth_method 0 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 realm 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.501 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:43:04.993+0000 7f723b3a2800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:43:04.994+0000 7f7238e8c640 10 monclient: get_auth_request con 0x55eeece40820 auth_method 0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:43:04.994+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:43:04.994+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:43:04.995+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeece44060 auth_method 0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:43:04.995+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:43:04.995+0000 7f723b3a2800 20 searching for the correct realm 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:43:04.995+0000 7f723968d640 10 monclient: get_auth_request con 0x55eeece48b50 auth_method 0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:43:04.996+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f723401d060 auth_method 0 2024-09-19T11:43:05.502 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:43:04.997+0000 7f723068b640 10 monclient: get_auth_request con 0x7f7220090b90 auth_method 0 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:43:04.997+0000 7f723068b640 0 -- 172.21.15.103:0/3148621286 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f7220090b90 msgr2=0x7f7220087940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:43:05.198+0000 7f723068b640 10 monclient: get_auth_request con 0x7f7220090b90 auth_method 0 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:43:05.200+0000 7f723968d640 10 monclient: get_auth_request con 0x7f7220079910 auth_method 0 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:43:05.202+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f72200a4450 auth_method 0 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:43:05.202+0000 7f7238e8c640 0 -- 172.21.15.103:0/3148621286 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f72200a4450 msgr2=0x7f72200a48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:43:05.404+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f72200a4450 auth_method 0 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:05.503 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 zone default found 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:43:05.410+0000 7f723b3a2800 4 Realm: () 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:43:05.410+0000 7f723b3a2800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:43:05.410+0000 7f723b3a2800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:43:05.410+0000 7f723b3a2800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 zonegroup default 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.504 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:43:05.411+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:43:05.411+0000 7f723b3a2800 20 started sync module instance, tier type = 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:43:05.411+0000 7f723b3a2800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=0 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=1 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=2 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=3 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=4 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=5 2024-09-19T11:43:05.505 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=6 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:43:05.420+0000 7f723b3a2800 20 add_watcher() i=7 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:43:05.420+0000 7f723b3a2800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding auth protocol: cephx 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding auth protocol: cephx 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding auth protocol: cephx 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.506 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:43:05.422+0000 7f70eefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:43:05.423+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache list hook 0x55eeece0f790 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache inspect hook 0x55eeece0f790 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache erase hook 0x55eeece0f790 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache zap hook 0x55eeece0f790 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 note: GC not initialized 2024-09-19T11:43:05.507 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:43:05.423+0000 7f70edfe3640 20 reqs_thread_entry: start 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace show hook 0x7f72280013b0 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace history hook 0x7f72280013b0 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace active hook 0x7f72280013b0 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace active_short hook 0x7f72280013b0 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 Filter name: none 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:43:05.423+0000 7f705f7fe640 20 reqs_thread_entry: start 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:43:05.423+0000 7f723b3a2800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:05.508 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562446 cookie 94484665003888 notifier 7703 bl.length()=827 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.509 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:43:05.439+0000 7f723b3a2800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f723b3a2800 time 2024-09-19T11:43:05.440826+0000 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f723e98c76a] 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.510 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:43:05.440+0000 7f723b3a2800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f723b3a2800 thread_name:radosgw-admin 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f723d63e6f0] 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f723d68b99c] 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f723e98c7c4] 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.511 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:43:05.512 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:43:05.513 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:43:05.514 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:43:05.515 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:43:05.516 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:43:05.517 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:43:05.518 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f705f7fe640 / http_manager 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f70edfe3640 / http_manager 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f70eefe5640 / rgw_dt_lg_renew 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f710e7fc640 / ms_dispatch 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f710f7fe640 / io_context_pool 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f710ffff640 / io_context_pool 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f711e7fc640 / ms_dispatch 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f712560a640 / ms_dispatch 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f7126e0d640 / io_context_pool 2024-09-19T11:43:05.519 INFO:tasks.workunit.client.0.smithi103.stderr: 7f723068b640 / msgr-worker-2 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: 7f7238e8c640 / msgr-worker-1 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: 7f723968d640 / msgr-worker-0 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: 7f7239e8e640 / io_context_pool 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: 7f723b3a2800 / radosgw-admin 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.149688.log 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:43:04.974+0000 7f7126e0d640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:43:04.974+0000 7f7126e0d640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:43:04.974+0000 7f7126e0d640 10 monclient: dump: 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.520 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:43:04.974+0000 7f723b3a2800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:43:04.974+0000 7f723b3a2800 4 set_mon_vals no callback set 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:43:04.975+0000 7f723b3a2800 10 monclient: shutdown 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 asok(0x55eeecb30410) unregister_commands rotate-key 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:43:04.975+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.521 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:43:04.975+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:43:04.975+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding auth protocol: cephx 2024-09-19T11:43:05.522 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding auth protocol: cephx 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding auth protocol: cephx 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: crc 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:43:04.975+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd56990) adding con mode: secure 2024-09-19T11:43:05.523 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:43:04.975+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:43:04.975+0000 7f723b3a2800 1 librados: starting msgr at 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:43:04.975+0000 7f723b3a2800 1 librados: starting objecter 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command objecter_requests hook 0x55eeecd7b190 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:43:04.976+0000 7f723b3a2800 1 librados: setting wanted keys 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:43:04.976+0000 7f723b3a2800 1 librados: calling monclient init 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding auth protocol: cephx 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding auth protocol: cephx 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding auth protocol: cephx 2024-09-19T11:43:05.524 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: crc 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 AuthRegistry(0x55eeecd51270) adding con mode: secure 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:43:04.976+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.525 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:43:04.976+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:43:04.976+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key hook 0x55eeecd513b8 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecbfd7f0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeecc06890 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecc97090 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:43:04.976+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.520655s 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecc06890 auth_method 0 2024-09-19T11:43:05.526 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeecc97090 auth_method 0 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:43:04.976+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeecbfd7f0 auth_method 0 2024-09-19T11:43:05.527 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:43:04.976+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:43:04.976+0000 7f723968d640 10 monclient(hunting): handle_auth_done global_id 8250 payload 824 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:43:04.977+0000 7f723968d640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:43:04.977+0000 7f723968d640 1 monclient: found mon.noname-a 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:43:04.977+0000 7f723968d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: dump: 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.528 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:43:04.977+0000 7f712560a640 10 monclient: dump: 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.529 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:43:04.977+0000 7f723b3a2800 5 monclient: authenticate success, global_id 8250 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.530 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:43:04.977+0000 7f7126e0d640 4 set_mon_vals no callback set 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:43:04.977+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:43:04.977+0000 7f723b3a2800 1 librados: init done 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:43:04.979+0000 7f712560a640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:43:04.979+0000 7f712560a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:43:04.979+0000 7f712560a640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:43:04.979+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f7120077570 auth_method 0 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:43:04.979+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeecd998d0 auth_method 0 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:43:04.980+0000 7f7238e8c640 10 monclient: get_auth_request con 0x55eeecd9cab0 auth_method 0 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:43:04.981+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeecda0ca0 auth_method 0 2024-09-19T11:43:05.531 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:43:04.982+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:43:04.982+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:43:04.982+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding auth protocol: cephx 2024-09-19T11:43:05.532 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding auth protocol: cephx 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding auth protocol: cephx 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: crc 2024-09-19T11:43:05.533 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda59f0) adding con mode: secure 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:43:04.982+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command objecter_requests cmddesc objecter_requests hook 0x55eeecda93b0 EEXIST 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:43:04.982+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding auth protocol: cephx 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding auth protocol: cephx 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding auth protocol: cephx 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.534 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: crc 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:43:04.982+0000 7f723b3a2800 5 AuthRegistry(0x55eeecda4158) adding con mode: secure 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:43:04.983+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:43:04.983+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:43:04.983+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key cmddesc rotate-key hook 0x55eeecda42a0 EEXIST 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeecdcd0a0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecdcf370 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.535 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecdcb870 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:43:04.983+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.527620s 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeecdcd0a0 auth_method 0 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecdcf370 auth_method 0 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.536 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeecdcb870 auth_method 0 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:43:04.983+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.537 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:43:04.983+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient(hunting): handle_auth_done global_id 7697 payload 824 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:43:04.983+0000 7f7238e8c640 1 monclient: found mon.noname-c 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:43:04.983+0000 7f7238e8c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: dump: 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.538 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:43:04.984+0000 7f723b3a2800 5 monclient: authenticate success, global_id 7697 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:43:04.984+0000 7f711e7fc640 10 monclient: dump: 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.539 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:43:04.984+0000 7f7239e8e640 4 set_mon_vals no callback set 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:43:04.984+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:43:04.986+0000 7f711e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:43:04.986+0000 7f711e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.540 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:43:04.986+0000 7f711e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:43:04.986+0000 7f723068b640 10 monclient: get_auth_request con 0x7f7110077480 auth_method 0 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: get_monmap_and_config 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:43:04.986+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.541 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding auth protocol: cephx 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding auth protocol: cephx 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding auth protocol: cephx 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.542 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: crc 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdecf50) adding con mode: secure 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:43:04.986+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:43:04.986+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding auth protocol: cephx 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding auth protocol: cephx 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding auth protocol: cephx 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.543 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: crc 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:43:04.986+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62490) adding con mode: secure 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:43:04.987+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:43:04.987+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:43:04.987+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key cmddesc rotate-key hook 0x7ffcf2a625d8 EEXIST 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.544 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeece1a950 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecdf1140 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecdee780 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:43:04.987+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.531499s 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeece1a950 auth_method 0 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeecdee780 auth_method 0 2024-09-19T11:43:05.545 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:43:04.987+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecdf1140 auth_method 0 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:43:04.987+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.546 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient(hunting): handle_auth_done global_id 7700 payload 274 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:43:04.987+0000 7f7238e8c640 1 monclient: found mon.noname-c 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:43:04.987+0000 7f7238e8c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: dump: 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.547 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:43:04.988+0000 7f710ffff640 10 monclient: dump: 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.548 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 monclient: authenticate success, global_id 7700 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:43:04.988+0000 7f723b3a2800 4 set_mon_vals no callback set 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: shutdown 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: build_initial_monmap 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:43:04.988+0000 7f723b3a2800 1 build_initial for_mkfs: 0 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:43:04.988+0000 7f723b3a2800 10 monclient: monmap: 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:05.549 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding auth protocol: cephx 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding auth protocol: cephx 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding auth protocol: cephx 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.550 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: crc 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:43:04.988+0000 7f723b3a2800 5 AuthRegistry(0x55eeecdf1ff0) adding con mode: secure 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:43:04.988+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:43:04.988+0000 7f723b3a2800 1 librados: starting msgr at 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:43:04.988+0000 7f723b3a2800 1 librados: starting objecter 2024-09-19T11:43:05.551 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command objecter_requests cmddesc objecter_requests hook 0x55eeecdf2bb0 EEXIST 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:43:04.989+0000 7f723b3a2800 1 librados: setting wanted keys 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:43:04.989+0000 7f723b3a2800 1 librados: calling monclient init 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient: init 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding auth protocol: cephx 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding auth protocol: cephx 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding auth protocol: cephx 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.552 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: crc 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 AuthRegistry(0x55eeecde4e50) adding con mode: secure 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:43:04.989+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:43:04.989+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:43:04.989+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command rotate-key cmddesc rotate-key hook 0x55eeecde4f98 EEXIST 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-a con 0x55eeecdee780 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-b con 0x55eeecdf1140 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): picked mon.noname-c con 0x55eeece1a950 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:05.553 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:43:04.989+0000 7f723b3a2800 10 monclient(hunting): authenticate will time out at 2170.533692s 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): get_auth_request con 0x55eeecdee780 auth_method 0 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): get_auth_request con 0x55eeece1a950 auth_method 0 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.554 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:43:04.989+0000 7f7238e8c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:43:04.989+0000 7f723968d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): get_auth_request con 0x55eeecdf1140 auth_method 0 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:43:04.989+0000 7f723068b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:43:04.990+0000 7f723968d640 10 monclient(hunting): handle_auth_done global_id 7703 payload 824 2024-09-19T11:43:05.555 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:43:04.990+0000 7f723968d640 10 monclient: _finish_hunting 0 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:43:04.990+0000 7f723968d640 1 monclient: found mon.noname-c 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:43:04.990+0000 7f723968d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: dump: 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.556 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: _finish_auth 0 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: _check_auth_tickets 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:43:04.990+0000 7f710e7fc640 10 monclient: dump: 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:05.557 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:43:04.990+0000 7f723b3a2800 5 monclient: authenticate success, global_id 7703 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:43:04.990+0000 7f710ffff640 4 set_mon_vals no callback set 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _renew_subs 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:43:04.990+0000 7f723b3a2800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:43:04.990+0000 7f723b3a2800 1 librados: init done 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:43:04.990+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cr dump hook 0x55eeece246c8 2024-09-19T11:43:05.558 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:43:04.992+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:43:04.992+0000 7f710e7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:43:04.992+0000 7f710e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:43:04.992+0000 7f710e7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:43:04.992+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f7104077570 auth_method 0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:43:04.992+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeece3c910 auth_method 0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 realm 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:43:04.993+0000 7f723b3a2800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:43:04.993+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.559 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:43:04.994+0000 7f7238e8c640 10 monclient: get_auth_request con 0x55eeece40820 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:43:04.994+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:43:04.994+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:43:04.995+0000 7f723068b640 10 monclient: get_auth_request con 0x55eeece44060 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:43:04.995+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:43:04.995+0000 7f723b3a2800 20 searching for the correct realm 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:43:04.995+0000 7f723968d640 10 monclient: get_auth_request con 0x55eeece48b50 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:43:04.996+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f723401d060 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:43:04.997+0000 7f723068b640 10 monclient: get_auth_request con 0x7f7220090b90 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:43:04.997+0000 7f723068b640 0 -- 172.21.15.103:0/3148621286 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f7220090b90 msgr2=0x7f7220087940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:43:05.198+0000 7f723068b640 10 monclient: get_auth_request con 0x7f7220090b90 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:43:05.200+0000 7f723968d640 10 monclient: get_auth_request con 0x7f7220079910 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:43:05.202+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f72200a4450 auth_method 0 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:43:05.202+0000 7f7238e8c640 0 -- 172.21.15.103:0/3148621286 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f72200a4450 msgr2=0x7f72200a48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:05.560 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:43:05.404+0000 7f7238e8c640 10 monclient: get_auth_request con 0x7f72200a4450 auth_method 0 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:43:05.409+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 zone default found 2024-09-19T11:43:05.561 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:43:05.410+0000 7f723b3a2800 4 Realm: () 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:43:05.410+0000 7f723b3a2800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:43:05.410+0000 7f723b3a2800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:43:05.410+0000 7f723b3a2800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 zonegroup default 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:43:05.410+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:43:05.411+0000 7f723b3a2800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:43:05.411+0000 7f723b3a2800 20 started sync module instance, tier type = 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:43:05.411+0000 7f723b3a2800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:05.562 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=0 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=1 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=2 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=3 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=4 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=5 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:43:05.419+0000 7f723b3a2800 20 add_watcher() i=6 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:43:05.420+0000 7f723b3a2800 20 add_watcher() i=7 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:43:05.420+0000 7f723b3a2800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding auth protocol: cephx 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding auth protocol: cephx 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding auth protocol: cephx 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.563 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:43:05.422+0000 7f70eefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: crc 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:43:05.422+0000 7f723b3a2800 5 AuthRegistry(0x7ffcf2a62960) adding con mode: secure 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:43:05.423+0000 7f723b3a2800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:05.564 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache list hook 0x55eeece0f790 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache inspect hook 0x55eeece0f790 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache erase hook 0x55eeece0f790 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command cache zap hook 0x55eeece0f790 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 note: GC not initialized 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:43:05.423+0000 7f70edfe3640 20 reqs_thread_entry: start 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace show hook 0x7f72280013b0 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace history hook 0x7f72280013b0 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace active hook 0x7f72280013b0 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:43:05.423+0000 7f723b3a2800 5 asok(0x55eeecb30410) register_command sync trace active_short hook 0x7f72280013b0 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 Filter name: none 2024-09-19T11:43:05.565 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:43:05.423+0000 7f705f7fe640 20 reqs_thread_entry: start 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:43:05.423+0000 7f723b3a2800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:43:05.423+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:43:05.424+0000 7f723b3a2800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.566 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:43:05.424+0000 7f723b3a2800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:43:05.432+0000 7f723b3a2800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562446 cookie 94484665003888 notifier 7703 bl.length()=827 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:43:05.432+0000 7f710f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:43:05.433+0000 7f723b3a2800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:43:05.439+0000 7f723b3a2800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f723b3a2800 time 2024-09-19T11:43:05.440826+0000 2024-09-19T11:43:05.567 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f723e98c76a] 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:43:05.440+0000 7f723b3a2800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f723b3a2800 thread_name:radosgw-admin 2024-09-19T11:43:05.568 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f723d63e6f0] 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f723d68b99c] 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f723e98c7c4] 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f723e98c928] 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eeeaf8b791] 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55eeeaf9b4aa] 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f723d629590] 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:43:05.569 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:43:05.570 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:43:05.571 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:43:05.572 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:43:05.573 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:43:05.574 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:43:05.575 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 7f705f7fe640 / http_manager 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 7f70edfe3640 / http_manager 2024-09-19T11:43:05.576 INFO:tasks.workunit.client.0.smithi103.stderr: 7f70eefe5640 / rgw_dt_lg_renew 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f710e7fc640 / ms_dispatch 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f710f7fe640 / io_context_pool 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f710ffff640 / io_context_pool 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f711e7fc640 / ms_dispatch 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f712560a640 / ms_dispatch 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f7126e0d640 / io_context_pool 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f723068b640 / msgr-worker-2 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f7238e8c640 / msgr-worker-1 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f723968d640 / msgr-worker-0 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f7239e8e640 / io_context_pool 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: 7f723b3a2800 / radosgw-admin 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:43:05.577 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:43:05.578 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:43:05.442206Z_ead62bfb-c2b7-4a70-b184-d1f99dc30893/log 2024-09-19T11:43:05.578 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:43:05.578 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:43:05.579 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:05.579 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:05.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.516+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 20 realm 2024-09-19T11:43:05.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.518+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.519+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.519+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.520+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.520+0000 7fdd8e319800 20 searching for the correct realm 2024-09-19T11:43:05.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.522+0000 7fdd8b609640 0 -- 172.21.15.103:0/401736298 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fdd800696d0 msgr2=0x7fdd80068140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:05.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.727+0000 7fdd8be0a640 0 -- 172.21.15.103:0/401736298 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fdd800700a0 msgr2=0x7fdd80067840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:05.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:05.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:05.937 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.934+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:05.938 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:05.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 20 zone default found 2024-09-19T11:43:05.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 4 Realm: () 2024-09-19T11:43:05.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:05.939 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 20 zonegroup default 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.935+0000 7fdd8e319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.936+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.936+0000 7fdd8e319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.936+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.936+0000 7fdd8e319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.936+0000 7fdd8e319800 20 started sync module instance, tier type = 2024-09-19T11:43:05.940 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.936+0000 7fdd8e319800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:05.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.946+0000 7fdd8e319800 20 add_watcher() i=0 2024-09-19T11:43:05.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.946+0000 7fdd8e319800 20 add_watcher() i=1 2024-09-19T11:43:05.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.946+0000 7fdd8e319800 20 add_watcher() i=2 2024-09-19T11:43:05.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.946+0000 7fdd8e319800 20 add_watcher() i=3 2024-09-19T11:43:05.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.946+0000 7fdd8e319800 20 add_watcher() i=4 2024-09-19T11:43:05.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.946+0000 7fdd8e319800 20 add_watcher() i=5 2024-09-19T11:43:05.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.946+0000 7fdd8e319800 20 add_watcher() i=6 2024-09-19T11:43:05.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.947+0000 7fdd8e319800 20 add_watcher() i=7 2024-09-19T11:43:05.949 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.947+0000 7fdd8e319800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:05.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.948+0000 7fdc3d7f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:05.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdd8e319800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:05.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdd8e319800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:05.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdd8e319800 5 note: GC not initialized 2024-09-19T11:43:05.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdbb7fff640 20 reqs_thread_entry: start 2024-09-19T11:43:05.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdd8e319800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:05.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdd8e319800 20 Filter name: none 2024-09-19T11:43:05.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdbb5ffb640 20 reqs_thread_entry: start 2024-09-19T11:43:05.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.949+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.950+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:05.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.950+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.951+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:05.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.951+0000 7fdd8e319800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:05.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.951+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.951+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:05.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.951+0000 7fdd8e319800 20 rados->read ofs=0 len=0 2024-09-19T11:43:05.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.952+0000 7fdd8e319800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:05.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.952+0000 7fdd8e319800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:43:05.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.954+0000 7fdc3d7f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:05.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.956+0000 7fdd8e319800 20 remove_watcher() i=0 2024-09-19T11:43:05.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.956+0000 7fdd8e319800 2 removed watcher, disabling cache 2024-09-19T11:43:05.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.957+0000 7fdd8e319800 20 remove_watcher() i=1 2024-09-19T11:43:05.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.959+0000 7fdd8e319800 20 remove_watcher() i=2 2024-09-19T11:43:05.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.960+0000 7fdd8e319800 20 remove_watcher() i=3 2024-09-19T11:43:05.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.961+0000 7fdd8e319800 20 remove_watcher() i=4 2024-09-19T11:43:05.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.962+0000 7fdd8e319800 20 remove_watcher() i=5 2024-09-19T11:43:05.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.963+0000 7fdd8e319800 20 remove_watcher() i=6 2024-09-19T11:43:05.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:05.964+0000 7fdd8e319800 20 remove_watcher() i=7 2024-09-19T11:43:05.978 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:43:05.978 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:43:05.987 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T11:43:06.015 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:06.015 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:06.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.049+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:06.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 20 realm 2024-09-19T11:43:06.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:06.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:06.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:06.054 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.051+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.052+0000 7fc5d0728800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:06.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.052+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.053+0000 7fc5d0728800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:06.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.053+0000 7fc5d0728800 20 searching for the correct realm 2024-09-19T11:43:06.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.055+0000 7fc5c3c4a640 0 -- 172.21.15.103:0/2198904108 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fc5b406af00 msgr2=0x7fc5b4069970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:06.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.059+0000 7fc5cc44b640 0 -- 172.21.15.103:0/2198904108 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fc5b406f1f0 msgr2=0x7fc5b40268a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:43:06.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.265+0000 7fc5d0728800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:06.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.265+0000 7fc5d0728800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:06.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.265+0000 7fc5d0728800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:06.268 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.265+0000 7fc5d0728800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:06.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.265+0000 7fc5d0728800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:06.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.265+0000 7fc5d0728800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:06.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.265+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:06.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:06.269 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:06.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 zone default found 2024-09-19T11:43:06.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 4 Realm: () 2024-09-19T11:43:06.270 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 zonegroup default 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.266+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.267+0000 7fc5d0728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.267+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.267+0000 7fc5d0728800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.267+0000 7fc5d0728800 20 started sync module instance, tier type = 2024-09-19T11:43:06.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.267+0000 7fc5d0728800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:06.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=0 2024-09-19T11:43:06.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=1 2024-09-19T11:43:06.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=2 2024-09-19T11:43:06.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=3 2024-09-19T11:43:06.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=4 2024-09-19T11:43:06.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=5 2024-09-19T11:43:06.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=6 2024-09-19T11:43:06.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 20 add_watcher() i=7 2024-09-19T11:43:06.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.277+0000 7fc5d0728800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:06.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.279+0000 7fc4837de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc5d0728800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc5d0728800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc5d0728800 5 note: GC not initialized 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc4827dc640 20 reqs_thread_entry: start 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc5d0728800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc5d0728800 20 Filter name: none 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc47b7fe640 20 reqs_thread_entry: start 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc5d0728800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:06.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.280+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:06.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:06.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 20 rados->read ofs=0 len=0 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.281+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.282+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.282+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:43:06.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.282+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:43:06.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.282+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:43:06.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.282+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:43:06.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.282+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:43:06.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.283+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:43:06.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.283+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:43:06.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.283+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:43:06.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.283+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:43:06.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.284+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:43:06.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.284+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:43:06.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.284+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:43:06.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.284+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:43:06.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.285+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:43:06.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.285+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:43:06.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.285+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:43:06.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.285+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:43:06.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.285+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:43:06.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.285+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:43:06.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.286+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:43:06.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.286+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:43:06.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.286+0000 7fc5d0728800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:43:06.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.286+0000 7fc5d0728800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:43:06.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.287+0000 7fc4837de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:06.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.290+0000 7fc5d0728800 20 remove_watcher() i=0 2024-09-19T11:43:06.292 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.290+0000 7fc5d0728800 2 removed watcher, disabling cache 2024-09-19T11:43:06.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.291+0000 7fc5d0728800 20 remove_watcher() i=1 2024-09-19T11:43:06.294 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.292+0000 7fc5d0728800 20 remove_watcher() i=2 2024-09-19T11:43:06.295 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.293+0000 7fc5d0728800 20 remove_watcher() i=3 2024-09-19T11:43:06.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.294+0000 7fc5d0728800 20 remove_watcher() i=4 2024-09-19T11:43:06.297 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.295+0000 7fc5d0728800 20 remove_watcher() i=5 2024-09-19T11:43:06.298 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.296+0000 7fc5d0728800 20 remove_watcher() i=6 2024-09-19T11:43:06.299 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:06.297+0000 7fc5d0728800 20 remove_watcher() i=7 2024-09-19T11:43:36.343 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-19T11:43:36.379 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:36.380 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:36.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.420+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.423 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 realm 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.424 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.423+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.423+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.424+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:36.425 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.424+0000 7f3bd86bb800 20 searching for the correct realm 2024-09-19T11:43:36.428 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.427+0000 7f3bd61a5640 0 -- 172.21.15.103:0/1805060873 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f3bd007f070 msgr2=0x7f3bd00a7e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.432 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.431+0000 7f3bd61a5640 0 -- 172.21.15.103:0/1805060873 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f3bc0044730 msgr2=0x7f3bc00a11a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:36.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 zone default found 2024-09-19T11:43:36.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 Realm: () 2024-09-19T11:43:36.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:36.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 zonegroup default 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 started sync module instance, tier type = 2024-09-19T11:43:36.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:36.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=0 2024-09-19T11:43:36.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=1 2024-09-19T11:43:36.651 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=2 2024-09-19T11:43:36.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=3 2024-09-19T11:43:36.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=4 2024-09-19T11:43:36.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=5 2024-09-19T11:43:36.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=6 2024-09-19T11:43:36.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.651+0000 7f3bd86bb800 20 add_watcher() i=7 2024-09-19T11:43:36.652 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.651+0000 7f3bd86bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:36.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3a8cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:36.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:36.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:36.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 note: GC not initialized 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3a077fe640 20 reqs_thread_entry: start 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 Filter name: none 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.653+0000 7f3a057fa640 20 reqs_thread_entry: start 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:36.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:36.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:36.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:36.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.656+0000 7f3bd86bb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:43:36.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:43:36.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.665+0000 7f3ab9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562447 cookie 93884266572224 notifier 8313 bl.length()=827 2024-09-19T11:43:36.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:43:36.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:43:36.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:43:36.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:43:36.670 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3bd86bb800 time 2024-09-19T11:43:36.670457+0000 2024-09-19T11:43:36.670 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:36.671 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.671 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bdbb8c76a] 2024-09-19T11:43:36.671 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f3bd86bb800 thread_name:radosgw-admin 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.670+0000 7f3bd86bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3bd86bb800 time 2024-09-19T11:43:36.670457+0000 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.672 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bdbb8c76a] 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:43:36.673 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.685 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.685 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3bda83e6f0] 2024-09-19T11:43:36.685 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3bda88b99c] 2024-09-19T11:43:36.685 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:36.685 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bdbb8c7c4] 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.671+0000 7f3bd86bb800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f3bd86bb800 thread_name:radosgw-admin 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.686 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3bda83e6f0] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3bda88b99c] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bdbb8c7c4] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:43:36.687 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: dump: 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.688 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:43:36.401+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 8301 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:43:36.401+0000 7f3bd86bb800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:43:36.401+0000 7f3bd86bb800 4 set_mon_vals no callback set 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 10 monclient: shutdown 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 asok(0x55632229f410) unregister_commands rotate-key 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.689 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding auth protocol: cephx 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding auth protocol: cephx 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding auth protocol: cephx 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.690 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 1 librados: starting msgr at 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 1 librados: starting objecter 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command objecter_requests hook 0x5563224c7dc0 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 1 librados: setting wanted keys 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 1 librados: calling monclient init 2024-09-19T11:43:36.691 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding auth protocol: cephx 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding auth protocol: cephx 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding auth protocol: cephx 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.692 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key hook 0x5563224c0538 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x55632236c7f0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x5563223756c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x556322406260 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.693 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.946633s 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x5563223756c0 auth_method 0 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x55632236c7f0 auth_method 0 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.694 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_done global_id 7748 payload 824 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:43:36.404+0000 7f3bcd9a4640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:43:36.404+0000 7f3bcd9a4640 1 monclient: found mon.noname-c 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:43:36.404+0000 7f3bcd9a4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:36.695 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: dump: 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.696 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: dump: 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.697 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 7748 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:43:36.404+0000 7f3ac4608640 4 set_mon_vals no callback set 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.698 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 1 librados: init done 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:43:36.406+0000 7f3ac2e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:43:36.406+0000 7f3ac2e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:43:36.406+0000 7f3ac2e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:43:36.406+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3abc077570 auth_method 0 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:43:36.407+0000 7f3bd69a6640 10 monclient: get_auth_request con 0x5563224e96d0 auth_method 0 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:43:36.408+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x55632250c970 auth_method 0 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:43:36.409+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x556322510d20 auth_method 0 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.699 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.700 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding auth protocol: cephx 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding auth protocol: cephx 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding auth protocol: cephx 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.701 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command objecter_requests cmddesc objecter_requests hook 0x556322518fc0 EEXIST 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding auth protocol: cephx 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding auth protocol: cephx 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding auth protocol: cephx 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.702 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.703 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key cmddesc rotate-key hook 0x556322514330 EEXIST 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x55632253d2e0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x55632253d6c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x55632253c090 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.954561s 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x55632253d6c0 auth_method 0 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.704 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x55632253d2e0 auth_method 0 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request con 0x55632253c090 auth_method 0 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.705 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_done global_id 7751 payload 824 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 1 monclient: found mon.noname-c 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: dump: 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.706 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:36.707 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: dump: 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 7751 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:43:36.412+0000 7f3bd71a7640 4 set_mon_vals no callback set 2024-09-19T11:43:36.708 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:43:36.414+0000 7f3abbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:43:36.414+0000 7f3abbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:43:36.414+0000 7f3abbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:43:36.414+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3ab0077480 auth_method 0 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: get_monmap_and_config 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.709 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding auth protocol: cephx 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding auth protocol: cephx 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding auth protocol: cephx 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.710 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding auth protocol: cephx 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding auth protocol: cephx 2024-09-19T11:43:36.711 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding auth protocol: cephx 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.712 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key cmddesc rotate-key hook 0x7ffdcaf07048 EEXIST 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x5563225916a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x5563225614b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x55632258ca60 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.958528s 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request con 0x55632258ca60 auth_method 0 2024-09-19T11:43:36.713 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x5563225614b0 auth_method 0 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x5563225916a0 auth_method 0 2024-09-19T11:43:36.714 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_done global_id 8310 payload 274 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 1 monclient: found mon.noname-a 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: dump: 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.715 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: dump: 2024-09-19T11:43:36.716 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 8310 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 4 set_mon_vals no callback set 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: shutdown 2024-09-19T11:43:36.717 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding auth protocol: cephx 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding auth protocol: cephx 2024-09-19T11:43:36.718 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding auth protocol: cephx 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.719 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: starting msgr at 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: starting objecter 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command objecter_requests cmddesc objecter_requests hook 0x55632258b750 EEXIST 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: setting wanted keys 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: calling monclient init 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding auth protocol: cephx 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding auth protocol: cephx 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding auth protocol: cephx 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.720 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key cmddesc rotate-key hook 0x556322555208 EEXIST 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x5563225614b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.721 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x55632258ca60 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x5563225916a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.961024s 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x5563225614b0 auth_method 0 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.722 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request con 0x5563225916a0 auth_method 0 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x55632258ca60 auth_method 0 2024-09-19T11:43:36.723 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_done global_id 8313 payload 824 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 1 monclient: found mon.noname-a 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: dump: 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.724 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.725 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: dump: 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 8313 2024-09-19T11:43:36.726 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:43:36.418+0000 7f3ab9ffb640 4 set_mon_vals no callback set 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 1 librados: init done 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cr dump hook 0x7f3bd0004e78 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:43:36.420+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:43:36.421+0000 7f3aa7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:43:36.421+0000 7f3aa7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:43:36.421+0000 7f3aa7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:43:36.421+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3aa0077570 auth_method 0 2024-09-19T11:43:36.727 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:43:36.421+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x5563225abb50 auth_method 0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 realm 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:43:36.422+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x5563225afd70 auth_method 0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:43:36.423+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:43:36.423+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:43:36.423+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x5563225b3620 auth_method 0 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:43:36.424+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:43:36.424+0000 7f3bd86bb800 20 searching for the correct realm 2024-09-19T11:43:36.728 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:43:36.424+0000 7f3bd69a6640 10 monclient: get_auth_request con 0x5563225b8350 auth_method 0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:43:36.425+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3bd007f070 auth_method 0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:43:36.426+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x7f3bc003b540 auth_method 0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:43:36.427+0000 7f3bd61a5640 0 -- 172.21.15.103:0/1805060873 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f3bd007f070 msgr2=0x7f3bd00a7e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:43:36.427+0000 7f3aa7fff640 1 client.8313.objecter ms_handle_reset 0x7f3bd007f070 session 0x7f3bd00a8ac0 osd.7 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:43:36.427+0000 7f3aa7fff640 10 monclient: _renew_subs 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:43:36.427+0000 7f3aa7fff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:43:36.427+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3aa0087390 auth_method 0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:43:36.428+0000 7f3bd69a6640 10 monclient: get_auth_request con 0x7f3bc0094040 auth_method 0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:43:36.430+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3bc0044730 auth_method 0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:43:36.431+0000 7f3bd61a5640 0 -- 172.21.15.103:0/1805060873 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f3bc0044730 msgr2=0x7f3bc00a11a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:43:36.632+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3bc0044730 auth_method 0 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:36.729 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 zone default found 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 Realm: () 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:36.730 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 zonegroup default 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 started sync module instance, tier type = 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=0 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=1 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=2 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=3 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=4 2024-09-19T11:43:36.731 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=5 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=6 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:43:36.651+0000 7f3bd86bb800 20 add_watcher() i=7 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:43:36.651+0000 7f3bd86bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding auth protocol: cephx 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding auth protocol: cephx 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding auth protocol: cephx 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.732 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:43:36.653+0000 7f3a8cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache list hook 0x55632258ad80 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache inspect hook 0x55632258ad80 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache erase hook 0x55632258ad80 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache zap hook 0x55632258ad80 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 note: GC not initialized 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:43:36.653+0000 7f3a077fe640 20 reqs_thread_entry: start 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace show hook 0x7f3bd004d940 2024-09-19T11:43:36.733 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace history hook 0x7f3bd004d940 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace active hook 0x7f3bd004d940 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace active_short hook 0x7f3bd004d940 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 Filter name: none 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:43:36.653+0000 7f3a057fa640 20 reqs_thread_entry: start 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:36.734 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:43:36.656+0000 7f3bd86bb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:43:36.665+0000 7f3ab9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562447 cookie 93884266572224 notifier 8313 bl.length()=827 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.735 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:43:36.670+0000 7f3bd86bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3bd86bb800 time 2024-09-19T11:43:36.670457+0000 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bdbb8c76a] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.736 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:43:36.671+0000 7f3bd86bb800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f3bd86bb800 thread_name:radosgw-admin 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3bda83e6f0] 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3bda88b99c] 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bdbb8c7c4] 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.737 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:43:36.738 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:43:36.739 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:43:36.740 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:43:36.741 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:43:36.742 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:43:36.743 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3a057fa640 / http_manager 2024-09-19T11:43:36.744 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3a077fe640 / http_manager 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3a8cfe1640 / rgw_dt_lg_renew 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3aa7fff640 / ms_dispatch 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3ab9ffb640 / io_context_pool 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3abbfff640 / ms_dispatch 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3ac2e05640 / ms_dispatch 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3ac4608640 / io_context_pool 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bcd9a4640 / msgr-worker-2 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd61a5640 / msgr-worker-1 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd69a6640 / msgr-worker-0 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd71a7640 / io_context_pool 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd86bb800 / radosgw-admin 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:43:36.745 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.151456.log 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:43:36.401+0000 7f3ac4608640 10 monclient: dump: 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.746 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:43:36.401+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 8301 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:43:36.401+0000 7f3bd86bb800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:43:36.401+0000 7f3bd86bb800 4 set_mon_vals no callback set 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 10 monclient: shutdown 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 asok(0x55632229f410) unregister_commands rotate-key 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.747 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding auth protocol: cephx 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding auth protocol: cephx 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding auth protocol: cephx 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.748 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: crc 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c59c0) adding con mode: secure 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 1 librados: starting msgr at 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 1 librados: starting objecter 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:43:36.402+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command objecter_requests hook 0x5563224c7dc0 2024-09-19T11:43:36.749 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 1 librados: setting wanted keys 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 1 librados: calling monclient init 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding auth protocol: cephx 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding auth protocol: cephx 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding auth protocol: cephx 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.750 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: crc 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 AuthRegistry(0x5563224c03f0) adding con mode: secure 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key hook 0x5563224c0538 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x55632236c7f0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x5563223756c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x556322406260 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.751 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:43:36.403+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.946633s 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x5563223756c0 auth_method 0 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x55632236c7f0 auth_method 0 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.752 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:43:36.403+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:43:36.403+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_done global_id 7748 payload 824 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:43:36.404+0000 7f3bcd9a4640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:43:36.404+0000 7f3bcd9a4640 1 monclient: found mon.noname-c 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:43:36.404+0000 7f3bcd9a4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: dump: 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.753 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.754 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:43:36.404+0000 7f3ac2e05640 10 monclient: dump: 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 7748 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.755 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:43:36.404+0000 7f3ac4608640 4 set_mon_vals no callback set 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:43:36.404+0000 7f3bd86bb800 1 librados: init done 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:43:36.406+0000 7f3ac2e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:43:36.406+0000 7f3ac2e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:43:36.406+0000 7f3ac2e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:43:36.406+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3abc077570 auth_method 0 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:43:36.407+0000 7f3bd69a6640 10 monclient: get_auth_request con 0x5563224e96d0 auth_method 0 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:43:36.408+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x55632250c970 auth_method 0 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:43:36.409+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x556322510d20 auth_method 0 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.756 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding auth protocol: cephx 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding auth protocol: cephx 2024-09-19T11:43:36.757 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding auth protocol: cephx 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: crc 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 AuthRegistry(0x556322515b60) adding con mode: secure 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command objecter_requests cmddesc objecter_requests hook 0x556322518fc0 EEXIST 2024-09-19T11:43:36.758 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:43:36.410+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding auth protocol: cephx 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding auth protocol: cephx 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding auth protocol: cephx 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.759 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: crc 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 AuthRegistry(0x5563225141e8) adding con mode: secure 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key cmddesc rotate-key hook 0x556322514330 EEXIST 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x55632253d2e0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x55632253d6c0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x55632253c090 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.760 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:43:36.411+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.954561s 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x55632253d6c0 auth_method 0 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x55632253d2e0 auth_method 0 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.761 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request con 0x55632253c090 auth_method 0 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:43:36.411+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:43:36.411+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_done global_id 7751 payload 824 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 1 monclient: found mon.noname-c 2024-09-19T11:43:36.762 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:43:36.411+0000 7f3bcd9a4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: dump: 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.763 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:43:36.412+0000 7f3abbfff640 10 monclient: dump: 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.764 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 7751 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:43:36.412+0000 7f3bd71a7640 4 set_mon_vals no callback set 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:43:36.412+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:43:36.414+0000 7f3abbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:43:36.414+0000 7f3abbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:43:36.414+0000 7f3abbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.765 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:43:36.414+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3ab0077480 auth_method 0 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: get_monmap_and_config 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.766 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding auth protocol: cephx 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding auth protocol: cephx 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding auth protocol: cephx 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: crc 2024-09-19T11:43:36.767 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x55632255d000) adding con mode: secure 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding auth protocol: cephx 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding auth protocol: cephx 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding auth protocol: cephx 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.768 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: crc 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:43:36.414+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf06f00) adding con mode: secure 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key cmddesc rotate-key hook 0x7ffdcaf07048 EEXIST 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x5563225916a0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x5563225614b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x55632258ca60 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.769 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:43:36.415+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.958528s 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request con 0x55632258ca60 auth_method 0 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x5563225614b0 auth_method 0 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.770 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:43:36.415+0000 7f3bcd9a4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x5563225916a0 auth_method 0 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:43:36.415+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_done global_id 8310 payload 274 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 1 monclient: found mon.noname-a 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:43:36.415+0000 7f3bd69a6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: dump: 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.771 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:36.772 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:43:36.416+0000 7f3ab9ffb640 10 monclient: dump: 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 8310 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: get_monmap_and_config success 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 4 set_mon_vals no callback set 2024-09-19T11:43:36.773 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: shutdown 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: build_initial_monmap 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 1 build_initial for_mkfs: 0 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 10 monclient: monmap: 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.774 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:43:36.416+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding auth protocol: cephx 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding auth protocol: cephx 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding auth protocol: cephx 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.775 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: crc 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x55632258cf10) adding con mode: secure 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: starting msgr at 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: starting objecter 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command objecter_requests cmddesc objecter_requests hook 0x55632258b750 EEXIST 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: setting wanted keys 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 1 librados: calling monclient init 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient: init 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding auth protocol: cephx 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding auth protocol: cephx 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding auth protocol: cephx 2024-09-19T11:43:36.776 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: crc 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 AuthRegistry(0x5563225550c0) adding con mode: secure 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.777 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command rotate-key cmddesc rotate-key hook 0x556322555208 EEXIST 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient: _reopen_session rank -1 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-c con 0x5563225614b0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-b con 0x55632258ca60 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:43:36.417+0000 7f3bd86bb800 10 monclient(hunting): picked mon.noname-a con 0x5563225916a0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): start opening mon connection 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): _renew_subs 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient(hunting): authenticate will time out at 2201.961024s 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request con 0x5563225614b0 auth_method 0 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.778 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request con 0x5563225916a0 auth_method 0 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:43:36.418+0000 7f3bd61a5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request con 0x55632258ca60 auth_method 0 2024-09-19T11:43:36.779 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:43:36.418+0000 7f3bcd9a4640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient(hunting): handle_auth_done global_id 8313 payload 824 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient: _finish_hunting 0 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 1 monclient: found mon.noname-a 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:43:36.418+0000 7f3bd69a6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: dump: 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.780 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: _finish_auth 0 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: _check_auth_tickets 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: handle_config config(0 keys) 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:43:36.418+0000 7f3aa7fff640 10 monclient: dump: 2024-09-19T11:43:36.781 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 5 monclient: authenticate success, global_id 8313 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:43:36.418+0000 7f3ab9ffb640 4 set_mon_vals no callback set 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.782 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _renew_subs 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 1 librados: init done 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:43:36.418+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cr dump hook 0x7f3bd0004e78 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:43:36.420+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:43:36.421+0000 7f3aa7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:43:36.421+0000 7f3aa7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:43:36.421+0000 7f3aa7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:43:36.421+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3aa0077570 auth_method 0 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:43:36.421+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x5563225abb50 auth_method 0 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 realm 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.783 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:43:36.422+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:43:36.422+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x5563225afd70 auth_method 0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:43:36.423+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:43:36.423+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:43:36.423+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x5563225b3620 auth_method 0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:43:36.424+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:43:36.424+0000 7f3bd86bb800 20 searching for the correct realm 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:43:36.424+0000 7f3bd69a6640 10 monclient: get_auth_request con 0x5563225b8350 auth_method 0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:43:36.425+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3bd007f070 auth_method 0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:43:36.426+0000 7f3bcd9a4640 10 monclient: get_auth_request con 0x7f3bc003b540 auth_method 0 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:43:36.427+0000 7f3bd61a5640 0 -- 172.21.15.103:0/1805060873 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f3bd007f070 msgr2=0x7f3bd00a7e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.784 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:43:36.427+0000 7f3aa7fff640 1 client.8313.objecter ms_handle_reset 0x7f3bd007f070 session 0x7f3bd00a8ac0 osd.7 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:43:36.427+0000 7f3aa7fff640 10 monclient: _renew_subs 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:43:36.427+0000 7f3aa7fff640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:43:36.427+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3aa0087390 auth_method 0 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:43:36.428+0000 7f3bd69a6640 10 monclient: get_auth_request con 0x7f3bc0094040 auth_method 0 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:43:36.430+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3bc0044730 auth_method 0 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:43:36.431+0000 7f3bd61a5640 0 -- 172.21.15.103:0/1805060873 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f3bc0044730 msgr2=0x7f3bc00a11a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:43:36.632+0000 7f3bd61a5640 10 monclient: get_auth_request con 0x7f3bc0044730 auth_method 0 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:36.785 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:43:36.638+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 zone default found 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 Realm: () 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 zonegroup default 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.786 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:43:36.639+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 started sync module instance, tier type = 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:43:36.640+0000 7f3bd86bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=0 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=1 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=2 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=3 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=4 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=5 2024-09-19T11:43:36.787 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:43:36.650+0000 7f3bd86bb800 20 add_watcher() i=6 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:43:36.651+0000 7f3bd86bb800 20 add_watcher() i=7 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:43:36.651+0000 7f3bd86bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding auth protocol: cephx 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding auth protocol: cephx 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding auth protocol: cephx 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.788 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: crc 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 AuthRegistry(0x7ffdcaf073d0) adding con mode: secure 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:43:36.653+0000 7f3a8cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache list hook 0x55632258ad80 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache inspect hook 0x55632258ad80 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache erase hook 0x55632258ad80 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command cache zap hook 0x55632258ad80 2024-09-19T11:43:36.789 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 note: GC not initialized 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:43:36.653+0000 7f3a077fe640 20 reqs_thread_entry: start 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace show hook 0x7f3bd004d940 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace history hook 0x7f3bd004d940 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace active hook 0x7f3bd004d940 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 5 asok(0x55632229f410) register_command sync trace active_short hook 0x7f3bd004d940 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:43:36.653+0000 7f3bd86bb800 20 Filter name: none 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:43:36.653+0000 7f3a057fa640 20 reqs_thread_entry: start 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:36.790 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:43:36.654+0000 7f3bd86bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:43:36.656+0000 7f3bd86bb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:43:36.665+0000 7f3bd86bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:43:36.791 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:43:36.665+0000 7f3ab9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562447 cookie 93884266572224 notifier 8313 bl.length()=827 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:43:36.666+0000 7f3ab9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:43:36.666+0000 7f3bd86bb800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:43:36.670+0000 7f3bd86bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3bd86bb800 time 2024-09-19T11:43:36.670457+0000 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bdbb8c76a] 2024-09-19T11:43:36.792 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 4: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 6: main() 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 8: __libc_start_main() 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 9: _start() 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:43:36.671+0000 7f3bd86bb800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f3bd86bb800 thread_name:radosgw-admin 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3bda83e6f0] 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3bda88b99c] 2024-09-19T11:43:36.793 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bdbb8c7c4] 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f3bdbb8c928] 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55631fe5b791] 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 8: radosgw-admin(+0xd74d0c) [0x556320369d0c] 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55631fe6b43d] 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 10: main() 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3bda829590] 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 12: __libc_start_main() 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 13: _start() 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:43:36.794 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:43:36.795 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:43:36.796 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:43:36.797 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:43:36.798 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:43:36.799 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:43:36.800 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3a057fa640 / http_manager 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3a077fe640 / http_manager 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3a8cfe1640 / rgw_dt_lg_renew 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3aa7fff640 / ms_dispatch 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3ab9ffb640 / io_context_pool 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3abbfff640 / ms_dispatch 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3ac2e05640 / ms_dispatch 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3ac4608640 / io_context_pool 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bcd9a4640 / msgr-worker-2 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd61a5640 / msgr-worker-1 2024-09-19T11:43:36.801 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd69a6640 / msgr-worker-0 2024-09-19T11:43:36.802 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd71a7640 / io_context_pool 2024-09-19T11:43:36.802 INFO:tasks.workunit.client.0.smithi103.stderr: 7f3bd86bb800 / radosgw-admin 2024-09-19T11:43:36.802 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:43:36.802 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:43:36.802 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:43:36.672106Z_29601827-cbb0-4705-8063-d29fea30c5e4/log 2024-09-19T11:43:36.802 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:43:36.802 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T11:43:36.808 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:43:36.808 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:43:36.808 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.746+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.747+0000 7f0890d20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.747+0000 7f0890d20800 20 realm 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.747+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.747+0000 7f0890d20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.747+0000 7f0890d20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.747+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.748+0000 7f0890d20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.748+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.748+0000 7f0890d20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.748+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.749+0000 7f0890d20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.749+0000 7f0890d20800 20 searching for the correct realm 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.752+0000 7f088d269640 0 -- 172.21.15.103:0/3263493242 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55ec18e99d70 msgr2=0x55ec18e9c230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.756+0000 7f088ca68640 0 -- 172.21.15.103:0/3263493242 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f0878073780 msgr2=0x7f0878068020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.760+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 zone default found 2024-09-19T11:43:36.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 4 Realm: () 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 zonegroup default 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 started sync module instance, tier type = 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.761+0000 7f0890d20800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.771+0000 7f0890d20800 20 add_watcher() i=0 2024-09-19T11:43:36.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.771+0000 7f0890d20800 20 add_watcher() i=1 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.771+0000 7f0890d20800 20 add_watcher() i=2 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.771+0000 7f0890d20800 20 add_watcher() i=3 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.771+0000 7f0890d20800 20 add_watcher() i=4 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.771+0000 7f0890d20800 20 add_watcher() i=5 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.771+0000 7f0890d20800 20 add_watcher() i=6 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.772+0000 7f0890d20800 20 add_watcher() i=7 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.772+0000 7f0890d20800 2 all 8 watchers are set, enabling cache 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.773+0000 7f0742fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0890d20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0890d20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0890d20800 5 note: GC not initialized 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0741fe3640 20 reqs_thread_entry: start 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0890d20800 20 init_complete bucket index max shards: 11 2024-09-19T11:43:36.812 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0890d20800 20 Filter name: none 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f06b37fe640 20 reqs_thread_entry: start 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0890d20800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.774+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 20 rados->read ofs=0 len=0 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:43:36.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.775+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.776+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.776+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.776+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.776+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.776+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.776+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.777+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.777+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.777+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.777+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.778+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.778+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:43:36.814 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.778+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.778+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.778+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.778+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.779+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.779+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.779+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.779+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.780+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.780+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.780+0000 7f0890d20800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.780+0000 7f0890d20800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.781+0000 7f0742fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.783+0000 7f0890d20800 20 remove_watcher() i=0 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.783+0000 7f0890d20800 2 removed watcher, disabling cache 2024-09-19T11:43:36.815 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.784+0000 7f0890d20800 20 remove_watcher() i=1 2024-09-19T11:43:36.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.785+0000 7f0890d20800 20 remove_watcher() i=2 2024-09-19T11:43:36.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.786+0000 7f0890d20800 20 remove_watcher() i=3 2024-09-19T11:43:36.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.787+0000 7f0890d20800 20 remove_watcher() i=4 2024-09-19T11:43:36.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.788+0000 7f0890d20800 20 remove_watcher() i=5 2024-09-19T11:43:36.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.789+0000 7f0890d20800 20 remove_watcher() i=6 2024-09-19T11:43:36.816 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:43:36.790+0000 7f0890d20800 20 remove_watcher() i=7 2024-09-19T11:43:36.816 INFO:tasks.workunit.client.0.smithi103.stderr: test: duplicated entries can be purged manually 2024-09-19T11:44:06.823 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:44:06.857 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:06.857 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:06.898 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.897+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:06.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.899+0000 7ffa54946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:06.900 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.899+0000 7ffa54946800 20 realm 2024-09-19T11:44:06.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.899+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:06.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.899+0000 7ffa54946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:06.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.899+0000 7ffa54946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:06.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.899+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:06.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.900+0000 7ffa54946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:06.901 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.900+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:06.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.901+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:06.902 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.901+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:06.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.901+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:06.903 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:06.901+0000 7ffa54946800 20 searching for the correct realm 2024-09-19T11:44:07.107 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.106+0000 7ffa51c36640 0 -- 172.21.15.103:0/2302767641 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ffa4808c040 msgr2=0x7ffa4808b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:07.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.514+0000 7ffa52437640 0 -- 172.21.15.103:0/2302767641 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ffa48074920 msgr2=0x7ffa4807e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.722+0000 7ffa54946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.722+0000 7ffa54946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.722+0000 7ffa54946800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.722+0000 7ffa54946800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.722+0000 7ffa54946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.722+0000 7ffa54946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:07.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.722+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:07.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 zone default found 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 4 Realm: () 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 zonegroup default 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.723+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.724+0000 7ffa54946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:07.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.724+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.724+0000 7ffa54946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:07.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.724+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.724+0000 7ffa54946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:07.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.725+0000 7ffa54946800 20 started sync module instance, tier type = 2024-09-19T11:44:07.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.725+0000 7ffa54946800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.736+0000 7ffa54946800 20 add_watcher() i=0 2024-09-19T11:44:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.736+0000 7ffa54946800 20 add_watcher() i=1 2024-09-19T11:44:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.736+0000 7ffa54946800 20 add_watcher() i=2 2024-09-19T11:44:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.736+0000 7ffa54946800 20 add_watcher() i=3 2024-09-19T11:44:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.736+0000 7ffa54946800 20 add_watcher() i=4 2024-09-19T11:44:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.736+0000 7ffa54946800 20 add_watcher() i=5 2024-09-19T11:44:07.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.736+0000 7ffa54946800 20 add_watcher() i=6 2024-09-19T11:44:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.737+0000 7ffa54946800 20 add_watcher() i=7 2024-09-19T11:44:07.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.737+0000 7ffa54946800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:07.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.739+0000 7ff908fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.739+0000 7ffa54946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.739+0000 7ffa54946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.739+0000 7ffa54946800 5 note: GC not initialized 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.739+0000 7ff8837fe640 20 reqs_thread_entry: start 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.739+0000 7ffa54946800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.740+0000 7ffa54946800 20 Filter name: none 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.740+0000 7ff8817fa640 20 reqs_thread_entry: start 2024-09-19T11:44:07.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.740+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.740+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:07.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.740+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.741+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:07.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.741+0000 7ffa54946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:07.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.741+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.741+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:07.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.741+0000 7ffa54946800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.742+0000 7ffa54946800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:07.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.742+0000 7ffa54946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:07.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.744+0000 7ff908fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:07.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.747+0000 7ffa54946800 20 remove_watcher() i=0 2024-09-19T11:44:07.748 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.747+0000 7ffa54946800 2 removed watcher, disabling cache 2024-09-19T11:44:07.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.749+0000 7ffa54946800 20 remove_watcher() i=1 2024-09-19T11:44:07.751 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.750+0000 7ffa54946800 20 remove_watcher() i=2 2024-09-19T11:44:07.752 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.751+0000 7ffa54946800 20 remove_watcher() i=3 2024-09-19T11:44:07.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.752+0000 7ffa54946800 20 remove_watcher() i=4 2024-09-19T11:44:07.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.753+0000 7ffa54946800 20 remove_watcher() i=5 2024-09-19T11:44:07.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.755+0000 7ffa54946800 20 remove_watcher() i=6 2024-09-19T11:44:07.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.756+0000 7ffa54946800 20 remove_watcher() i=7 2024-09-19T11:44:07.769 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:07.769 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:44:07.769 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 11 size_kb: 1 num_shards: 13 2024-09-19T11:44:07.769 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:07.771 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-19T11:44:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:07.807 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:07.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.844+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.845+0000 7f8d9942f800 20 realm 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.845+0000 7f8d9942f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.846+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:07.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.846+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:07.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:07.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:07.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.847+0000 7f8d9942f800 20 searching for the correct realm 2024-09-19T11:44:07.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:07.851+0000 7f8d9771a640 0 -- 172.21.15.103:0/103494278 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55c71cf65ad0 msgr2=0x55c71cf67ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.056+0000 7f8d96f19640 0 -- 172.21.15.103:0/103494278 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8d8006a780 msgr2=0x7f8d80088a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:08.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:08.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:08.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:08.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:08.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:08.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:08.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 zone default found 2024-09-19T11:44:08.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 4 Realm: () 2024-09-19T11:44:08.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 zonegroup default 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.063+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.063+0000 7f8d9942f800 20 started sync module instance, tier type = 2024-09-19T11:44:08.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.063+0000 7f8d9942f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:08.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=0 2024-09-19T11:44:08.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=1 2024-09-19T11:44:08.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=2 2024-09-19T11:44:08.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=3 2024-09-19T11:44:08.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=4 2024-09-19T11:44:08.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=5 2024-09-19T11:44:08.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.073+0000 7f8d9942f800 20 add_watcher() i=6 2024-09-19T11:44:08.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.073+0000 7f8d9942f800 20 add_watcher() i=7 2024-09-19T11:44:08.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.073+0000 7f8d9942f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:08.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.075+0000 7f8c4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:08.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:08.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:08.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8d9942f800 5 note: GC not initialized 2024-09-19T11:44:08.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8bc7fff640 20 reqs_thread_entry: start 2024-09-19T11:44:08.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8d9942f800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:08.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8d9942f800 20 Filter name: none 2024-09-19T11:44:08.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8bc5ffb640 20 reqs_thread_entry: start 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8d9942f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.077+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.077+0000 7f8d9942f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.077+0000 7f8d9942f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:08.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.078+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.078+0000 7f8d9942f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.078+0000 7f8d9942f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:08.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.078+0000 7f8d9942f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.078+0000 7f8d9942f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:08.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.079+0000 7f8d9942f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:44:08.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8d9942f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8d9942f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8d9942f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562448 cookie 94313672827952 notifier 8367 bl.length()=827 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:44:08.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:44:08.095 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d9942f800 time 2024-09-19T11:44:08.095093+0000 2024-09-19T11:44:08.095 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8d9c98c76a] 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:44:08.096 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr:*** Caught signal (Aborted) ** 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8d9942f800 thread_name:radosgw-admin 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.094+0000 7f8d9942f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d9942f800 time 2024-09-19T11:44:08.095093+0000 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8d9c98c76a] 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.097 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:44:08.098 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:44:08.098 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8d9b63e6f0] 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8d9b68b99c] 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8d9c98c7c4] 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.115 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.095+0000 7f8d9942f800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8d9942f800 thread_name:radosgw-admin 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8d9b63e6f0] 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8d9b68b99c] 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8d9c98c7c4] 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.116 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:44:07.826+0000 7f8d96f19640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:44:07.826+0000 7f8d96f19640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:44:07.826+0000 7f8d96f19640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.117 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: dump: 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.118 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: dump: 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:44:07.826+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8355 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:44:07.826+0000 7f8d9942f800 10 monclient: get_monmap_and_config success 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:44:07.826+0000 7f8d9942f800 4 set_mon_vals no callback set 2024-09-19T11:44:08.119 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:44:07.827+0000 7f8d9942f800 10 monclient: shutdown 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 asok(0x55c71cc5a410) unregister_commands rotate-key 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:44:07.827+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:44:07.827+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:44:07.827+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.120 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding auth protocol: cephx 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding auth protocol: cephx 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding auth protocol: cephx 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.121 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:44:07.827+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:44:07.827+0000 7f8d9942f800 1 librados: starting msgr at 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:44:07.827+0000 7f8d9942f800 1 librados: starting objecter 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command objecter_requests hook 0x55c71ce81120 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:44:07.828+0000 7f8d9942f800 1 librados: setting wanted keys 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:44:07.828+0000 7f8d9942f800 1 librados: calling monclient init 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding auth protocol: cephx 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding auth protocol: cephx 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding auth protocol: cephx 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.122 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:44:07.828+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:44:07.828+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key hook 0x55c71ce7c428 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cd30510 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cdc1850 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.123 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cdc4dd0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.371727s 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): get_auth_request con 0x55c71cdc1850 auth_method 0 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): get_auth_request con 0x55c71cd30510 auth_method 0 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.124 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:44:07.829+0000 7f8d96718640 10 monclient(hunting): handle_auth_done global_id 7796 payload 824 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:44:07.829+0000 7f8d96718640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:44:07.829+0000 7f8d96718640 1 monclient: found mon.noname-c 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:44:07.829+0000 7f8d96718640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: dump: 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.125 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: dump: 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.126 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:44:07.829+0000 7f8d9942f800 5 monclient: authenticate success, global_id 7796 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:44:07.829+0000 7f8c84e09640 4 set_mon_vals no callback set 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:44:07.829+0000 7f8d9942f800 1 librados: init done 2024-09-19T11:44:08.127 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:44:07.831+0000 7f8c83606640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:44:07.831+0000 7f8c83606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:44:07.831+0000 7f8c83606640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:44:07.831+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8c7c0775a0 auth_method 0 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:44:07.831+0000 7f8d9771a640 10 monclient: get_auth_request con 0x55c71cea4d00 auth_method 0 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:44:07.832+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cec7500 auth_method 0 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:44:07.833+0000 7f8d96718640 10 monclient: get_auth_request con 0x55c71cecb9b0 auth_method 0 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:44:07.834+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:44:07.834+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:44:07.834+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.128 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding auth protocol: cephx 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding auth protocol: cephx 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding auth protocol: cephx 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.129 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:44:07.835+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command objecter_requests cmddesc objecter_requests hook 0x55c71ced4200 EEXIST 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding auth protocol: cephx 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding auth protocol: cephx 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding auth protocol: cephx 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.130 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:44:07.835+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:44:07.835+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key cmddesc rotate-key hook 0x55c71cecf030 EEXIST 2024-09-19T11:44:08.131 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cef7ef0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cefa1c0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cef66c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.378796s 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): get_auth_request con 0x55c71cefa1c0 auth_method 0 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.132 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): get_auth_request con 0x55c71cef7ef0 auth_method 0 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:44:07.836+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:44:07.836+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): get_auth_request con 0x55c71cef66c0 auth_method 0 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.133 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:44:07.836+0000 7f8d96718640 10 monclient(hunting): handle_auth_done global_id 8361 payload 824 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:44:07.836+0000 7f8d96718640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:44:07.836+0000 7f8d96718640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:44:07.836+0000 7f8d96718640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: dump: 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.134 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: dump: 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.135 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:44:07.836+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8361 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:44:07.836+0000 7f8d97f1b640 4 set_mon_vals no callback set 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:44:07.838+0000 7f8c80e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:44:08.136 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:44:07.838+0000 7f8c80e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:44:07.838+0000 7f8c80e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:44:07.838+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8c70077480 auth_method 0 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:44:07.838+0000 7f8d9942f800 10 monclient: get_monmap_and_config 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:44:07.838+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:44:07.838+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:44:07.838+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.137 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding auth protocol: cephx 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding auth protocol: cephx 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding auth protocol: cephx 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.138 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:44:07.838+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding auth protocol: cephx 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding auth protocol: cephx 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding auth protocol: cephx 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.139 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:44:07.839+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:44:07.839+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key cmddesc rotate-key hook 0x7ffe2c08bfd8 EEXIST 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cf4c250 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cf1c060 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cf47610 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.140 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.382596s 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): get_auth_request con 0x55c71cf1c060 auth_method 0 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): get_auth_request con 0x55c71cf47610 auth_method 0 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.141 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_done global_id 8364 payload 274 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:44:07.839+0000 7f8d96718640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:44:07.839+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cf4c250 auth_method 0 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: dump: 2024-09-19T11:44:08.142 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.143 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: dump: 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8364 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: get_monmap_and_config success 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:44:07.840+0000 7f8d9942f800 4 set_mon_vals no callback set 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: shutdown 2024-09-19T11:44:08.144 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:44:07.840+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding auth protocol: cephx 2024-09-19T11:44:08.145 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding auth protocol: cephx 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding auth protocol: cephx 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:44:07.841+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.146 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: starting msgr at 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: starting objecter 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command objecter_requests cmddesc objecter_requests hook 0x55c71cf1be90 EEXIST 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: setting wanted keys 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: calling monclient init 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding auth protocol: cephx 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding auth protocol: cephx 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding auth protocol: cephx 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.147 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:44:07.841+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:44:07.841+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key cmddesc rotate-key hook 0x55c71cf0fde8 EEXIST 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:44:08.148 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cf1c060 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cf47610 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cf4c250 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.384844s 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): get_auth_request con 0x55c71cf1c060 auth_method 0 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): get_auth_request con 0x55c71cf4c250 auth_method 0 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.149 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:44:07.842+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:44:07.842+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:44:07.842+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_done global_id 8367 payload 824 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:44:07.842+0000 7f8d96f19640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:44:07.842+0000 7f8d96718640 10 monclient: get_auth_request con 0x55c71cf47610 auth_method 0 2024-09-19T11:44:08.150 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: dump: 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.151 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: dump: 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.152 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:44:07.842+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8367 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:44:07.842+0000 7f8c7a7fc640 4 set_mon_vals no callback set 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:44:07.842+0000 7f8d9942f800 1 librados: init done 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:44:07.842+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cr dump hook 0x55c71cf3ddc8 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:44:07.844+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:44:07.844+0000 7f8c78ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:44:07.844+0000 7f8c78ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:44:07.844+0000 7f8c78ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:44:07.844+0000 7f8d96718640 10 monclient: get_auth_request con 0x7f8c60077570 auth_method 0 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:44:07.845+0000 7f8d9771a640 10 monclient: get_auth_request con 0x55c71cf65ad0 auth_method 0 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.153 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 realm 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:44:07.845+0000 7f8d9942f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:44:07.846+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:44:07.846+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:44:07.846+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cf69de0 auth_method 0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:44:07.847+0000 7f8d96718640 10 monclient: get_auth_request con 0x55c71cf6d500 auth_method 0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 searching for the correct realm 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:44:07.847+0000 7f8d9771a640 10 monclient: get_auth_request con 0x55c71cf722a0 auth_method 0 2024-09-19T11:44:08.154 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:44:07.848+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8d90018040 auth_method 0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:44:07.849+0000 7f8d96718640 10 monclient: get_auth_request con 0x7f8d80041050 auth_method 0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:44:07.851+0000 7f8d9771a640 0 -- 172.21.15.103:0/103494278 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55c71cf65ad0 msgr2=0x55c71cf67ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:44:07.851+0000 7f8c78ff9640 1 client.8367.objecter ms_handle_reset 0x55c71cf65ad0 session 0x55c71cf65450 osd.1 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:44:07.851+0000 7f8c78ff9640 10 monclient: _renew_subs 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:44:07.851+0000 7f8c78ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:44:07.851+0000 7f8d9771a640 10 monclient: get_auth_request con 0x7f8c60087390 auth_method 0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:44:07.851+0000 7f8d9771a640 10 monclient: get_auth_request con 0x7f8d8003b6a0 auth_method 0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:44:07.854+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8d8006a780 auth_method 0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:44:08.055+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8d8006a780 auth_method 0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:44:08.056+0000 7f8d96f19640 0 -- 172.21.15.103:0/103494278 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8d8006a780 msgr2=0x7f8d80088a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:44:08.056+0000 7f8c78ff9640 1 client.8367.objecter ms_handle_reset 0x7f8d8006a780 session 0x7f8d8003c4e0 osd.0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:44:08.056+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cf65ad0 auth_method 0 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:08.155 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 zone default found 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:44:08.062+0000 7f8d9942f800 4 Realm: () 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:44:08.062+0000 7f8d9942f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:44:08.062+0000 7f8d9942f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:44:08.062+0000 7f8d9942f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:08.156 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 zonegroup default 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:44:08.063+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:44:08.063+0000 7f8d9942f800 20 started sync module instance, tier type = 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:44:08.063+0000 7f8d9942f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=0 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=1 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=2 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=3 2024-09-19T11:44:08.157 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=4 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=5 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:44:08.073+0000 7f8d9942f800 20 add_watcher() i=6 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:44:08.073+0000 7f8d9942f800 20 add_watcher() i=7 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:44:08.073+0000 7f8d9942f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding auth protocol: cephx 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding auth protocol: cephx 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding auth protocol: cephx 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.158 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:44:08.075+0000 7f8c4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:44:08.076+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache list hook 0x55c71cf40f10 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache inspect hook 0x55c71cf40f10 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache erase hook 0x55c71cf40f10 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache zap hook 0x55c71cf40f10 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 note: GC not initialized 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:44:08.076+0000 7f8bc7fff640 20 reqs_thread_entry: start 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace show hook 0x7f8d90009950 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace history hook 0x7f8d90009950 2024-09-19T11:44:08.159 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace active hook 0x7f8d90009950 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace active_short hook 0x7f8d90009950 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 Filter name: none 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:44:08.076+0000 7f8bc5ffb640 20 reqs_thread_entry: start 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:44:08.076+0000 7f8d9942f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:44:08.077+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:44:08.077+0000 7f8d9942f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:44:08.077+0000 7f8d9942f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.160 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:44:08.079+0000 7f8d9942f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562448 cookie 94313672827952 notifier 8367 bl.length()=827 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:44:08.161 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:44:08.094+0000 7f8d9942f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d9942f800 time 2024-09-19T11:44:08.095093+0000 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8d9c98c76a] 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:44:08.095+0000 7f8d9942f800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:44:08.162 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8d9942f800 thread_name:radosgw-admin 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8d9b63e6f0] 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8d9b68b99c] 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8d9c98c7c4] 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:44:08.163 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:44:08.164 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:44:08.165 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:44:08.165 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:44:08.165 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:44:08.165 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:44:08.165 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:44:08.168 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:44:08.168 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:44:08.168 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:44:08.168 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:44:08.168 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:44:08.168 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:44:08.168 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:44:08.169 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:44:08.170 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:44:08.171 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:44:08.172 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8bc5ffb640 / http_manager 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8bc7fff640 / http_manager 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c4d7e2640 / rgw_dt_lg_renew 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c78ff9640 / ms_dispatch 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c7a7fc640 / io_context_pool 2024-09-19T11:44:08.173 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c80e01640 / ms_dispatch 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c83606640 / ms_dispatch 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c84e09640 / io_context_pool 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d96718640 / msgr-worker-2 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d96f19640 / msgr-worker-1 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d9771a640 / msgr-worker-0 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d97f1b640 / io_context_pool 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d9942f800 / radosgw-admin 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/log/ceph/ceph-client.admin.153223.log 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr:--- begin dump of recent events --- 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: -499> 2024-09-19T11:44:07.826+0000 7f8d96f19640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.174 INFO:tasks.workunit.client.0.smithi103.stderr: -498> 2024-09-19T11:44:07.826+0000 7f8d96f19640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr: -497> 2024-09-19T11:44:07.826+0000 7f8d96f19640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr: -496> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr: -495> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr: -494> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: dump: 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.175 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr: -493> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr: -492> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr: -491> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr: -490> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr: -489> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr: -488> 2024-09-19T11:44:07.826+0000 7f8c84e09640 10 monclient: dump: 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.176 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -487> 2024-09-19T11:44:07.826+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8355 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -486> 2024-09-19T11:44:07.826+0000 7f8d9942f800 10 monclient: get_monmap_and_config success 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -485> 2024-09-19T11:44:07.826+0000 7f8d9942f800 4 set_mon_vals no callback set 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -484> 2024-09-19T11:44:07.827+0000 7f8d9942f800 10 monclient: shutdown 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -483> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 asok(0x55c71cc5a410) unregister_commands rotate-key 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -482> 2024-09-19T11:44:07.827+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -481> 2024-09-19T11:44:07.827+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr: -480> 2024-09-19T11:44:07.827+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.177 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr: -479> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding auth protocol: cephx 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr: -478> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding auth protocol: cephx 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr: -477> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding auth protocol: cephx 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr: -476> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr: -475> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.178 INFO:tasks.workunit.client.0.smithi103.stderr: -474> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -473> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -472> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -471> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -470> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -469> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -468> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -467> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -466> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: crc 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -465> 2024-09-19T11:44:07.827+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce81980) adding con mode: secure 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -464> 2024-09-19T11:44:07.827+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -463> 2024-09-19T11:44:07.827+0000 7f8d9942f800 1 librados: starting msgr at 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -462> 2024-09-19T11:44:07.827+0000 7f8d9942f800 1 librados: starting objecter 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -461> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command objecter_requests hook 0x55c71ce81120 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -460> 2024-09-19T11:44:07.828+0000 7f8d9942f800 1 librados: setting wanted keys 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -459> 2024-09-19T11:44:07.828+0000 7f8d9942f800 1 librados: calling monclient init 2024-09-19T11:44:08.179 INFO:tasks.workunit.client.0.smithi103.stderr: -458> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -457> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding auth protocol: cephx 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -456> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding auth protocol: cephx 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -455> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding auth protocol: cephx 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -454> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -453> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -452> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -451> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -450> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -449> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -448> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -447> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -446> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -445> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.180 INFO:tasks.workunit.client.0.smithi103.stderr: -444> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: crc 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -443> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 AuthRegistry(0x55c71ce7c2e0) adding con mode: secure 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -442> 2024-09-19T11:44:07.828+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -441> 2024-09-19T11:44:07.828+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -440> 2024-09-19T11:44:07.828+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key hook 0x55c71ce7c428 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -439> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -438> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -437> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cd30510 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -436> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cdc1850 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -435> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cdc4dd0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -434> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -433> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -432> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -431> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.181 INFO:tasks.workunit.client.0.smithi103.stderr: -430> 2024-09-19T11:44:07.828+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.371727s 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -429> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): get_auth_request con 0x55c71cdc1850 auth_method 0 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -428> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -427> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -426> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -425> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): get_auth_request con 0x55c71cd30510 auth_method 0 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -424> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -423> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -422> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -421> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -420> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -419> 2024-09-19T11:44:07.828+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -418> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -417> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -416> 2024-09-19T11:44:07.828+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -415> 2024-09-19T11:44:07.829+0000 7f8d96718640 10 monclient(hunting): handle_auth_done global_id 7796 payload 824 2024-09-19T11:44:08.182 INFO:tasks.workunit.client.0.smithi103.stderr: -414> 2024-09-19T11:44:07.829+0000 7f8d96718640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr: -413> 2024-09-19T11:44:07.829+0000 7f8d96718640 1 monclient: found mon.noname-c 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr: -412> 2024-09-19T11:44:07.829+0000 7f8d96718640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.103:3301/0 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr: -411> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr: -410> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr: -409> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: dump: 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.183 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr: -408> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr: -407> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr: -406> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr: -405> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr: -404> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr: -403> 2024-09-19T11:44:07.829+0000 7f8c83606640 10 monclient: dump: 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.184 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -402> 2024-09-19T11:44:07.829+0000 7f8d9942f800 5 monclient: authenticate success, global_id 7796 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -401> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -400> 2024-09-19T11:44:07.829+0000 7f8c84e09640 4 set_mon_vals no callback set 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -399> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -398> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -397> 2024-09-19T11:44:07.829+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.103:3301/0 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -396> 2024-09-19T11:44:07.829+0000 7f8d9942f800 1 librados: init done 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -395> 2024-09-19T11:44:07.831+0000 7f8c83606640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -394> 2024-09-19T11:44:07.831+0000 7f8c83606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -393> 2024-09-19T11:44:07.831+0000 7f8c83606640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -392> 2024-09-19T11:44:07.831+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8c7c0775a0 auth_method 0 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -391> 2024-09-19T11:44:07.831+0000 7f8d9771a640 10 monclient: get_auth_request con 0x55c71cea4d00 auth_method 0 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -390> 2024-09-19T11:44:07.832+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cec7500 auth_method 0 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -389> 2024-09-19T11:44:07.833+0000 7f8d96718640 10 monclient: get_auth_request con 0x55c71cecb9b0 auth_method 0 2024-09-19T11:44:08.185 INFO:tasks.workunit.client.0.smithi103.stderr: -388> 2024-09-19T11:44:07.834+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr: -387> 2024-09-19T11:44:07.834+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr: -386> 2024-09-19T11:44:07.834+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr: -385> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding auth protocol: cephx 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr: -384> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding auth protocol: cephx 2024-09-19T11:44:08.186 INFO:tasks.workunit.client.0.smithi103.stderr: -383> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding auth protocol: cephx 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -382> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -381> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -380> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -379> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -378> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -377> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -376> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -375> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -374> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -373> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -372> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: crc 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -371> 2024-09-19T11:44:07.834+0000 7f8d9942f800 5 AuthRegistry(0x55c71ced0810) adding con mode: secure 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -370> 2024-09-19T11:44:07.835+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.187 INFO:tasks.workunit.client.0.smithi103.stderr: -369> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command objecter_requests cmddesc objecter_requests hook 0x55c71ced4200 EEXIST 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -368> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -367> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding auth protocol: cephx 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -366> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding auth protocol: cephx 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -365> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding auth protocol: cephx 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -364> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -363> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -362> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -361> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -360> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -359> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -358> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -357> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -356> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.188 INFO:tasks.workunit.client.0.smithi103.stderr: -355> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -354> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: crc 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -353> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 AuthRegistry(0x55c71ceceee8) adding con mode: secure 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -352> 2024-09-19T11:44:07.835+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -351> 2024-09-19T11:44:07.835+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -350> 2024-09-19T11:44:07.835+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key cmddesc rotate-key hook 0x55c71cecf030 EEXIST 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -349> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -348> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -347> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cef7ef0 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -346> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cefa1c0 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -345> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cef66c0 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -344> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -343> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -342> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.189 INFO:tasks.workunit.client.0.smithi103.stderr: -341> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -340> 2024-09-19T11:44:07.835+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.378796s 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -339> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): get_auth_request con 0x55c71cefa1c0 auth_method 0 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -338> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -337> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -336> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -335> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): get_auth_request con 0x55c71cef7ef0 auth_method 0 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -334> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -333> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -332> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -331> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -330> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -329> 2024-09-19T11:44:07.835+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -328> 2024-09-19T11:44:07.835+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.190 INFO:tasks.workunit.client.0.smithi103.stderr: -327> 2024-09-19T11:44:07.836+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -326> 2024-09-19T11:44:07.836+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -325> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): get_auth_request con 0x55c71cef66c0 auth_method 0 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -324> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -323> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -322> 2024-09-19T11:44:07.836+0000 7f8d9771a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -321> 2024-09-19T11:44:07.836+0000 7f8d96718640 10 monclient(hunting): handle_auth_done global_id 8361 payload 824 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -320> 2024-09-19T11:44:07.836+0000 7f8d96718640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -319> 2024-09-19T11:44:07.836+0000 7f8d96718640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -318> 2024-09-19T11:44:07.836+0000 7f8d96718640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -317> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -316> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr: -315> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: dump: 2024-09-19T11:44:08.191 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr: -314> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr: -313> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr: -312> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr: -311> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr: -310> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.192 INFO:tasks.workunit.client.0.smithi103.stderr: -309> 2024-09-19T11:44:07.836+0000 7f8c80e01640 10 monclient: dump: 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr: -308> 2024-09-19T11:44:07.836+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8361 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr: -307> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.193 INFO:tasks.workunit.client.0.smithi103.stderr: -306> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -305> 2024-09-19T11:44:07.836+0000 7f8d97f1b640 4 set_mon_vals no callback set 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -304> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -303> 2024-09-19T11:44:07.836+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -302> 2024-09-19T11:44:07.838+0000 7f8c80e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -301> 2024-09-19T11:44:07.838+0000 7f8c80e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -300> 2024-09-19T11:44:07.838+0000 7f8c80e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -299> 2024-09-19T11:44:07.838+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8c70077480 auth_method 0 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -298> 2024-09-19T11:44:07.838+0000 7f8d9942f800 10 monclient: get_monmap_and_config 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -297> 2024-09-19T11:44:07.838+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -296> 2024-09-19T11:44:07.838+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr: -295> 2024-09-19T11:44:07.838+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.194 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -294> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding auth protocol: cephx 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -293> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding auth protocol: cephx 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -292> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding auth protocol: cephx 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -291> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -290> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -289> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -288> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.195 INFO:tasks.workunit.client.0.smithi103.stderr: -287> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -286> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -285> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -284> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -283> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -282> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -281> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: crc 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -280> 2024-09-19T11:44:07.838+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf17bf0) adding con mode: secure 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -279> 2024-09-19T11:44:07.838+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -278> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -277> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding auth protocol: cephx 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -276> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding auth protocol: cephx 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -275> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding auth protocol: cephx 2024-09-19T11:44:08.196 INFO:tasks.workunit.client.0.smithi103.stderr: -274> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -273> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -272> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -271> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -270> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -269> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -268> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -267> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -266> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -265> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -264> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: crc 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -263> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08be90) adding con mode: secure 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -262> 2024-09-19T11:44:07.839+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.197 INFO:tasks.workunit.client.0.smithi103.stderr: -261> 2024-09-19T11:44:07.839+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -260> 2024-09-19T11:44:07.839+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key cmddesc rotate-key hook 0x7ffe2c08bfd8 EEXIST 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -259> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -258> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -257> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cf4c250 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -256> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cf1c060 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -255> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cf47610 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -254> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -253> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -252> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -251> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -250> 2024-09-19T11:44:07.839+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.382596s 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -249> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): get_auth_request con 0x55c71cf1c060 auth_method 0 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -248> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.198 INFO:tasks.workunit.client.0.smithi103.stderr: -247> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -246> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -245> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): get_auth_request con 0x55c71cf47610 auth_method 0 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -244> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -243> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -242> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -241> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -240> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -239> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -238> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -237> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -236> 2024-09-19T11:44:07.839+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -235> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient(hunting): handle_auth_done global_id 8364 payload 274 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -234> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.199 INFO:tasks.workunit.client.0.smithi103.stderr: -233> 2024-09-19T11:44:07.839+0000 7f8d96718640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr: -232> 2024-09-19T11:44:07.839+0000 7f8d96718640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr: -231> 2024-09-19T11:44:07.839+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cf4c250 auth_method 0 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr: -230> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr: -229> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr: -228> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: dump: 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.200 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr: -227> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr: -226> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr: -225> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr: -224> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr: -223> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr: -222> 2024-09-19T11:44:07.840+0000 7f8c7a7fc640 10 monclient: dump: 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.201 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: -221> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8364 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: -220> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: get_monmap_and_config success 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: -219> 2024-09-19T11:44:07.840+0000 7f8d9942f800 4 set_mon_vals no callback set 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: -218> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: shutdown 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: -217> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: build_initial_monmap 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: -216> 2024-09-19T11:44:07.840+0000 7f8d9942f800 1 build_initial for_mkfs: 0 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr: -215> 2024-09-19T11:44:07.840+0000 7f8d9942f800 10 monclient: monmap: 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 0 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 0.000000 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr:created 0.000000 2024-09-19T11:44:08.202 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 0 (unknown) 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.noname-a 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.noname-b 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.noname-c 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -214> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding auth protocol: cephx 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -213> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding auth protocol: cephx 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -212> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding auth protocol: cephx 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -211> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -210> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -209> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -208> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -207> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -206> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -205> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.203 INFO:tasks.workunit.client.0.smithi103.stderr: -204> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -203> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -202> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -201> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: crc 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -200> 2024-09-19T11:44:07.840+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf1cea0) adding con mode: secure 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -199> 2024-09-19T11:44:07.841+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -198> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: starting msgr at 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -197> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: starting objecter 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -196> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command objecter_requests cmddesc objecter_requests hook 0x55c71cf1be90 EEXIST 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -195> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: setting wanted keys 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -194> 2024-09-19T11:44:07.841+0000 7f8d9942f800 1 librados: calling monclient init 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -193> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient: init 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -192> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding auth protocol: cephx 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -191> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding auth protocol: cephx 2024-09-19T11:44:08.204 INFO:tasks.workunit.client.0.smithi103.stderr: -190> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding auth protocol: cephx 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -189> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -188> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -187> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -186> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -185> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -184> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -183> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -182> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -181> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -180> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -179> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: crc 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -178> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 AuthRegistry(0x55c71cf0fca0) adding con mode: secure 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -177> 2024-09-19T11:44:07.841+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -176> 2024-09-19T11:44:07.841+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.205 INFO:tasks.workunit.client.0.smithi103.stderr: -175> 2024-09-19T11:44:07.841+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command rotate-key cmddesc rotate-key hook 0x55c71cf0fde8 EEXIST 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -174> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient: _reopen_session rank -1 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -173> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -172> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-a con 0x55c71cf1c060 addr [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -171> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-b con 0x55c71cf47610 addr [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -170> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): picked mon.noname-c con 0x55c71cf4c250 addr [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -169> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -168> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -167> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): start opening mon connection 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -166> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): _renew_subs 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -165> 2024-09-19T11:44:07.841+0000 7f8d9942f800 10 monclient(hunting): authenticate will time out at 2233.384844s 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -164> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): get_auth_request con 0x55c71cf1c060 auth_method 0 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -163> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -162> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.206 INFO:tasks.workunit.client.0.smithi103.stderr: -161> 2024-09-19T11:44:07.841+0000 7f8d96f19640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -160> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): get_auth_request con 0x55c71cf4c250 auth_method 0 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -159> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -158> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): _init_auth method 2 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -157> 2024-09-19T11:44:07.841+0000 7f8d9771a640 10 monclient(hunting): _init_auth creating new auth 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -156> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -155> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -154> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -153> 2024-09-19T11:44:07.842+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -152> 2024-09-19T11:44:07.842+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -151> 2024-09-19T11:44:07.842+0000 7f8d9771a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -150> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient(hunting): handle_auth_done global_id 8367 payload 824 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -149> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient: _finish_hunting 0 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -148> 2024-09-19T11:44:07.842+0000 7f8d96f19640 1 monclient: found mon.noname-a 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -147> 2024-09-19T11:44:07.842+0000 7f8d96f19640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.207 INFO:tasks.workunit.client.0.smithi103.stderr: -146> 2024-09-19T11:44:07.842+0000 7f8d96718640 10 monclient: get_auth_request con 0x55c71cf47610 auth_method 0 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr: -145> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr: -144> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr: -143> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: dump: 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr: -142> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: _finish_auth 0 2024-09-19T11:44:08.208 INFO:tasks.workunit.client.0.smithi103.stderr: -141> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: _check_auth_tickets 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr: -140> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: handle_config config(0 keys) 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr: -139> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr: -138> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr: -137> 2024-09-19T11:44:07.842+0000 7f8c78ff9640 10 monclient: dump: 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:epoch 1 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:fsid 0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:last_changed 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:created 2024-09-19T11:19:20.578960+0000 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:min_mon_release 19 (squid) 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:election_strategy: 1 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-19T11:44:08.209 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -136> 2024-09-19T11:44:07.842+0000 7f8d9942f800 5 monclient: authenticate success, global_id 8367 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -135> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -134> 2024-09-19T11:44:07.842+0000 7f8c7a7fc640 4 set_mon_vals no callback set 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -133> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -132> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _renew_subs 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -131> 2024-09-19T11:44:07.842+0000 7f8d9942f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -130> 2024-09-19T11:44:07.842+0000 7f8d9942f800 1 librados: init done 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -129> 2024-09-19T11:44:07.842+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cr dump hook 0x55c71cf3ddc8 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -128> 2024-09-19T11:44:07.844+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -127> 2024-09-19T11:44:07.844+0000 7f8c78ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -126> 2024-09-19T11:44:07.844+0000 7f8c78ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -125> 2024-09-19T11:44:07.844+0000 7f8c78ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.103:6824/3549713560,v1:172.21.15.103:6825/3549713560] 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -124> 2024-09-19T11:44:07.844+0000 7f8d96718640 10 monclient: get_auth_request con 0x7f8c60077570 auth_method 0 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -123> 2024-09-19T11:44:07.845+0000 7f8d9771a640 10 monclient: get_auth_request con 0x55c71cf65ad0 auth_method 0 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -122> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.210 INFO:tasks.workunit.client.0.smithi103.stderr: -121> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 realm 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -120> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -119> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -118> 2024-09-19T11:44:07.845+0000 7f8d9942f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -117> 2024-09-19T11:44:07.845+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -116> 2024-09-19T11:44:07.846+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -115> 2024-09-19T11:44:07.846+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -114> 2024-09-19T11:44:07.846+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cf69de0 auth_method 0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -113> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -112> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -111> 2024-09-19T11:44:07.847+0000 7f8d96718640 10 monclient: get_auth_request con 0x55c71cf6d500 auth_method 0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -110> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -109> 2024-09-19T11:44:07.847+0000 7f8d9942f800 20 searching for the correct realm 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -108> 2024-09-19T11:44:07.847+0000 7f8d9771a640 10 monclient: get_auth_request con 0x55c71cf722a0 auth_method 0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -107> 2024-09-19T11:44:07.848+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8d90018040 auth_method 0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -106> 2024-09-19T11:44:07.849+0000 7f8d96718640 10 monclient: get_auth_request con 0x7f8d80041050 auth_method 0 2024-09-19T11:44:08.211 INFO:tasks.workunit.client.0.smithi103.stderr: -105> 2024-09-19T11:44:07.851+0000 7f8d9771a640 0 -- 172.21.15.103:0/103494278 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x55c71cf65ad0 msgr2=0x55c71cf67ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -104> 2024-09-19T11:44:07.851+0000 7f8c78ff9640 1 client.8367.objecter ms_handle_reset 0x55c71cf65ad0 session 0x55c71cf65450 osd.1 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -103> 2024-09-19T11:44:07.851+0000 7f8c78ff9640 10 monclient: _renew_subs 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -102> 2024-09-19T11:44:07.851+0000 7f8c78ff9640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.103:3300/0 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -101> 2024-09-19T11:44:07.851+0000 7f8d9771a640 10 monclient: get_auth_request con 0x7f8c60087390 auth_method 0 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -100> 2024-09-19T11:44:07.851+0000 7f8d9771a640 10 monclient: get_auth_request con 0x7f8d8003b6a0 auth_method 0 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -99> 2024-09-19T11:44:07.854+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8d8006a780 auth_method 0 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -98> 2024-09-19T11:44:08.055+0000 7f8d96f19640 10 monclient: get_auth_request con 0x7f8d8006a780 auth_method 0 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -97> 2024-09-19T11:44:08.056+0000 7f8d96f19640 0 -- 172.21.15.103:0/103494278 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8d8006a780 msgr2=0x7f8d80088a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -96> 2024-09-19T11:44:08.056+0000 7f8c78ff9640 1 client.8367.objecter ms_handle_reset 0x7f8d8006a780 session 0x7f8d8003c4e0 osd.0 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -95> 2024-09-19T11:44:08.056+0000 7f8d96f19640 10 monclient: get_auth_request con 0x55c71cf65ad0 auth_method 0 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -94> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -93> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:08.212 INFO:tasks.workunit.client.0.smithi103.stderr: -92> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -91> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -90> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -89> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -88> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -87> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -86> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -85> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -84> 2024-09-19T11:44:08.061+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -83> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -82> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 zone default found 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -81> 2024-09-19T11:44:08.062+0000 7f8d9942f800 4 Realm: () 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -80> 2024-09-19T11:44:08.062+0000 7f8d9942f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -79> 2024-09-19T11:44:08.062+0000 7f8d9942f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -78> 2024-09-19T11:44:08.062+0000 7f8d9942f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:08.213 INFO:tasks.workunit.client.0.smithi103.stderr: -77> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 zonegroup default 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -76> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -75> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -74> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -73> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -72> 2024-09-19T11:44:08.062+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -71> 2024-09-19T11:44:08.063+0000 7f8d9942f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -70> 2024-09-19T11:44:08.063+0000 7f8d9942f800 20 started sync module instance, tier type = 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -69> 2024-09-19T11:44:08.063+0000 7f8d9942f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -68> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=0 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -67> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=1 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -66> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=2 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -65> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=3 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -64> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=4 2024-09-19T11:44:08.214 INFO:tasks.workunit.client.0.smithi103.stderr: -63> 2024-09-19T11:44:08.072+0000 7f8d9942f800 20 add_watcher() i=5 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -62> 2024-09-19T11:44:08.073+0000 7f8d9942f800 20 add_watcher() i=6 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -61> 2024-09-19T11:44:08.073+0000 7f8d9942f800 20 add_watcher() i=7 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -60> 2024-09-19T11:44:08.073+0000 7f8d9942f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -59> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding auth protocol: cephx 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -58> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding auth protocol: cephx 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -57> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding auth protocol: cephx 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -56> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -55> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -54> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -53> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -52> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -51> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -50> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.215 INFO:tasks.workunit.client.0.smithi103.stderr: -49> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -48> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -47> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -46> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: crc 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -45> 2024-09-19T11:44:08.075+0000 7f8d9942f800 5 AuthRegistry(0x7ffe2c08c360) adding con mode: secure 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -44> 2024-09-19T11:44:08.075+0000 7f8c4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -43> 2024-09-19T11:44:08.076+0000 7f8d9942f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -42> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -41> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -40> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache list hook 0x55c71cf40f10 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -39> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache inspect hook 0x55c71cf40f10 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -38> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache erase hook 0x55c71cf40f10 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -37> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command cache zap hook 0x55c71cf40f10 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -36> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 note: GC not initialized 2024-09-19T11:44:08.216 INFO:tasks.workunit.client.0.smithi103.stderr: -35> 2024-09-19T11:44:08.076+0000 7f8bc7fff640 20 reqs_thread_entry: start 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -34> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace show hook 0x7f8d90009950 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -33> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace history hook 0x7f8d90009950 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -32> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace active hook 0x7f8d90009950 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -31> 2024-09-19T11:44:08.076+0000 7f8d9942f800 5 asok(0x55c71cc5a410) register_command sync trace active_short hook 0x7f8d90009950 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -30> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -29> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 Filter name: none 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -28> 2024-09-19T11:44:08.076+0000 7f8bc5ffb640 20 reqs_thread_entry: start 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -27> 2024-09-19T11:44:08.076+0000 7f8d9942f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -26> 2024-09-19T11:44:08.076+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -25> 2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -24> 2024-09-19T11:44:08.077+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -23> 2024-09-19T11:44:08.077+0000 7f8d9942f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:44:08.217 INFO:tasks.workunit.client.0.smithi103.stderr: -22> 2024-09-19T11:44:08.077+0000 7f8d9942f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -21> 2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -20> 2024-09-19T11:44:08.077+0000 7f8d9942f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -19> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -18> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -17> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -16> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -15> 2024-09-19T11:44:08.078+0000 7f8d9942f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -14> 2024-09-19T11:44:08.079+0000 7f8d9942f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -13> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -12> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -11> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -10> 2024-09-19T11:44:08.087+0000 7f8d9942f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -9> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562448 cookie 94313672827952 notifier 8367 bl.length()=827 2024-09-19T11:44:08.218 INFO:tasks.workunit.client.0.smithi103.stderr: -8> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: -7> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: -6> 2024-09-19T11:44:08.087+0000 7f8c7a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: -5> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: -4> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: -3> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: -2> 2024-09-19T11:44:08.088+0000 7f8d9942f800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: -1> 2024-09-19T11:44:08.094+0000 7f8d9942f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d9942f800 time 2024-09-19T11:44:08.095093+0000 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-5012-g08af21e0/rpm/el9/BUILD/ceph-19.3.0-5012-g08af21e0/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8d9c98c76a] 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.219 INFO:tasks.workunit.client.0.smithi103.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 5: main() 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 7: __libc_start_main() 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 8: _start() 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 0> 2024-09-19T11:44:08.095+0000 7f8d9942f800 -1 *** Caught signal (Aborted) ** 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: in thread 7f8d9942f800 thread_name:radosgw-admin 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: ceph version 19.3.0-5012-g08af21e0 (08af21e0d16078b88ddf808fe9ba2ab84dbe6754) squid (dev) 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8d9b63e6f0] 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8d9b68b99c] 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 3: raise() 2024-09-19T11:44:08.220 INFO:tasks.workunit.client.0.smithi103.stderr: 4: abort() 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8d9c98c7c4] 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c928) [0x7f8d9c98c928] 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c71a841791] 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c71a8514aa] 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 9: main() 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f8d9b629590] 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 11: __libc_start_main() 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 12: _start() 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr:--- logging levels --- 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 none 2024-09-19T11:44:08.221 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 lockdep 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 context 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 crush 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_balancer 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_locker 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_log_expire 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mds_migrator 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 3/ 5 mds_quiesce 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 buffer 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 timer 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 filer 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 striper 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 1 objecter 2024-09-19T11:44:08.222 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rados 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_mirror 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_replay 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 rbd_pwl 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 journaler 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objectcacher 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 immutable_obj_cache 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 client 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 osd 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 optracker 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 objclass 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 filestore 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 journal 2024-09-19T11:44:08.223 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 ms 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mon 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 0/10 monc 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 paxos 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 tp 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 auth 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 crypto 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 finisher 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 reserver 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 heartbeatmap 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 perfcounter 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_sync 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_datacache 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_access 2024-09-19T11:44:08.224 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_dbstore 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_flight 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 rgw_lifecycle 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 20/20 rgw_notification 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 javaclient 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 asok 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 1 throttle 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 0 refs 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 compressor 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluestore 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 bluefs 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 3 bdev 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 kstore 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 4/ 5 rocksdb 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 fuse 2024-09-19T11:44:08.225 INFO:tasks.workunit.client.0.smithi103.stderr: 2/ 5 mgr 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mgrc 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 dpdk 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 eventtrace 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 prioritycache 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 test 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephfs_mirror 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cephsqlite 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 crimson_interrupt 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_onode 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_odata 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_omap 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_tm 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_t 2024-09-19T11:44:08.226 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cleaner 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_epm 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_lba 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_cache 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_journal 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_device 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 seastore_backref 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 alienstore 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 mclock 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 cyanstore 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 ceph_exporter 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 memstore 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 1/ 5 trace 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: 0/ 5 ceph_dedup 2024-09-19T11:44:08.227 INFO:tasks.workunit.client.0.smithi103.stderr: -2/-2 (syslog threshold) 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 99/99 (stderr threshold) 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8bc5ffb640 / http_manager 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8bc7fff640 / http_manager 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c4d7e2640 / rgw_dt_lg_renew 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c78ff9640 / ms_dispatch 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c7a7fc640 / io_context_pool 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c80e01640 / ms_dispatch 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c83606640 / ms_dispatch 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8c84e09640 / io_context_pool 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d96718640 / msgr-worker-2 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d96f19640 / msgr-worker-1 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d9771a640 / msgr-worker-0 2024-09-19T11:44:08.228 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d97f1b640 / io_context_pool 2024-09-19T11:44:08.229 INFO:tasks.workunit.client.0.smithi103.stderr: 7f8d9942f800 / radosgw-admin 2024-09-19T11:44:08.229 INFO:tasks.workunit.client.0.smithi103.stderr: max_recent 500 2024-09-19T11:44:08.229 INFO:tasks.workunit.client.0.smithi103.stderr: max_new 1000 2024-09-19T11:44:08.229 INFO:tasks.workunit.client.0.smithi103.stderr: log_file /var/lib/ceph/crash/2024-09-19T11:44:08.096495Z_41f78df8-8d13-4dba-91c5-6b6881d22750/log 2024-09-19T11:44:08.229 INFO:tasks.workunit.client.0.smithi103.stderr:--- end dump of recent events --- 2024-09-19T11:44:08.229 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:44:08.234 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:08.234 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:08.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.172+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 20 realm 2024-09-19T11:44:08.234 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.174+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.175+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.175+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.176+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.176+0000 7f9685322800 20 searching for the correct realm 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.179+0000 7f96807ad640 0 -- 172.21.15.103:0/876405889 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f9674030070 msgr2=0x7f9674067d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.182+0000 7f96817af640 0 -- 172.21.15.103:0/876405889 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f9674027040 msgr2=0x7f9674071e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.186+0000 7f9685322800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.186+0000 7f9685322800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:08.235 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.186+0000 7f9685322800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.186+0000 7f9685322800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.186+0000 7f9685322800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.186+0000 7f9685322800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 zone default found 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 4 Realm: () 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:08.236 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 zonegroup default 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.187+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.188+0000 7f9685322800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.188+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.188+0000 7f9685322800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.188+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.188+0000 7f9685322800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.188+0000 7f9685322800 20 started sync module instance, tier type = 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.188+0000 7f9685322800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.197+0000 7f9685322800 20 add_watcher() i=0 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.197+0000 7f9685322800 20 add_watcher() i=1 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.197+0000 7f9685322800 20 add_watcher() i=2 2024-09-19T11:44:08.237 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.197+0000 7f9685322800 20 add_watcher() i=3 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.197+0000 7f9685322800 20 add_watcher() i=4 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.197+0000 7f9685322800 20 add_watcher() i=5 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.197+0000 7f9685322800 20 add_watcher() i=6 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.198+0000 7f9685322800 20 add_watcher() i=7 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.198+0000 7f9685322800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.200+0000 7f9536fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.200+0000 7f9685322800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.200+0000 7f9685322800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.200+0000 7f9685322800 5 note: GC not initialized 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.200+0000 7f9535fe3640 20 reqs_thread_entry: start 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.200+0000 7f9685322800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.200+0000 7f9685322800 20 Filter name: none 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.201+0000 7f94a77fe640 20 reqs_thread_entry: start 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.201+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.201+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:08.238 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.201+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.202+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.202+0000 7f9685322800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.202+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.202+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.202+0000 7f9685322800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.203+0000 7f9685322800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.203+0000 7f9685322800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.205+0000 7f9536fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.207+0000 7f9685322800 20 remove_watcher() i=0 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.207+0000 7f9685322800 2 removed watcher, disabling cache 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.208+0000 7f9685322800 20 remove_watcher() i=1 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.209+0000 7f9685322800 20 remove_watcher() i=2 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.210+0000 7f9685322800 20 remove_watcher() i=3 2024-09-19T11:44:08.239 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.211+0000 7f9685322800 20 remove_watcher() i=4 2024-09-19T11:44:08.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.212+0000 7f9685322800 20 remove_watcher() i=5 2024-09-19T11:44:08.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.213+0000 7f9685322800 20 remove_watcher() i=6 2024-09-19T11:44:08.240 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.214+0000 7f9685322800 20 remove_watcher() i=7 2024-09-19T11:44:08.240 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:08.240 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:08.240 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T11:44:08.264 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:08.264 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:08.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.300+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 20 realm 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.302+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.303+0000 7fc4c932e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.303+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.304+0000 7fc4c932e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:08.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.304+0000 7fc4c932e800 20 searching for the correct realm 2024-09-19T11:44:08.307 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.306+0000 7fc4c4f64640 0 -- 172.21.15.103:0/3827915951 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc4bc072040 msgr2=0x7fc4bc055920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.310 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.309+0000 7fc4c4f64640 0 -- 172.21.15.103:0/3827915951 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fc390087390 msgr2=0x7fc3900897c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.314+0000 7fc4c932e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.314+0000 7fc4c932e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.314+0000 7fc4c932e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.314+0000 7fc4c932e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.314+0000 7fc4c932e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.314+0000 7fc4c932e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.314+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 zone default found 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 4 Realm: () 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 zonegroup default 2024-09-19T11:44:08.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.315+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.316+0000 7fc4c932e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.316+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.316+0000 7fc4c932e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:08.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.316+0000 7fc4c932e800 20 started sync module instance, tier type = 2024-09-19T11:44:08.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.316+0000 7fc4c932e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:08.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.325+0000 7fc4c932e800 20 add_watcher() i=0 2024-09-19T11:44:08.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.325+0000 7fc4c932e800 20 add_watcher() i=1 2024-09-19T11:44:08.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.325+0000 7fc4c932e800 20 add_watcher() i=2 2024-09-19T11:44:08.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.325+0000 7fc4c932e800 20 add_watcher() i=3 2024-09-19T11:44:08.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.325+0000 7fc4c932e800 20 add_watcher() i=4 2024-09-19T11:44:08.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.325+0000 7fc4c932e800 20 add_watcher() i=5 2024-09-19T11:44:08.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.325+0000 7fc4c932e800 20 add_watcher() i=6 2024-09-19T11:44:08.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.326+0000 7fc4c932e800 20 add_watcher() i=7 2024-09-19T11:44:08.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.326+0000 7fc4c932e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:08.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.327+0000 7fc37b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc4c932e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc4c932e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc4c932e800 5 note: GC not initialized 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc37a7e4640 20 reqs_thread_entry: start 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc4c932e800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc4c932e800 20 Filter name: none 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc373fff640 20 reqs_thread_entry: start 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc4c932e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:44:08.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.328+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:08.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:44:08.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:44:08.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:44:08.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 20 rados->read ofs=0 len=0 2024-09-19T11:44:08.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:08.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.329+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.330+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.330+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.330+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.330+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.330+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:08.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.330+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:08.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.331+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:08.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.331+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:08.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.331+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:08.334 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.331+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.331+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.331+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.332+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.332+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.332+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.332+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.333+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.333+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.333+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.333+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.333+0000 7fc4c932e800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:08.335 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.333+0000 7fc4c932e800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:08.336 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.335+0000 7fc37b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:08.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.337+0000 7fc4c932e800 20 remove_watcher() i=0 2024-09-19T11:44:08.338 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.337+0000 7fc4c932e800 2 removed watcher, disabling cache 2024-09-19T11:44:08.339 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.338+0000 7fc4c932e800 20 remove_watcher() i=1 2024-09-19T11:44:08.340 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.339+0000 7fc4c932e800 20 remove_watcher() i=2 2024-09-19T11:44:08.341 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.340+0000 7fc4c932e800 20 remove_watcher() i=3 2024-09-19T11:44:08.342 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.341+0000 7fc4c932e800 20 remove_watcher() i=4 2024-09-19T11:44:08.343 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.342+0000 7fc4c932e800 20 remove_watcher() i=5 2024-09-19T11:44:08.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.342+0000 7fc4c932e800 20 remove_watcher() i=6 2024-09-19T11:44:08.344 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:08.343+0000 7fc4c932e800 20 remove_watcher() i=7 2024-09-19T11:44:38.369 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-19T11:44:38.401 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:38.401 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:38.443 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.441+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.443+0000 7f1ab6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.443+0000 7f1ab6175800 20 realm 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.443+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.443+0000 7f1ab6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.443+0000 7f1ab6175800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.443+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.444+0000 7f1ab6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.445 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.444+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.445+0000 7f1ab6175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.446 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.445+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.445+0000 7f1ab6175800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:38.447 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.445+0000 7f1ab6175800 20 searching for the correct realm 2024-09-19T11:44:38.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.449+0000 7f1ab4460640 0 -- 172.21.15.103:0/328758744 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x561d665ef690 msgr2=0x561d665f1b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.454 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.453+0000 7f1ab3c5f640 0 -- 172.21.15.103:0/328758744 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f1a9c00e0b0 msgr2=0x7f1a9c040120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:38.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:38.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:38.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:38.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:38.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:38.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.460 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.461 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 20 zone default found 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 4 Realm: () 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.458+0000 7f1ab6175800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 zonegroup default 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.462 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 started sync module instance, tier type = 2024-09-19T11:44:38.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.459+0000 7f1ab6175800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:38.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.469+0000 7f1ab6175800 20 add_watcher() i=0 2024-09-19T11:44:38.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.469+0000 7f1ab6175800 20 add_watcher() i=1 2024-09-19T11:44:38.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.469+0000 7f1ab6175800 20 add_watcher() i=2 2024-09-19T11:44:38.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.469+0000 7f1ab6175800 20 add_watcher() i=3 2024-09-19T11:44:38.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.469+0000 7f1ab6175800 20 add_watcher() i=4 2024-09-19T11:44:38.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.469+0000 7f1ab6175800 20 add_watcher() i=5 2024-09-19T11:44:38.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.469+0000 7f1ab6175800 20 add_watcher() i=6 2024-09-19T11:44:38.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.470+0000 7f1ab6175800 20 add_watcher() i=7 2024-09-19T11:44:38.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.470+0000 7f1ab6175800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.471+0000 7f196a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f1ab6175800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f1ab6175800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f1ab6175800 5 note: GC not initialized 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f19697e2640 20 reqs_thread_entry: start 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f1ab6175800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f1ab6175800 20 Filter name: none 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f19627fc640 20 reqs_thread_entry: start 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f1ab6175800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:44:38.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.472+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.473+0000 7f1ab6175800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:38.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.473+0000 7f1ab6175800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:44:38.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.473+0000 7f1ab6175800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.473+0000 7f1ab6175800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.473+0000 7f1ab6175800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.474+0000 7f1ab6175800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.474+0000 7f1ab6175800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.474+0000 7f1ab6175800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.474+0000 7f1ab6175800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.474+0000 7f1ab6175800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.474+0000 7f1ab6175800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:38.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.478+0000 7f196a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.480+0000 7f1ab6175800 20 remove_watcher() i=0 2024-09-19T11:44:38.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.480+0000 7f1ab6175800 2 removed watcher, disabling cache 2024-09-19T11:44:38.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.482+0000 7f1ab6175800 20 remove_watcher() i=1 2024-09-19T11:44:38.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.483+0000 7f1ab6175800 20 remove_watcher() i=2 2024-09-19T11:44:38.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.484+0000 7f1ab6175800 20 remove_watcher() i=3 2024-09-19T11:44:38.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.485+0000 7f1ab6175800 20 remove_watcher() i=4 2024-09-19T11:44:38.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.486+0000 7f1ab6175800 20 remove_watcher() i=5 2024-09-19T11:44:38.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.487+0000 7f1ab6175800 20 remove_watcher() i=6 2024-09-19T11:44:38.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.488+0000 7f1ab6175800 20 remove_watcher() i=7 2024-09-19T11:44:38.501 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-19T11:44:38.530 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:38.530 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:38.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.565+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 20 realm 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.569 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.567+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.568+0000 7ff067d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.568+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.569+0000 7ff067d1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:38.570 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.569+0000 7ff067d1f800 20 searching for the correct realm 2024-09-19T11:44:38.573 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.572+0000 7ff064193640 0 -- 172.21.15.103:0/2881306413 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x557d5c62e3e0 msgr2=0x557d5c6308a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.575+0000 7ff063992640 0 -- 172.21.15.103:0/2881306413 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff058061910 msgr2=0x7ff058082410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.579+0000 7ff067d1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:38.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.579+0000 7ff067d1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:38.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.579+0000 7ff067d1f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:38.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.579+0000 7ff067d1f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:38.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.579+0000 7ff067d1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:38.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.579+0000 7ff067d1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:38.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.579+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:38.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 zone default found 2024-09-19T11:44:38.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 4 Realm: () 2024-09-19T11:44:38.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:38.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:38.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 zonegroup default 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.580+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.581+0000 7ff067d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.581+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.581+0000 7ff067d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.581+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.581+0000 7ff067d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.581+0000 7ff067d1f800 20 started sync module instance, tier type = 2024-09-19T11:44:38.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.581+0000 7ff067d1f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:38.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.590+0000 7ff067d1f800 20 add_watcher() i=0 2024-09-19T11:44:38.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.590+0000 7ff067d1f800 20 add_watcher() i=1 2024-09-19T11:44:38.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.590+0000 7ff067d1f800 20 add_watcher() i=2 2024-09-19T11:44:38.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.590+0000 7ff067d1f800 20 add_watcher() i=3 2024-09-19T11:44:38.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.590+0000 7ff067d1f800 20 add_watcher() i=4 2024-09-19T11:44:38.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.590+0000 7ff067d1f800 20 add_watcher() i=5 2024-09-19T11:44:38.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.590+0000 7ff067d1f800 20 add_watcher() i=6 2024-09-19T11:44:38.592 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.591+0000 7ff067d1f800 20 add_watcher() i=7 2024-09-19T11:44:38.593 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.591+0000 7ff067d1f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:38.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7fef19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7ff067d1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:38.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7ff067d1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:38.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7ff067d1f800 5 note: GC not initialized 2024-09-19T11:44:38.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7fef18fe1640 20 reqs_thread_entry: start 2024-09-19T11:44:38.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7ff067d1f800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:38.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7ff067d1f800 20 Filter name: none 2024-09-19T11:44:38.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.593+0000 7fee927fc640 20 reqs_thread_entry: start 2024-09-19T11:44:38.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:44:38.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:38.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:44:38.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:44:38.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:44:38.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.594+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.595+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.595+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.595+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.595+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.595+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:38.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.595+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:38.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.596+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:38.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.596+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:38.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.596+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:38.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.596+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:38.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.596+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:38.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.596+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.597+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.597+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.597+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.597+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.598+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.598+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.598+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:38.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.598+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:38.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.598+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:38.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.598+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:38.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.599+0000 7ff067d1f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:38.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.599+0000 7ff067d1f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:38.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.600+0000 7fef19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.603 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.602+0000 7ff067d1f800 20 remove_watcher() i=0 2024-09-19T11:44:38.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.602+0000 7ff067d1f800 2 removed watcher, disabling cache 2024-09-19T11:44:38.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.603+0000 7ff067d1f800 20 remove_watcher() i=1 2024-09-19T11:44:38.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.604+0000 7ff067d1f800 20 remove_watcher() i=2 2024-09-19T11:44:38.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.605+0000 7ff067d1f800 20 remove_watcher() i=3 2024-09-19T11:44:38.607 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.606+0000 7ff067d1f800 20 remove_watcher() i=4 2024-09-19T11:44:38.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.607+0000 7ff067d1f800 20 remove_watcher() i=5 2024-09-19T11:44:38.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.609+0000 7ff067d1f800 20 remove_watcher() i=6 2024-09-19T11:44:38.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.610+0000 7ff067d1f800 20 remove_watcher() i=7 2024-09-19T11:44:38.621 INFO:tasks.workunit.client.0.smithi103.stderr:check reshard logrecord successfully 2024-09-19T11:44:38.621 INFO:tasks.workunit.client.0.smithi103.stderr: test: reshard versioned bucket 2024-09-19T11:44:38.622 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T11:44:38.651 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:38.651 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:38.688 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.686+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 20 realm 2024-09-19T11:44:38.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.689 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:38.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.688+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.689+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.690 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.689+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.690+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:38.691 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.690+0000 7f7691f2c800 20 searching for the correct realm 2024-09-19T11:44:38.694 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.693+0000 7f768e33f640 0 -- 172.21.15.103:0/3835040847 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x5597b270e660 msgr2=0x5597b2710b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.696+0000 7f768db3e640 0 -- 172.21.15.103:0/3835040847 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f7684052040 msgr2=0x7f7684068550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.700+0000 7f7691f2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.700+0000 7f7691f2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.700+0000 7f7691f2c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.700+0000 7f7691f2c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.700+0000 7f7691f2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.700+0000 7f7691f2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.700+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.702 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 zone default found 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 4 Realm: () 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 zonegroup default 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.704 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.701+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.702+0000 7f7691f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.702+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.702+0000 7f7691f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.702+0000 7f7691f2c800 20 started sync module instance, tier type = 2024-09-19T11:44:38.705 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.702+0000 7f7691f2c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.711+0000 7f7691f2c800 20 add_watcher() i=0 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.711+0000 7f7691f2c800 20 add_watcher() i=1 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.711+0000 7f7691f2c800 20 add_watcher() i=2 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.711+0000 7f7691f2c800 20 add_watcher() i=3 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.711+0000 7f7691f2c800 20 add_watcher() i=4 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.711+0000 7f7691f2c800 20 add_watcher() i=5 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.711+0000 7f7691f2c800 20 add_watcher() i=6 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.712+0000 7f7691f2c800 20 add_watcher() i=7 2024-09-19T11:44:38.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.712+0000 7f7691f2c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:38.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.713+0000 7f753f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f7691f2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:38.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f7691f2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:38.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f7691f2c800 5 note: GC not initialized 2024-09-19T11:44:38.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f753e7fc640 20 reqs_thread_entry: start 2024-09-19T11:44:38.716 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f7691f2c800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:38.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f7691f2c800 20 Filter name: none 2024-09-19T11:44:38.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f74affff640 20 reqs_thread_entry: start 2024-09-19T11:44:38.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.714+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.715+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:38.717 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.715+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.715+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:38.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.715+0000 7f7691f2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:38.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.715+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.716+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:38.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.716+0000 7f7691f2c800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.716+0000 7f7691f2c800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:38.718 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.716+0000 7f7691f2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:38.719 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.718+0000 7f753f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.720+0000 7f7691f2c800 20 remove_watcher() i=0 2024-09-19T11:44:38.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.720+0000 7f7691f2c800 2 removed watcher, disabling cache 2024-09-19T11:44:38.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.721+0000 7f7691f2c800 20 remove_watcher() i=1 2024-09-19T11:44:38.724 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.723+0000 7f7691f2c800 20 remove_watcher() i=2 2024-09-19T11:44:38.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.724+0000 7f7691f2c800 20 remove_watcher() i=3 2024-09-19T11:44:38.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.724+0000 7f7691f2c800 20 remove_watcher() i=4 2024-09-19T11:44:38.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.725+0000 7f7691f2c800 20 remove_watcher() i=5 2024-09-19T11:44:38.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.726+0000 7f7691f2c800 20 remove_watcher() i=6 2024-09-19T11:44:38.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.727+0000 7f7691f2c800 20 remove_watcher() i=7 2024-09-19T11:44:38.738 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:38.739 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:44:38.739 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: myver id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 num_objects: 0 size_kb: 0 num_shards: 11 2024-09-19T11:44:38.739 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:38.740 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 12 2024-09-19T11:44:38.771 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:38.771 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:38.807 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.806+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.807+0000 7f8519b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.807+0000 7f8519b25800 20 realm 2024-09-19T11:44:38.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.807+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.809 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.808+0000 7f8519b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.808+0000 7f8519b25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:38.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.808+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.808+0000 7f8519b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.810 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.808+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.809+0000 7f8519b25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.809+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.809+0000 7f8519b25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:38.811 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.809+0000 7f8519b25800 20 searching for the correct realm 2024-09-19T11:44:38.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.812+0000 7f8515f34640 0 -- 172.21.15.103:0/2285201422 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x564eae6d3030 msgr2=0x564eae6d54f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.817 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.815+0000 7f8515733640 0 -- 172.21.15.103:0/2285201422 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f85000d80e0 msgr2=0x7f85000bef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.819+0000 7f8519b25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:38.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.819+0000 7f8519b25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:38.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.819+0000 7f8519b25800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:38.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.819+0000 7f8519b25800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:38.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.819+0000 7f8519b25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:38.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.819+0000 7f8519b25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:38.822 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.819+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 zone default found 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 4 Realm: () 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 zonegroup default 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.820+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.821+0000 7f8519b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.823 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.821+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.821+0000 7f8519b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.821+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.821+0000 7f8519b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.824 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.821+0000 7f8519b25800 20 started sync module instance, tier type = 2024-09-19T11:44:38.825 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.821+0000 7f8519b25800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:38.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.829+0000 7f8519b25800 20 add_watcher() i=0 2024-09-19T11:44:38.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.829+0000 7f8519b25800 20 add_watcher() i=1 2024-09-19T11:44:38.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.829+0000 7f8519b25800 20 add_watcher() i=2 2024-09-19T11:44:38.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.829+0000 7f8519b25800 20 add_watcher() i=3 2024-09-19T11:44:38.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.829+0000 7f8519b25800 20 add_watcher() i=4 2024-09-19T11:44:38.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.829+0000 7f8519b25800 20 add_watcher() i=5 2024-09-19T11:44:38.831 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.829+0000 7f8519b25800 20 add_watcher() i=6 2024-09-19T11:44:38.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.830+0000 7f8519b25800 20 add_watcher() i=7 2024-09-19T11:44:38.832 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.830+0000 7f8519b25800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:38.833 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.832+0000 7f83cbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.832+0000 7f8519b25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.832+0000 7f8519b25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.832+0000 7f8519b25800 5 note: GC not initialized 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.832+0000 7f83cafe5640 20 reqs_thread_entry: start 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 20 Filter name: none 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f83c8fe1640 20 reqs_thread_entry: start 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.835 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:38.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T11:44:38.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T11:44:38.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : miss 2024-09-19T11:44:38.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.833+0000 7f8519b25800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.834+0000 7f8519b25800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:38.836 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.834+0000 7f8519b25800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:38.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.834+0000 7f8519b25800 10 adding default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:38.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.834+0000 7f8519b25800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:38.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.834+0000 7f8519b25800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.837 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.834+0000 7f8519b25800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f83f8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562415 cookie 94895933844464 notifier 7910 bl.length()=821 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f83f8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f83f8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f83f8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.841 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:38.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:38.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:38.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.839+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:38.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.0 2024-09-19T11:44:38.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.0 2024-09-19T11:44:38.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.1 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.1 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.2 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.2 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.3 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.3 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.4 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.4 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.5 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.5 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.6 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.6 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.7 2024-09-19T11:44:38.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.7 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.8 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.8 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.9 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.9 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.10 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.10 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.11 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.11 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.0 2024-09-19T11:44:38.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1 2024-09-19T11:44:38.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.844+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2 2024-09-19T11:44:38.848 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.845+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3 2024-09-19T11:44:38.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.845+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.4 2024-09-19T11:44:38.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.846+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.5 2024-09-19T11:44:38.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.846+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.6 2024-09-19T11:44:38.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.846+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.7 2024-09-19T11:44:38.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.847+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.8 2024-09-19T11:44:38.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.847+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.9 2024-09-19T11:44:38.849 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.848+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.10 2024-09-19T11:44:38.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.848+0000 7f8519b25800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:38.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.848+0000 7f8519b25800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.849+0000 7f8519b25800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.849+0000 7f8519b25800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.849+0000 7f8519b25800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.849+0000 7f8519b25800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f83f8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562416 cookie 94895933844464 notifier 7910 bl.length()=821 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f83f8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f83f8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:38.851 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f83f8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:38.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:38.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:38.852 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.850+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:38.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.852+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.0 2024-09-19T11:44:38.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.852+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1 2024-09-19T11:44:38.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.853+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2 2024-09-19T11:44:38.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.853+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3 2024-09-19T11:44:38.854 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.853+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.4 2024-09-19T11:44:38.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.854+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.5 2024-09-19T11:44:38.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.854+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.6 2024-09-19T11:44:38.855 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.854+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.7 2024-09-19T11:44:38.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.854+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.8 2024-09-19T11:44:38.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.855+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.9 2024-09-19T11:44:38.856 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.855+0000 7f8519b25800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.10 2024-09-19T11:44:38.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.855+0000 7f8519b25800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:38.857 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.855+0000 7f8519b25800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.856+0000 7f8519b25800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.856+0000 7f8519b25800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.856+0000 7f8519b25800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.856+0000 7f8519b25800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f83f8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562417 cookie 94895933844464 notifier 7910 bl.length()=789 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f83f8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f83f8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:38.858 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f83f8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:38.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:38.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:38.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:38.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.857+0000 7f8519b25800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:38.860 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.859+0000 7f8519b25800 1 execute INFO: reshard of bucket "myver" from 11 shards to 12 shards completed successfully 2024-09-19T11:44:38.862 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.861+0000 7f83cbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:38.864 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.863+0000 7f8519b25800 20 remove_watcher() i=0 2024-09-19T11:44:38.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.863+0000 7f8519b25800 2 removed watcher, disabling cache 2024-09-19T11:44:38.865 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.864+0000 7f8519b25800 20 remove_watcher() i=1 2024-09-19T11:44:38.866 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.865+0000 7f8519b25800 20 remove_watcher() i=2 2024-09-19T11:44:38.867 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.866+0000 7f8519b25800 20 remove_watcher() i=3 2024-09-19T11:44:38.868 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.867+0000 7f8519b25800 20 remove_watcher() i=4 2024-09-19T11:44:38.869 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.868+0000 7f8519b25800 20 remove_watcher() i=5 2024-09-19T11:44:38.870 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.869+0000 7f8519b25800 20 remove_watcher() i=6 2024-09-19T11:44:38.871 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.870+0000 7f8519b25800 20 remove_watcher() i=7 2024-09-19T11:44:38.883 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T11:44:38.912 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:38.912 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:38.948 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.947+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.950 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 20 realm 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.949+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.951 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.950+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:38.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.950+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:38.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.951+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:38.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.951+0000 7ff98a22f800 20 searching for the correct realm 2024-09-19T11:44:38.954 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.953+0000 7ff97f518640 0 -- 172.21.15.103:0/2436257023 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ff97001bc60 msgr2=0x7ff97001ea10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:38.958 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:38.957+0000 7ff987d19640 0 -- 172.21.15.103:0/2436257023 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff97001c410 msgr2=0x7ff97001c890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:39.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.163+0000 7ff98a22f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:39.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.163+0000 7ff98a22f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:39.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.163+0000 7ff98a22f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.163+0000 7ff98a22f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.163+0000 7ff98a22f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.163+0000 7ff98a22f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.163+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:39.166 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 zone default found 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 4 Realm: () 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 zonegroup default 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.167 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.164+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.165+0000 7ff98a22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.165+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.165+0000 7ff98a22f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.165+0000 7ff98a22f800 20 started sync module instance, tier type = 2024-09-19T11:44:39.168 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.165+0000 7ff98a22f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:39.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.174+0000 7ff98a22f800 20 add_watcher() i=0 2024-09-19T11:44:39.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.174+0000 7ff98a22f800 20 add_watcher() i=1 2024-09-19T11:44:39.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.174+0000 7ff98a22f800 20 add_watcher() i=2 2024-09-19T11:44:39.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.174+0000 7ff98a22f800 20 add_watcher() i=3 2024-09-19T11:44:39.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.174+0000 7ff98a22f800 20 add_watcher() i=4 2024-09-19T11:44:39.175 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.174+0000 7ff98a22f800 20 add_watcher() i=5 2024-09-19T11:44:39.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.174+0000 7ff98a22f800 20 add_watcher() i=6 2024-09-19T11:44:39.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.175+0000 7ff98a22f800 20 add_watcher() i=7 2024-09-19T11:44:39.176 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.175+0000 7ff98a22f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:39.178 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff83dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff98a22f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff98a22f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff98a22f800 5 note: GC not initialized 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff83cfe1640 20 reqs_thread_entry: start 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff98a22f800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff98a22f800 20 Filter name: none 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff7b67fc640 20 reqs_thread_entry: start 2024-09-19T11:44:39.179 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.177+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.178+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:39.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.178+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.178+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:39.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.178+0000 7ff98a22f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:39.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.178+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.179+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:39.180 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.179+0000 7ff98a22f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.179+0000 7ff98a22f800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:39.181 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.179+0000 7ff98a22f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:39.182 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.181+0000 7ff83dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:39.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.183+0000 7ff98a22f800 20 remove_watcher() i=0 2024-09-19T11:44:39.184 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.183+0000 7ff98a22f800 2 removed watcher, disabling cache 2024-09-19T11:44:39.185 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.184+0000 7ff98a22f800 20 remove_watcher() i=1 2024-09-19T11:44:39.186 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.184+0000 7ff98a22f800 20 remove_watcher() i=2 2024-09-19T11:44:39.187 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.185+0000 7ff98a22f800 20 remove_watcher() i=3 2024-09-19T11:44:39.188 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.187+0000 7ff98a22f800 20 remove_watcher() i=4 2024-09-19T11:44:39.189 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.188+0000 7ff98a22f800 20 remove_watcher() i=5 2024-09-19T11:44:39.190 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.188+0000 7ff98a22f800 20 remove_watcher() i=6 2024-09-19T11:44:39.191 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.189+0000 7ff98a22f800 20 remove_watcher() i=7 2024-09-19T11:44:39.201 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:39.201 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:44:39.201 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: myver id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-19T11:44:39.201 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:39.203 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:39.203 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:39.206 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:39.206 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:39.248 INFO:tasks.workunit.client.0.smithi103.stderr: test: reshard removes olh entries with empty name 2024-09-19T11:44:39.250 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:39.250 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:39.298 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:39.298 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:39.341 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-19T11:44:39.369 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:39.369 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:39.406 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.405+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 20 realm 2024-09-19T11:44:39.408 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:39.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.407+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.408+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:39.409 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.408+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.408+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:39.410 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.408+0000 7f6ff3b26800 20 searching for the correct realm 2024-09-19T11:44:39.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.411+0000 7f6feef08640 0 -- 172.21.15.103:0/3514942274 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f6fd8020040 msgr2=0x7f6fd803f940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:39.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.414+0000 7f6fef709640 0 -- 172.21.15.103:0/3514942274 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f6fd8031400 msgr2=0x7f6fd8031880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:39.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:39.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:39.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:39.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:39.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.620+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 zone default found 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 4 Realm: () 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:39.624 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 zonegroup default 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.621+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.622+0000 7f6ff3b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.622+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.622+0000 7f6ff3b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.622+0000 7f6ff3b26800 20 started sync module instance, tier type = 2024-09-19T11:44:39.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.622+0000 7f6ff3b26800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.631+0000 7f6ff3b26800 20 add_watcher() i=0 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.631+0000 7f6ff3b26800 20 add_watcher() i=1 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.631+0000 7f6ff3b26800 20 add_watcher() i=2 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.631+0000 7f6ff3b26800 20 add_watcher() i=3 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.631+0000 7f6ff3b26800 20 add_watcher() i=4 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.631+0000 7f6ff3b26800 20 add_watcher() i=5 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.631+0000 7f6ff3b26800 20 add_watcher() i=6 2024-09-19T11:44:39.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.632+0000 7f6ff3b26800 20 add_watcher() i=7 2024-09-19T11:44:39.634 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.632+0000 7f6ff3b26800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:39.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.634+0000 7f6ea5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:39.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.634+0000 7f6ff3b26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:39.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.634+0000 7f6ff3b26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:39.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.634+0000 7f6ff3b26800 5 note: GC not initialized 2024-09-19T11:44:39.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.634+0000 7f6ea4fe1640 20 reqs_thread_entry: start 2024-09-19T11:44:39.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.635+0000 7f6ff3b26800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:39.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.635+0000 7f6ff3b26800 20 Filter name: none 2024-09-19T11:44:39.636 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.635+0000 7f6e1e7fc640 20 reqs_thread_entry: start 2024-09-19T11:44:39.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.635+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.636+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:39.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.636+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.636+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:44:39.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.636+0000 7f6ff3b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:39.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.636+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.637+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:39.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.637+0000 7f6ff3b26800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.637+0000 7f6ff3b26800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:44:39.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.637+0000 7f6ff3b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:39.640 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.639+0000 7f6ea5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:39.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.641+0000 7f6ff3b26800 20 remove_watcher() i=0 2024-09-19T11:44:39.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.641+0000 7f6ff3b26800 2 removed watcher, disabling cache 2024-09-19T11:44:39.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.642+0000 7f6ff3b26800 20 remove_watcher() i=1 2024-09-19T11:44:39.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.642+0000 7f6ff3b26800 20 remove_watcher() i=2 2024-09-19T11:44:39.645 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.644+0000 7f6ff3b26800 20 remove_watcher() i=3 2024-09-19T11:44:39.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.645+0000 7f6ff3b26800 20 remove_watcher() i=4 2024-09-19T11:44:39.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.646+0000 7f6ff3b26800 20 remove_watcher() i=5 2024-09-19T11:44:39.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.647+0000 7f6ff3b26800 20 remove_watcher() i=6 2024-09-19T11:44:39.649 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.648+0000 7f6ff3b26800 20 remove_watcher() i=7 2024-09-19T11:44:39.659 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:39.659 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:44:39.659 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: a-bucket id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 num_objects: 0 size_kb: 0 num_shards: 13 2024-09-19T11:44:39.659 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:39.660 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-19T11:44:39.689 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:39.689 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:39.725 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.723+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 20 realm 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.725+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.726+0000 7f7828e98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:39.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.726+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.727+0000 7f7828e98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:39.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.727+0000 7f7828e98800 20 searching for the correct realm 2024-09-19T11:44:39.730 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.729+0000 7f7826982640 0 -- 172.21.15.103:0/324111085 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f7820018020 msgr2=0x7f7820066600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:44:39.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.733+0000 7f7826982640 0 -- 172.21.15.103:0/324111085 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f781c09c040 msgr2=0x7f781c09c420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:39.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.939+0000 7f7828e98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:39.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.939+0000 7f7828e98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:39.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.939+0000 7f7828e98800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:39.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.939+0000 7f7828e98800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:39.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.939+0000 7f7828e98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:39.941 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.939+0000 7f7828e98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:39.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.939+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.940+0000 7f7828e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.942 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.940+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.940+0000 7f7828e98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.940+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 zone default found 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 4 Realm: () 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:39.943 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 zonegroup default 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.941+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.942+0000 7f7828e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.942+0000 7f7828e98800 20 started sync module instance, tier type = 2024-09-19T11:44:39.944 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.942+0000 7f7828e98800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:39.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.951+0000 7f7828e98800 20 add_watcher() i=0 2024-09-19T11:44:39.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.951+0000 7f7828e98800 20 add_watcher() i=1 2024-09-19T11:44:39.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.951+0000 7f7828e98800 20 add_watcher() i=2 2024-09-19T11:44:39.952 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.951+0000 7f7828e98800 20 add_watcher() i=3 2024-09-19T11:44:39.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.951+0000 7f7828e98800 20 add_watcher() i=4 2024-09-19T11:44:39.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.951+0000 7f7828e98800 20 add_watcher() i=5 2024-09-19T11:44:39.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.951+0000 7f7828e98800 20 add_watcher() i=6 2024-09-19T11:44:39.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.952+0000 7f7828e98800 20 add_watcher() i=7 2024-09-19T11:44:39.953 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.952+0000 7f7828e98800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:39.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.953+0000 7f76dd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:39.955 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7828e98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:39.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7828e98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:39.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7828e98800 5 note: GC not initialized 2024-09-19T11:44:39.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7657fff640 20 reqs_thread_entry: start 2024-09-19T11:44:39.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7828e98800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:39.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7828e98800 20 Filter name: none 2024-09-19T11:44:39.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7655ffb640 20 reqs_thread_entry: start 2024-09-19T11:44:39.956 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.954+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.955+0000 7f7828e98800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:39.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.955+0000 7f7828e98800 20 rados->read ofs=0 len=0 2024-09-19T11:44:39.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.955+0000 7f7828e98800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:44:39.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.955+0000 7f7828e98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:39.957 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.956+0000 7f76dd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:39.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.958+0000 7f7828e98800 20 remove_watcher() i=0 2024-09-19T11:44:39.959 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.958+0000 7f7828e98800 2 removed watcher, disabling cache 2024-09-19T11:44:39.960 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.959+0000 7f7828e98800 20 remove_watcher() i=1 2024-09-19T11:44:39.961 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.960+0000 7f7828e98800 20 remove_watcher() i=2 2024-09-19T11:44:39.962 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.961+0000 7f7828e98800 20 remove_watcher() i=3 2024-09-19T11:44:39.963 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.962+0000 7f7828e98800 20 remove_watcher() i=4 2024-09-19T11:44:39.964 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.963+0000 7f7828e98800 20 remove_watcher() i=5 2024-09-19T11:44:39.965 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.964+0000 7f7828e98800 20 remove_watcher() i=6 2024-09-19T11:44:39.966 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:39.965+0000 7f7828e98800 20 remove_watcher() i=7 2024-09-19T11:44:39.978 INFO:tasks.workunit.client.0.smithi103.stderr:rados -p default.rgw.buckets.index setomapval .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-19T11:44:40.004 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:40.004 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:40.020 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-19T11:44:40.047 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:40.047 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:40.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.085+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.086+0000 7fa02fd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.086+0000 7fa02fd46800 20 realm 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.086+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.086+0000 7fa02fd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.086+0000 7fa02fd46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.086+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.087+0000 7fa02fd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.087+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.087+0000 7fa02fd46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:40.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.087+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.088+0000 7fa02fd46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:40.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.088+0000 7fa02fd46800 20 searching for the correct realm 2024-09-19T11:44:40.090 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.089+0000 7fa02d837640 0 -- 172.21.15.103:0/184456222 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fa02801f040 msgr2=0x7fa02802b900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:40.296 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.295+0000 7fa027fff640 0 -- 172.21.15.103:0/184456222 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x557ecc659790 msgr2=0x557ecc65bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:40.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:40.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:40.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:40.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:40.302 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:40.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:40.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.303 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:40.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:40.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 zone default found 2024-09-19T11:44:40.304 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 4 Realm: () 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.301+0000 7fa02fd46800 20 zonegroup default 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 started sync module instance, tier type = 2024-09-19T11:44:40.305 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.302+0000 7fa02fd46800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:40.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.311+0000 7fa02fd46800 20 add_watcher() i=0 2024-09-19T11:44:40.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.311+0000 7fa02fd46800 20 add_watcher() i=1 2024-09-19T11:44:40.312 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.311+0000 7fa02fd46800 20 add_watcher() i=2 2024-09-19T11:44:40.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.311+0000 7fa02fd46800 20 add_watcher() i=3 2024-09-19T11:44:40.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.311+0000 7fa02fd46800 20 add_watcher() i=4 2024-09-19T11:44:40.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.311+0000 7fa02fd46800 20 add_watcher() i=5 2024-09-19T11:44:40.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.311+0000 7fa02fd46800 20 add_watcher() i=6 2024-09-19T11:44:40.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.312+0000 7fa02fd46800 20 add_watcher() i=7 2024-09-19T11:44:40.313 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.312+0000 7fa02fd46800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:40.314 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.313+0000 7f9edf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:40.315 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7fa02fd46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:40.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7fa02fd46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:40.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7fa02fd46800 5 note: GC not initialized 2024-09-19T11:44:40.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7f9ede7fc640 20 reqs_thread_entry: start 2024-09-19T11:44:40.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7fa02fd46800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:40.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7fa02fd46800 20 Filter name: none 2024-09-19T11:44:40.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7f9e4ffff640 20 reqs_thread_entry: start 2024-09-19T11:44:40.316 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.314+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:40.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:44:40.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:40.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-19T11:44:40.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 20 INFO: main: starting shard=0 2024-09-19T11:44:40.317 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:40.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.315+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:40.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:44:40.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 20 INFO: main: starting shard=1 2024-09-19T11:44:40.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:40.318 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:40.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 20 INFO: main: starting shard=2 2024-09-19T11:44:40.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:40.319 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.316+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 INFO: main: starting shard=3 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 INFO: main: starting shard=4 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:40.320 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 INFO: main: starting shard=5 2024-09-19T11:44:40.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:40.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.317+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:40.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 20 INFO: main: starting shard=6 2024-09-19T11:44:40.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:40.321 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:40.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 20 INFO: main: starting shard=7 2024-09-19T11:44:40.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:40.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.318+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:40.322 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.319+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.319+0000 7fa02fd46800 20 INFO: main: starting shard=8 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.319+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.319+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 20 INFO: main: starting shard=9 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 20 INFO: main: starting shard=10 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.320+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.323 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 20 INFO: main: starting shard=11 2024-09-19T11:44:40.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:40.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:40.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 20 INFO: main: starting shard=12 2024-09-19T11:44:40.324 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:40.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.321+0000 7fa02fd46800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:40.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.322+0000 7fa02fd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.322+0000 7fa02fd46800 20 INFO: main: done 2024-09-19T11:44:40.325 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.323+0000 7f9edf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:40.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.325+0000 7fa02fd46800 20 remove_watcher() i=0 2024-09-19T11:44:40.326 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.325+0000 7fa02fd46800 2 removed watcher, disabling cache 2024-09-19T11:44:40.327 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.326+0000 7fa02fd46800 20 remove_watcher() i=1 2024-09-19T11:44:40.328 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.327+0000 7fa02fd46800 20 remove_watcher() i=2 2024-09-19T11:44:40.329 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.328+0000 7fa02fd46800 20 remove_watcher() i=3 2024-09-19T11:44:40.330 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.329+0000 7fa02fd46800 20 remove_watcher() i=4 2024-09-19T11:44:40.331 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.330+0000 7fa02fd46800 20 remove_watcher() i=5 2024-09-19T11:44:40.332 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.331+0000 7fa02fd46800 20 remove_watcher() i=6 2024-09-19T11:44:40.333 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.332+0000 7fa02fd46800 20 remove_watcher() i=7 2024-09-19T11:44:40.345 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-19T11:44:40.376 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:40.376 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:40.412 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.411+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.414 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 20 realm 2024-09-19T11:44:40.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:40.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.415 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.413+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.414+0000 7fb8b7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:40.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.414+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.415+0000 7fb8b7b3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:40.416 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.415+0000 7fb8b7b3d800 20 searching for the correct realm 2024-09-19T11:44:40.418 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.417+0000 7fb8b382a640 0 -- 172.21.15.103:0/518960529 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fb8ac01f040 msgr2=0x7fb8ac02e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:40.421 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.420+0000 7fb8b382a640 0 -- 172.21.15.103:0/518960529 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fb89c06c5f0 msgr2=0x7fb89c07a850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:40.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:40.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:40.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:40.628 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.626+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 zone default found 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 4 Realm: () 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:40.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 zonegroup default 2024-09-19T11:44:40.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.627+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.628+0000 7fb8b7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.628+0000 7fb8b7b3d800 20 started sync module instance, tier type = 2024-09-19T11:44:40.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.628+0000 7fb8b7b3d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:40.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=0 2024-09-19T11:44:40.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=1 2024-09-19T11:44:40.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=2 2024-09-19T11:44:40.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=3 2024-09-19T11:44:40.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=4 2024-09-19T11:44:40.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=5 2024-09-19T11:44:40.638 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=6 2024-09-19T11:44:40.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 20 add_watcher() i=7 2024-09-19T11:44:40.639 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.637+0000 7fb8b7b3d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:40.641 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.639+0000 7fb769fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb8b7b3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb8b7b3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb8b7b3d800 5 note: GC not initialized 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb768fe1640 20 reqs_thread_entry: start 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb8b7b3d800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb8b7b3d800 20 Filter name: none 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb6e27fc640 20 reqs_thread_entry: start 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb8b7b3d800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-19T11:44:40.642 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.640+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : miss 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:40.643 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:40.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:40.644 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.641+0000 7fb8b7b3d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:40.646 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.645+0000 7fb8b7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:40.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.645+0000 7fb8b7b3d800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:40.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.645+0000 7fb8b7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:40.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.645+0000 7fb8b7b3d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:44:40.647 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.645+0000 7fb7927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562450 cookie 94024994299568 notifier 8580 bl.length()=827 2024-09-19T11:44:40.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.646+0000 7fb7927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:40.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.646+0000 7fb7927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:40.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.646+0000 7fb7927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:40.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.646+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:44:40.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.646+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:44:40.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.646+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:44:40.648 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.646+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:44:40.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.651+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:44:40.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.651+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:44:40.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.651+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:40.653 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.651+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:40.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.652+0000 7fb8b7b3d800 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-19T11:44:40.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.652+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:40.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.652+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:40.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.652+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:40.654 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.652+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:40.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.653+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:40.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.653+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:40.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.653+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:40.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.653+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:40.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.654+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:40.655 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.654+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:40.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.654+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:40.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.654+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:40.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.655+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:40.656 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.655+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:40.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.655+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:40.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.655+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:40.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.656+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:40.657 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.656+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:40.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.656+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:40.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.656+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:40.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.657+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:40.658 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.657+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:40.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.657+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:40.659 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.657+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:40.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.658+0000 7fb8b7b3d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:40.660 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.658+0000 7fb8b7b3d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:40.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.659+0000 7fb8b7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:40.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.659+0000 7fb8b7b3d800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:40.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.659+0000 7fb8b7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:40.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.659+0000 7fb8b7b3d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:44:40.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb792ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562451 cookie 94024994299568 notifier 8580 bl.length()=827 2024-09-19T11:44:40.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb792ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:40.661 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb792ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:40.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb792ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:40.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:44:40.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:44:40.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:44:40.662 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.660+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:44:40.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.663+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:40.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.663+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.0 2024-09-19T11:44:40.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.663+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:40.665 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.663+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.1 2024-09-19T11:44:40.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.664+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:40.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.664+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.2 2024-09-19T11:44:40.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.664+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:40.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.664+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.3 2024-09-19T11:44:40.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.664+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:40.666 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.664+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.4 2024-09-19T11:44:40.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.665+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:40.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.665+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.5 2024-09-19T11:44:40.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.665+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:40.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.665+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.6 2024-09-19T11:44:40.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.665+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:40.667 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.665+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.7 2024-09-19T11:44:40.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.666+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:40.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.666+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.8 2024-09-19T11:44:40.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.666+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:40.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.666+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.9 2024-09-19T11:44:40.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.666+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:40.668 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.666+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.10 2024-09-19T11:44:40.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.667+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:40.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.667+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.11 2024-09-19T11:44:40.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.667+0000 7fb8b7b3d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:40.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.667+0000 7fb8b7b3d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.2.12 2024-09-19T11:44:40.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.667+0000 7fb8b7b3d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:40.669 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.667+0000 7fb8b7b3d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17, ofs0, ns] 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb7927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562452 cookie 94024994299568 notifier 8580 bl.length()=795 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb7927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 info.flags=0x17 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb7927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17 to cache LRU end 2024-09-19T11:44:40.670 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb7927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:40.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_sources= new_sources= 2024-09-19T11:44:40.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential sources added=[] removed=[] 2024-09-19T11:44:40.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): orig_dests= new_dests= 2024-09-19T11:44:40.671 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.669+0000 7fb8b7b3d800 20 handle_bi_update(): bucket=:a-bucket[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17]): potential dests added=[] removed=[] 2024-09-19T11:44:40.673 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.672+0000 7fb8b7b3d800 1 execute INFO: reshard of bucket "a-bucket" from 13 shards to 1 shards completed successfully 2024-09-19T11:44:40.675 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.674+0000 7fb769fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:40.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.676+0000 7fb8b7b3d800 20 remove_watcher() i=0 2024-09-19T11:44:40.677 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.676+0000 7fb8b7b3d800 2 removed watcher, disabling cache 2024-09-19T11:44:40.678 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.677+0000 7fb8b7b3d800 20 remove_watcher() i=1 2024-09-19T11:44:40.679 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.678+0000 7fb8b7b3d800 20 remove_watcher() i=2 2024-09-19T11:44:40.680 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.679+0000 7fb8b7b3d800 20 remove_watcher() i=3 2024-09-19T11:44:40.681 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.680+0000 7fb8b7b3d800 20 remove_watcher() i=4 2024-09-19T11:44:40.682 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.681+0000 7fb8b7b3d800 20 remove_watcher() i=5 2024-09-19T11:44:40.683 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.681+0000 7fb8b7b3d800 20 remove_watcher() i=6 2024-09-19T11:44:40.684 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.682+0000 7fb8b7b3d800 20 remove_watcher() i=7 2024-09-19T11:44:40.695 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-19T11:44:40.724 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:40.724 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:40.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.758+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.760+0000 7fef65a2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.760+0000 7fef65a2f800 20 realm 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.760+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.760+0000 7fef65a2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.760+0000 7fef65a2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.760+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.761+0000 7fef65a2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.762 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.761+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.761+0000 7fef65a2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:40.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.761+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.763 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.762+0000 7fef65a2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:40.764 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.762+0000 7fef65a2f800 20 searching for the correct realm 2024-09-19T11:44:40.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.764+0000 7fef62d18640 0 -- 172.21.15.103:0/4285467278 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fef58091410 msgr2=0x7fef58091890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:40.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.768+0000 7fef63519640 0 -- 172.21.15.103:0/4285467278 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fef580a7410 msgr2=0x7fef580a7870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:44:40.975 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.973+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.976 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 zone default found 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 4 Realm: () 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 zonegroup default 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.977 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.974+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.975+0000 7fef65a2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.975+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.975+0000 7fef65a2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:40.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.975+0000 7fef65a2f800 20 started sync module instance, tier type = 2024-09-19T11:44:40.978 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.975+0000 7fef65a2f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:40.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.984+0000 7fef65a2f800 20 add_watcher() i=0 2024-09-19T11:44:40.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.984+0000 7fef65a2f800 20 add_watcher() i=1 2024-09-19T11:44:40.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.984+0000 7fef65a2f800 20 add_watcher() i=2 2024-09-19T11:44:40.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.984+0000 7fef65a2f800 20 add_watcher() i=3 2024-09-19T11:44:40.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.984+0000 7fef65a2f800 20 add_watcher() i=4 2024-09-19T11:44:40.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.984+0000 7fef65a2f800 20 add_watcher() i=5 2024-09-19T11:44:40.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.984+0000 7fef65a2f800 20 add_watcher() i=6 2024-09-19T11:44:40.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.985+0000 7fef65a2f800 20 add_watcher() i=7 2024-09-19T11:44:40.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.985+0000 7fef65a2f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:40.988 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.986+0000 7fee19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fef65a2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fef65a2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fef65a2f800 5 note: GC not initialized 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fee18fe1640 20 reqs_thread_entry: start 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fef65a2f800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fef65a2f800 20 Filter name: none 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fed927fc640 20 reqs_thread_entry: start 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.987+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.989 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-19T11:44:40.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:40.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 20 rados_obj.operate() r=0 bl.length=398 2024-09-19T11:44:40.990 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:40.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-19T11:44:40.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 20 INFO: main: starting shard=0 2024-09-19T11:44:40.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:44:40.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.988+0000 7fef65a2f800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17.3.0 2024-09-19T11:44:40.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.989+0000 7fef65a2f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:40.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.989+0000 7fef65a2f800 20 INFO: main: done 2024-09-19T11:44:40.991 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.990+0000 7fee19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:40.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.992+0000 7fef65a2f800 20 remove_watcher() i=0 2024-09-19T11:44:40.993 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.992+0000 7fef65a2f800 2 removed watcher, disabling cache 2024-09-19T11:44:40.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.992+0000 7fef65a2f800 20 remove_watcher() i=1 2024-09-19T11:44:40.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.993+0000 7fef65a2f800 20 remove_watcher() i=2 2024-09-19T11:44:40.996 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.995+0000 7fef65a2f800 20 remove_watcher() i=3 2024-09-19T11:44:40.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.996+0000 7fef65a2f800 20 remove_watcher() i=4 2024-09-19T11:44:40.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.996+0000 7fef65a2f800 20 remove_watcher() i=5 2024-09-19T11:44:40.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.997+0000 7fef65a2f800 20 remove_watcher() i=6 2024-09-19T11:44:40.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:40.998+0000 7fef65a2f800 20 remove_watcher() i=7 2024-09-19T11:44:41.010 INFO:tasks.workunit.client.0.smithi103.stderr: test: PUT succeeds during reshard 2024-09-19T11:44:41.012 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T11:44:41.040 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:41.040 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:41.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.074+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 20 realm 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.076+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.279+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:41.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.279+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.281 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.280+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:41.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.280+0000 7fb994ebb800 20 searching for the correct realm 2024-09-19T11:44:41.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.282+0000 7fb98a1a4640 0 -- 172.21.15.103:0/373533023 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fb97c07bc20 msgr2=0x7fb97c06a6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:41.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.286+0000 7fb9929a5640 0 -- 172.21.15.103:0/373533023 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fb97c05fca0 msgr2=0x7fb97c0695f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:44:41.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.491+0000 7fb994ebb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:41.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.491+0000 7fb994ebb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:41.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.491+0000 7fb994ebb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:41.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.491+0000 7fb994ebb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:41.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.491+0000 7fb994ebb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:41.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.491+0000 7fb994ebb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:41.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.491+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.492+0000 7fb994ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.492+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.492+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:41.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.492+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:41.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 zone default found 2024-09-19T11:44:41.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 4 Realm: () 2024-09-19T11:44:41.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 zonegroup default 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.493+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.494+0000 7fb994ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.494+0000 7fb994ebb800 20 started sync module instance, tier type = 2024-09-19T11:44:41.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.494+0000 7fb994ebb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:41.504 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.503+0000 7fb994ebb800 20 add_watcher() i=0 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.503+0000 7fb994ebb800 20 add_watcher() i=1 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.503+0000 7fb994ebb800 20 add_watcher() i=2 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.503+0000 7fb994ebb800 20 add_watcher() i=3 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.503+0000 7fb994ebb800 20 add_watcher() i=4 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.503+0000 7fb994ebb800 20 add_watcher() i=5 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.503+0000 7fb994ebb800 20 add_watcher() i=6 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.504+0000 7fb994ebb800 20 add_watcher() i=7 2024-09-19T11:44:41.505 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.504+0000 7fb994ebb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:41.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.506+0000 7fb8497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:41.507 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.506+0000 7fb994ebb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:41.508 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.506+0000 7fb994ebb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:41.508 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.506+0000 7fb994ebb800 5 note: GC not initialized 2024-09-19T11:44:41.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.506+0000 7fb7c3fff640 20 reqs_thread_entry: start 2024-09-19T11:44:41.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.507+0000 7fb994ebb800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:41.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.507+0000 7fb994ebb800 20 Filter name: none 2024-09-19T11:44:41.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.507+0000 7fb7c1ffb640 20 reqs_thread_entry: start 2024-09-19T11:44:41.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.507+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.507+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:41.509 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.507+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.508+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:41.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.508+0000 7fb994ebb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:41.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.508+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.508+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:41.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.508+0000 7fb994ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.510 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.509+0000 7fb994ebb800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:41.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.509+0000 7fb994ebb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:41.511 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.510+0000 7fb8497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:41.513 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.512+0000 7fb994ebb800 20 remove_watcher() i=0 2024-09-19T11:44:41.514 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.512+0000 7fb994ebb800 2 removed watcher, disabling cache 2024-09-19T11:44:41.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.513+0000 7fb994ebb800 20 remove_watcher() i=1 2024-09-19T11:44:41.515 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.514+0000 7fb994ebb800 20 remove_watcher() i=2 2024-09-19T11:44:41.517 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.515+0000 7fb994ebb800 20 remove_watcher() i=3 2024-09-19T11:44:41.518 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.517+0000 7fb994ebb800 20 remove_watcher() i=4 2024-09-19T11:44:41.519 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.517+0000 7fb994ebb800 20 remove_watcher() i=5 2024-09-19T11:44:41.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.518+0000 7fb994ebb800 20 remove_watcher() i=6 2024-09-19T11:44:41.520 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.519+0000 7fb994ebb800 20 remove_watcher() i=7 2024-09-19T11:44:41.531 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:41.531 INFO:tasks.workunit.client.0.smithi103.stderr:BUCKET_STATS: 2024-09-19T11:44:41.531 INFO:tasks.workunit.client.0.smithi103.stderr:bucket: myver id: 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-19T11:44:41.531 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:41.533 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 13 2024-09-19T11:44:41.565 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:41.565 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:41.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.601+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.602+0000 7f72c9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.602+0000 7f72c9346800 20 realm 2024-09-19T11:44:41.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.602+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.603+0000 7f72c9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.603+0000 7f72c9346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:41.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.603+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.604 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.603+0000 7f72c9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:41.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.603+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.604+0000 7f72c9346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:41.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.604+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:41.605 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.604+0000 7f72c9346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:41.606 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.604+0000 7f72c9346800 20 searching for the correct realm 2024-09-19T11:44:41.608 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.606+0000 7f72be636640 0 -- 172.21.15.103:0/298915938 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f72b006d060 msgr2=0x7f72b006e3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:44:41.813 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:41.811+0000 7f72c6e37640 0 -- 172.21.15.103:0/298915938 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f72b00cfb60 msgr2=0x7f72b00ae390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:42.019 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.017+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 zone default found 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 4 Realm: () 2024-09-19T11:44:42.020 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 zonegroup default 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:42.021 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.018+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.019+0000 7f72c9346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:42.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.019+0000 7f72c9346800 20 started sync module instance, tier type = 2024-09-19T11:44:42.022 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.019+0000 7f72c9346800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:42.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.028+0000 7f72c9346800 20 add_watcher() i=0 2024-09-19T11:44:42.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.028+0000 7f72c9346800 20 add_watcher() i=1 2024-09-19T11:44:42.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.028+0000 7f72c9346800 20 add_watcher() i=2 2024-09-19T11:44:42.029 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.028+0000 7f72c9346800 20 add_watcher() i=3 2024-09-19T11:44:42.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.028+0000 7f72c9346800 20 add_watcher() i=4 2024-09-19T11:44:42.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.028+0000 7f72c9346800 20 add_watcher() i=5 2024-09-19T11:44:42.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.028+0000 7f72c9346800 20 add_watcher() i=6 2024-09-19T11:44:42.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.029+0000 7f72c9346800 20 add_watcher() i=7 2024-09-19T11:44:42.030 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.029+0000 7f72c9346800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:42.032 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.030+0000 7f717d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f72c9346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f72c9346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f72c9346800 5 note: GC not initialized 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f70f7fff640 20 reqs_thread_entry: start 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f72c9346800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f72c9346800 20 Filter name: none 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f70f5ffb640 20 reqs_thread_entry: start 2024-09-19T11:44:42.033 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f72c9346800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T11:44:42.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.031+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:42.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T11:44:42.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T11:44:42.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : miss 2024-09-19T11:44:42.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 20 rados->read ofs=0 len=0 2024-09-19T11:44:42.034 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:42.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:42.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 adding default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:42.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:42.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:42.035 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.032+0000 7f72c9346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:42.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:42.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:42.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:42.039 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f71aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562418 cookie 94237395677184 notifier 8637 bl.length()=821 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f71aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f71aa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f71aa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:42.040 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.038+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:42.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:42.044+0000 7f72c9346800 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-19T11:44:42.536 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:42.536 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:42.552 INFO:tasks.workunit.client.0.smithi103.stderr:put object successful 2024-09-19T11:44:47.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:47.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:47.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:47.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:47.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:47.047 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.0 2024-09-19T11:44:47.048 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.0 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.1 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.044+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.1 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.045+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.2 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.045+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.2 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.045+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.3 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.045+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.3 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.046+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.4 2024-09-19T11:44:47.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.046+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.4 2024-09-19T11:44:47.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.047+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.5 2024-09-19T11:44:47.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.047+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.5 2024-09-19T11:44:47.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.048+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.6 2024-09-19T11:44:47.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.048+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.6 2024-09-19T11:44:47.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.048+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.7 2024-09-19T11:44:47.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.048+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.7 2024-09-19T11:44:47.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.049+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.8 2024-09-19T11:44:47.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.049+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.8 2024-09-19T11:44:47.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.050+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.9 2024-09-19T11:44:47.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.050+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.9 2024-09-19T11:44:47.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.050+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.10 2024-09-19T11:44:47.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.050+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.10 2024-09-19T11:44:47.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.051+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.11 2024-09-19T11:44:47.053 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.051+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.11 2024-09-19T11:44:47.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.054+0000 7f72c9346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:47.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.054+0000 7f72c9346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:47.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f72c9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:47.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f72c9346800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:47.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f72c9346800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:47.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f72c9346800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:47.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f71aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562419 cookie 94237395677184 notifier 8637 bl.length()=821 2024-09-19T11:44:47.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f71aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:47.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f71aa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:47.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.056+0000 7f71aa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:47.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.057+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:47.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.057+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:47.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.057+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:47.059 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.057+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:47.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.060+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.0 2024-09-19T11:44:47.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.060+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.0 2024-09-19T11:44:47.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.060+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.1 2024-09-19T11:44:47.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.060+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.1 2024-09-19T11:44:47.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.060+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.2 2024-09-19T11:44:47.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.060+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.2 2024-09-19T11:44:47.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.061+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.3 2024-09-19T11:44:47.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.061+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.3 2024-09-19T11:44:47.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.061+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.4 2024-09-19T11:44:47.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.061+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.4 2024-09-19T11:44:47.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.062+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.5 2024-09-19T11:44:47.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.062+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.5 2024-09-19T11:44:47.064 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.062+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.6 2024-09-19T11:44:47.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.062+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.6 2024-09-19T11:44:47.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.063+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.7 2024-09-19T11:44:47.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.063+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.7 2024-09-19T11:44:47.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.063+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.8 2024-09-19T11:44:47.065 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.063+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.8 2024-09-19T11:44:47.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.063+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.9 2024-09-19T11:44:47.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.063+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.9 2024-09-19T11:44:47.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.064+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.10 2024-09-19T11:44:47.066 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.064+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.10 2024-09-19T11:44:47.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.064+0000 7f72c9346800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.11 2024-09-19T11:44:47.067 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.064+0000 7f72c9346800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.1.11 2024-09-19T11:44:47.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.067+0000 7f72c9346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:47.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.067+0000 7f72c9346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:47.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:47.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:47.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:47.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f71aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562420 cookie 94237395677184 notifier 8637 bl.length()=789 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f71aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f71aa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f71aa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:47.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.069+0000 7f72c9346800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:47.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.072+0000 7f72c9346800 1 execute INFO: reshard of bucket "myver" from 12 shards to 13 shards completed successfully 2024-09-19T11:44:47.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.075+0000 7f717d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:47.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.077+0000 7f72c9346800 20 remove_watcher() i=0 2024-09-19T11:44:47.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.077+0000 7f72c9346800 2 removed watcher, disabling cache 2024-09-19T11:44:47.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.078+0000 7f72c9346800 20 remove_watcher() i=1 2024-09-19T11:44:47.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.080+0000 7f72c9346800 20 remove_watcher() i=2 2024-09-19T11:44:47.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.081+0000 7f72c9346800 20 remove_watcher() i=3 2024-09-19T11:44:47.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.082+0000 7f72c9346800 20 remove_watcher() i=4 2024-09-19T11:44:47.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.083+0000 7f72c9346800 20 remove_watcher() i=5 2024-09-19T11:44:47.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.084+0000 7f72c9346800 20 remove_watcher() i=6 2024-09-19T11:44:47.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:47.086+0000 7f72c9346800 20 remove_watcher() i=7 2024-09-19T11:44:47.557 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-19T11:44:47.557 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T11:44:47.559 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.559 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.565 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.565 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.609 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.609 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.625 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.625 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.629 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.630 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.642 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.642 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.646 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.646 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.658 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:47.658 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:47.664 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T11:44:48.064 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-19T11:44:49.455 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:49.455 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:49.507 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:44:49.509 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-19T11:44:49.544 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:49.544 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:49.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.580+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 20 realm 2024-09-19T11:44:49.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:49.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.582+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.583+0000 7fa4fca11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:49.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.583+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.584+0000 7fa4fca11800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:49.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.584+0000 7fa4fca11800 20 searching for the correct realm 2024-09-19T11:44:49.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.588+0000 7fa4f7947640 0 -- 172.21.15.103:0/1207512887 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fa4ec053650 msgr2=0x7fa4ec053a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:49.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.593+0000 7fa4f8949640 0 -- 172.21.15.103:0/1207512887 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7fa4ec04c9a0 msgr2=0x7fa4ec034410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:49.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:49.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:49.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:49.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.597+0000 7fa4fca11800 20 zone default found 2024-09-19T11:44:49.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 4 Realm: () 2024-09-19T11:44:49.601 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 zonegroup default 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 started sync module instance, tier type = 2024-09-19T11:44:49.602 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.598+0000 7fa4fca11800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:49.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.608+0000 7fa4fca11800 20 add_watcher() i=0 2024-09-19T11:44:49.610 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.608+0000 7fa4fca11800 20 add_watcher() i=1 2024-09-19T11:44:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.608+0000 7fa4fca11800 20 add_watcher() i=2 2024-09-19T11:44:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.608+0000 7fa4fca11800 20 add_watcher() i=3 2024-09-19T11:44:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.608+0000 7fa4fca11800 20 add_watcher() i=4 2024-09-19T11:44:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.608+0000 7fa4fca11800 20 add_watcher() i=5 2024-09-19T11:44:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.608+0000 7fa4fca11800 20 add_watcher() i=6 2024-09-19T11:44:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.609+0000 7fa4fca11800 20 add_watcher() i=7 2024-09-19T11:44:49.611 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.609+0000 7fa4fca11800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:49.613 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa3aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa4fca11800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa4fca11800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa4fca11800 5 note: GC not initialized 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa3adfdb640 20 reqs_thread_entry: start 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa4fca11800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa4fca11800 20 Filter name: none 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.611+0000 7fa31f7fe640 20 reqs_thread_entry: start 2024-09-19T11:44:49.614 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.612+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.612+0000 7fa4fca11800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:49.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.612+0000 7fa4fca11800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.615 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 INFO: main: starting shard=0 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 INFO: main: starting shard=1 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:49.616 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.613+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 20 INFO: main: starting shard=2 2024-09-19T11:44:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.617 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 20 INFO: main: starting shard=3 2024-09-19T11:44:49.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:49.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.614+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:49.618 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 20 INFO: main: starting shard=4 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 20 INFO: main: starting shard=5 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.615+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 20 INFO: main: starting shard=6 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:49.619 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 20 INFO: main: starting shard=7 2024-09-19T11:44:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.616+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.620 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 20 INFO: main: starting shard=8 2024-09-19T11:44:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:49.621 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 20 INFO: main: starting shard=9 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.617+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 20 INFO: main: starting shard=10 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 20 INFO: main: starting shard=11 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:49.622 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.618+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:49.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.619+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.619+0000 7fa4fca11800 20 INFO: main: starting shard=12 2024-09-19T11:44:49.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.619+0000 7fa4fca11800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:49.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.619+0000 7fa4fca11800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:49.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.620+0000 7fa4fca11800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:49.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.620+0000 7fa4fca11800 20 INFO: main: done 2024-09-19T11:44:49.623 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.620+0000 7fa3aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:49.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.623+0000 7fa4fca11800 20 remove_watcher() i=0 2024-09-19T11:44:49.625 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.623+0000 7fa4fca11800 2 removed watcher, disabling cache 2024-09-19T11:44:49.626 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.624+0000 7fa4fca11800 20 remove_watcher() i=1 2024-09-19T11:44:49.627 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.625+0000 7fa4fca11800 20 remove_watcher() i=2 2024-09-19T11:44:49.629 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.626+0000 7fa4fca11800 20 remove_watcher() i=3 2024-09-19T11:44:49.630 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.627+0000 7fa4fca11800 20 remove_watcher() i=4 2024-09-19T11:44:49.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.628+0000 7fa4fca11800 20 remove_watcher() i=5 2024-09-19T11:44:49.631 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.629+0000 7fa4fca11800 20 remove_watcher() i=6 2024-09-19T11:44:49.633 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.631+0000 7fa4fca11800 20 remove_watcher() i=7 2024-09-19T11:44:49.646 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:49.646 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:49.649 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:49.649 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:49.698 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:44:49.700 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-19T11:44:49.730 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:49.730 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:49.766 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.764+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.768 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 20 realm 2024-09-19T11:44:49.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:49.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.769 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.766+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.767+0000 7f7c50746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:49.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.767+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.768+0000 7f7c50746800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:49.770 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.768+0000 7f7c50746800 20 searching for the correct realm 2024-09-19T11:44:49.774 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.772+0000 7f7c4ea38640 0 -- 172.21.15.103:0/2396786254 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f7c3800b040 msgr2=0x7f7c38083f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:44:49.981 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.978+0000 7f7c4e237640 0 -- 172.21.15.103:0/2396786254 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55a2e8b628c0 msgr2=0x55a2e8b64cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.981+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.984 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:49.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.985 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 zone default found 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 4 Realm: () 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 zonegroup default 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.982+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.983+0000 7f7c50746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.983+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.983+0000 7f7c50746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:49.986 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.983+0000 7f7c50746800 20 started sync module instance, tier type = 2024-09-19T11:44:49.987 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.983+0000 7f7c50746800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:49.994 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.992+0000 7f7c50746800 20 add_watcher() i=0 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.992+0000 7f7c50746800 20 add_watcher() i=1 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.992+0000 7f7c50746800 20 add_watcher() i=2 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.992+0000 7f7c50746800 20 add_watcher() i=3 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.992+0000 7f7c50746800 20 add_watcher() i=4 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.992+0000 7f7c50746800 20 add_watcher() i=5 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.992+0000 7f7c50746800 20 add_watcher() i=6 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.993+0000 7f7c50746800 20 add_watcher() i=7 2024-09-19T11:44:49.995 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.993+0000 7f7c50746800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:49.997 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7b04fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7c50746800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7c50746800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7c50746800 5 note: GC not initialized 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7a7f7fe640 20 reqs_thread_entry: start 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7c50746800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7c50746800 20 Filter name: none 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7a7d7fa640 20 reqs_thread_entry: start 2024-09-19T11:44:49.998 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.995+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:49.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 20 rados->read ofs=0 len=0 2024-09-19T11:44:49.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:49.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:49.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-19T11:44:49.999 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 20 INFO: main: starting shard=0 2024-09-19T11:44:50.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:50.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.996+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:50.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 20 INFO: main: starting shard=1 2024-09-19T11:44:50.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:50.000 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 20 INFO: main: starting shard=2 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.997+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 20 INFO: main: starting shard=3 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 20 INFO: main: starting shard=4 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:50.001 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.998+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:50.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 20 INFO: main: starting shard=5 2024-09-19T11:44:50.002 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 20 INFO: main: starting shard=6 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:49.999+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 20 INFO: main: starting shard=7 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 20 INFO: main: starting shard=8 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:50.003 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.000+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:50.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.001+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.001+0000 7f7c50746800 20 INFO: main: starting shard=9 2024-09-19T11:44:50.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.001+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:50.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.001+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:50.004 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.002+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:44:50.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.002+0000 7f7c50746800 20 INFO: main: starting shard=10 2024-09-19T11:44:50.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.002+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:50.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.002+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:50.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.005 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 20 INFO: main: starting shard=11 2024-09-19T11:44:50.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:50.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:50.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 20 INFO: main: starting shard=12 2024-09-19T11:44:50.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:50.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.003+0000 7f7c50746800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:50.006 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.004+0000 7f7c50746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.004+0000 7f7c50746800 20 INFO: main: done 2024-09-19T11:44:50.007 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.004+0000 7f7b04fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:50.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.007+0000 7f7c50746800 20 remove_watcher() i=0 2024-09-19T11:44:50.009 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.007+0000 7f7c50746800 2 removed watcher, disabling cache 2024-09-19T11:44:50.010 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.008+0000 7f7c50746800 20 remove_watcher() i=1 2024-09-19T11:44:50.011 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.009+0000 7f7c50746800 20 remove_watcher() i=2 2024-09-19T11:44:50.012 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.010+0000 7f7c50746800 20 remove_watcher() i=3 2024-09-19T11:44:50.013 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.011+0000 7f7c50746800 20 remove_watcher() i=4 2024-09-19T11:44:50.014 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.012+0000 7f7c50746800 20 remove_watcher() i=5 2024-09-19T11:44:50.015 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.013+0000 7f7c50746800 20 remove_watcher() i=6 2024-09-19T11:44:50.016 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.014+0000 7f7c50746800 20 remove_watcher() i=7 2024-09-19T11:44:50.028 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:50.028 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:50.031 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:50.032 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:50.080 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T11:44:50.080 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-19T11:44:50.110 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:50.110 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:50.146 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.144+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.145+0000 7fa55fc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.145+0000 7fa55fc15800 20 realm 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.145+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.145+0000 7fa55fc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.145+0000 7fa55fc15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.145+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.146+0000 7fa55fc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:50.148 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.146+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.146+0000 7fa55fc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:50.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.146+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.147+0000 7fa55fc15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:50.149 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.147+0000 7fa55fc15800 20 searching for the correct realm 2024-09-19T11:44:50.151 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.149+0000 7fa552b91640 0 -- 172.21.15.103:0/1112105695 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fa544017050 msgr2=0x7fa544085130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:50.357 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.355+0000 7fa55b392640 0 -- 172.21.15.103:0/1112105695 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fa544083660 msgr2=0x7fa54408d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:50.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.561+0000 7fa55fc15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:50.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.561+0000 7fa55fc15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:50.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.561+0000 7fa55fc15800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:50.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.561+0000 7fa55fc15800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:50.564 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.561+0000 7fa55fc15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:50.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.561+0000 7fa55fc15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:50.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.561+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:50.565 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:50.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:50.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 zone default found 2024-09-19T11:44:50.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 4 Realm: () 2024-09-19T11:44:50.566 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 zonegroup default 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.562+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.563+0000 7fa55fc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.563+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.563+0000 7fa55fc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.563+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.564+0000 7fa55fc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.564+0000 7fa55fc15800 20 started sync module instance, tier type = 2024-09-19T11:44:50.567 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.564+0000 7fa55fc15800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.573+0000 7fa55fc15800 20 add_watcher() i=0 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.573+0000 7fa55fc15800 20 add_watcher() i=1 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.573+0000 7fa55fc15800 20 add_watcher() i=2 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.573+0000 7fa55fc15800 20 add_watcher() i=3 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.573+0000 7fa55fc15800 20 add_watcher() i=4 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.573+0000 7fa55fc15800 20 add_watcher() i=5 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.573+0000 7fa55fc15800 20 add_watcher() i=6 2024-09-19T11:44:50.576 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.574+0000 7fa55fc15800 20 add_watcher() i=7 2024-09-19T11:44:50.577 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.574+0000 7fa55fc15800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:50.578 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.576+0000 7fa411fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:50.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.576+0000 7fa55fc15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:50.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.576+0000 7fa55fc15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:50.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.576+0000 7fa55fc15800 5 note: GC not initialized 2024-09-19T11:44:50.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.577+0000 7fa410fe1640 20 reqs_thread_entry: start 2024-09-19T11:44:50.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.577+0000 7fa55fc15800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:50.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.577+0000 7fa55fc15800 20 Filter name: none 2024-09-19T11:44:50.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.577+0000 7fa38a7fc640 20 reqs_thread_entry: start 2024-09-19T11:44:50.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.577+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.577+0000 7fa55fc15800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:50.580 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.577+0000 7fa55fc15800 20 rados->read ofs=0 len=0 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.578+0000 7fa55fc15800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.578+0000 7fa55fc15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.578+0000 7fa55fc15800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.578+0000 7fa55fc15800 20 INFO: main: starting shard=0 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.578+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.578+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.578+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-19T11:44:50.581 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.579+0000 7fa55fc15800 20 INFO: main: starting shard=1 2024-09-19T11:44:50.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.579+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:50.582 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.579+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.579+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.579+0000 7fa55fc15800 20 INFO: main: starting shard=2 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.579+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.579+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 INFO: main: starting shard=3 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 INFO: main: starting shard=4 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:50.583 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:50.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 INFO: main: starting shard=5 2024-09-19T11:44:50.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:50.584 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.580+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 20 INFO: main: starting shard=6 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 20 INFO: main: starting shard=7 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.581+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:50.585 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.582+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.582+0000 7fa55fc15800 20 INFO: main: starting shard=8 2024-09-19T11:44:50.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.582+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:50.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.582+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:50.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 20 INFO: main: starting shard=9 2024-09-19T11:44:50.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:50.586 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 20 INFO: main: starting shard=10 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.583+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 20 INFO: main: starting shard=11 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 20 INFO: main: starting shard=12 2024-09-19T11:44:50.587 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:50.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.584+0000 7fa55fc15800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:50.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.585+0000 7fa55fc15800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T11:44:50.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.585+0000 7fa55fc15800 20 INFO: main: done 2024-09-19T11:44:50.588 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.586+0000 7fa411fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:50.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.588+0000 7fa55fc15800 20 remove_watcher() i=0 2024-09-19T11:44:50.591 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.588+0000 7fa55fc15800 2 removed watcher, disabling cache 2024-09-19T11:44:50.594 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.591+0000 7fa55fc15800 20 remove_watcher() i=1 2024-09-19T11:44:50.595 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.593+0000 7fa55fc15800 20 remove_watcher() i=2 2024-09-19T11:44:50.596 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.594+0000 7fa55fc15800 20 remove_watcher() i=3 2024-09-19T11:44:50.597 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.595+0000 7fa55fc15800 20 remove_watcher() i=4 2024-09-19T11:44:50.598 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.596+0000 7fa55fc15800 20 remove_watcher() i=5 2024-09-19T11:44:50.599 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.597+0000 7fa55fc15800 20 remove_watcher() i=6 2024-09-19T11:44:50.600 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:50.598+0000 7fa55fc15800 20 remove_watcher() i=7 2024-09-19T11:44:50.612 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:50.613 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:50.618 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T11:44:51.016 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-19T11:44:51.414 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-19T11:44:51.445 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:51.445 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:51.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.479+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 20 realm 2024-09-19T11:44:51.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:51.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.481+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.482+0000 7f860d80d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:51.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.482+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.483+0000 7f860d80d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:51.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.483+0000 7f860d80d800 20 searching for the correct realm 2024-09-19T11:44:51.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.486+0000 7f860b2f7640 0 -- 172.21.15.103:0/1831925853 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f8604029020 msgr2=0x7f8604062d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:51.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.490+0000 7f860b2f7640 0 -- 172.21.15.103:0/1831925853 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f85f401b4b0 msgr2=0x7f85f40a29d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:51.698 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.699 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:51.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.696+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.700 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 zone default found 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 4 Realm: () 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 zonegroup default 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.697+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.698+0000 7f860d80d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.698+0000 7f860d80d800 20 started sync module instance, tier type = 2024-09-19T11:44:51.701 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.698+0000 7f860d80d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:51.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.707+0000 7f860d80d800 20 add_watcher() i=0 2024-09-19T11:44:51.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.707+0000 7f860d80d800 20 add_watcher() i=1 2024-09-19T11:44:51.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.707+0000 7f860d80d800 20 add_watcher() i=2 2024-09-19T11:44:51.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.707+0000 7f860d80d800 20 add_watcher() i=3 2024-09-19T11:44:51.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.707+0000 7f860d80d800 20 add_watcher() i=4 2024-09-19T11:44:51.710 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.707+0000 7f860d80d800 20 add_watcher() i=5 2024-09-19T11:44:51.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.707+0000 7f860d80d800 20 add_watcher() i=6 2024-09-19T11:44:51.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.708+0000 7f860d80d800 20 add_watcher() i=7 2024-09-19T11:44:51.711 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.708+0000 7f860d80d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:51.712 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.710+0000 7f84c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:51.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.710+0000 7f860d80d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:51.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.710+0000 7f860d80d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:51.713 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.710+0000 7f860d80d800 5 note: GC not initialized 2024-09-19T11:44:51.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.710+0000 7f84c0fe1640 20 reqs_thread_entry: start 2024-09-19T11:44:51.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:51.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 20 Filter name: none 2024-09-19T11:44:51.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f843a7fc640 20 reqs_thread_entry: start 2024-09-19T11:44:51.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T11:44:51.714 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : miss 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.711+0000 7f860d80d800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.712+0000 7f860d80d800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.712+0000 7f860d80d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.712+0000 7f860d80d800 10 adding default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.712+0000 7f860d80d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.712+0000 7f860d80d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:51.715 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.712+0000 7f860d80d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f860d80d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f860d80d800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f860d80d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f860d80d800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f84eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562421 cookie 93865250382016 notifier 8147 bl.length()=821 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f84eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f84eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:51.721 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.718+0000 7f84eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:51.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.719+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:51.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.719+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:51.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.719+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:51.722 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.719+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:51.726 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.0 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.0 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.1 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.1 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.2 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.2 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.3 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.3 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.4 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.4 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.5 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.5 2024-09-19T11:44:51.727 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.6 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.6 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.7 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.7 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.8 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.8 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.10 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.10 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.11 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.11 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.12 2024-09-19T11:44:51.728 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.12 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.13 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.13 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.14 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.14 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.15 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.15 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.16 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.16 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:51.729 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:51.730 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.724+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.725+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.725+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.725+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.725+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.726+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.726+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.726+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.726+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.726+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:51.731 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.726+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.727+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.727+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.727+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.727+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.728+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.728+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.729+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:51.732 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.729+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:51.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.729+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:51.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.729+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:51.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.730+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:51.733 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.730+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:51.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.732+0000 7f860d80d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:51.734 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.732+0000 7f860d80d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:51.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.733+0000 7f860d80d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:51.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.733+0000 7f860d80d800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:51.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.733+0000 7f860d80d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:51.736 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.733+0000 7f860d80d800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:51.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.734+0000 7f84eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562422 cookie 93865250382016 notifier 8147 bl.length()=821 2024-09-19T11:44:51.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.734+0000 7f84eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:51.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.734+0000 7f84eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:51.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.734+0000 7f84eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:51.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.735+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:51.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.735+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:51.737 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.735+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:51.738 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.735+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:51.739 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.737+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:51.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.737+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.0 2024-09-19T11:44:51.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.738+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:51.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.738+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.1 2024-09-19T11:44:51.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.738+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:51.740 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.738+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.2 2024-09-19T11:44:51.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.738+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:51.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.738+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.3 2024-09-19T11:44:51.741 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.739+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:51.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.739+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.4 2024-09-19T11:44:51.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.739+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:51.742 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.739+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.5 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.739+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.739+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.6 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.739+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.740+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.7 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.740+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.740+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.8 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.740+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.740+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.9 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.740+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:51.743 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.740+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.10 2024-09-19T11:44:51.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.741+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:51.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.741+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.11 2024-09-19T11:44:51.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.741+0000 7f860d80d800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:51.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.741+0000 7f860d80d800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.2.12 2024-09-19T11:44:51.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.742+0000 7f860d80d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : hit (requested=0x17, cached=0x17) 2024-09-19T11:44:51.744 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.742+0000 7f860d80d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:51.745 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f860d80d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f860d80d800 10 moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f860d80d800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f860d80d800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18, ofs0, ns] 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f84ee7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562423 cookie 93865250382016 notifier 8147 bl.length()=789 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f84ee7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f84ee7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.743+0000 7f84ee7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:51.746 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.744+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_sources= new_sources= 2024-09-19T11:44:51.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.744+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential sources added=[] removed=[] 2024-09-19T11:44:51.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.744+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): orig_dests= new_dests= 2024-09-19T11:44:51.747 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.744+0000 7f860d80d800 20 handle_bi_update(): bucket=:myver[827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18]): potential dests added=[] removed=[] 2024-09-19T11:44:51.749 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.747+0000 7f860d80d800 1 execute INFO: reshard of bucket "myver" from 13 shards to 17 shards completed successfully 2024-09-19T11:44:51.750 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.748+0000 7f84c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:51.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.751+0000 7f860d80d800 20 remove_watcher() i=0 2024-09-19T11:44:51.753 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.751+0000 7f860d80d800 2 removed watcher, disabling cache 2024-09-19T11:44:51.754 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.752+0000 7f860d80d800 20 remove_watcher() i=1 2024-09-19T11:44:51.755 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.753+0000 7f860d80d800 20 remove_watcher() i=2 2024-09-19T11:44:51.756 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.754+0000 7f860d80d800 20 remove_watcher() i=3 2024-09-19T11:44:51.757 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.755+0000 7f860d80d800 20 remove_watcher() i=4 2024-09-19T11:44:51.758 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.756+0000 7f860d80d800 20 remove_watcher() i=5 2024-09-19T11:44:51.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.757+0000 7f860d80d800 20 remove_watcher() i=6 2024-09-19T11:44:51.760 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.758+0000 7f860d80d800 20 remove_watcher() i=7 2024-09-19T11:44:51.772 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-19T11:44:51.807 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:51.807 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:51.844 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.841+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 20 realm 2024-09-19T11:44:51.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.845 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:51.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:51.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.843+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.844+0000 7f9400146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:51.846 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.844+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:51.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.844+0000 7f9400146800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:51.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.844+0000 7f9400146800 20 searching for the correct realm 2024-09-19T11:44:51.850 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.847+0000 7f93fdc37640 0 -- 172.21.15.103:0/2285146313 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f93f8061180 msgr2=0x7f93f805fbf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:51.853 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:51.850+0000 7f93fdc37640 0 -- 172.21.15.103:0/2285146313 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f93f4053940 msgr2=0x7f93f402f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:52.061 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.057+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 zone default found 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 4 Realm: () 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 zonegroup default 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.062 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.058+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.059+0000 7f9400146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.059+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.059+0000 7f9400146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.059+0000 7f9400146800 20 started sync module instance, tier type = 2024-09-19T11:44:52.063 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.059+0000 7f9400146800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.068+0000 7f9400146800 20 add_watcher() i=0 2024-09-19T11:44:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.068+0000 7f9400146800 20 add_watcher() i=1 2024-09-19T11:44:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.068+0000 7f9400146800 20 add_watcher() i=2 2024-09-19T11:44:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.068+0000 7f9400146800 20 add_watcher() i=3 2024-09-19T11:44:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.068+0000 7f9400146800 20 add_watcher() i=4 2024-09-19T11:44:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.068+0000 7f9400146800 20 add_watcher() i=5 2024-09-19T11:44:52.071 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.068+0000 7f9400146800 20 add_watcher() i=6 2024-09-19T11:44:52.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.069+0000 7f9400146800 20 add_watcher() i=7 2024-09-19T11:44:52.072 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.069+0000 7f9400146800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:52.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.071+0000 7f92affff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:52.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.071+0000 7f9400146800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:52.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.071+0000 7f9400146800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:52.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.071+0000 7f9400146800 5 note: GC not initialized 2024-09-19T11:44:52.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.071+0000 7f92aeffd640 20 reqs_thread_entry: start 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.071+0000 7f9400146800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.071+0000 7f9400146800 20 Filter name: none 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f92acff9640 20 reqs_thread_entry: start 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f9400146800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f9400146800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f9400146800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f9400146800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f9400146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 : miss 2024-09-19T11:44:52.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.072+0000 7f9400146800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 info.flags=0x17 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 adding default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 to cache LRU end 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.0 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.0 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.1 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.1 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.2 2024-09-19T11:44:52.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.073+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.2 2024-09-19T11:44:52.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.074+0000 7f9400146800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-19T11:44:52.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.074+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.3 2024-09-19T11:44:52.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.074+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.3 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.075+0000 7f9400146800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.075+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.4 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.075+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.4 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.075+0000 7f9400146800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.075+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.5 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.075+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.5 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.076+0000 7f9400146800 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.076+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.6 2024-09-19T11:44:52.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.076+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.6 2024-09-19T11:44:52.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.077+0000 7f9400146800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-19T11:44:52.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.077+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.7 2024-09-19T11:44:52.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.077+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.7 2024-09-19T11:44:52.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.077+0000 7f9400146800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-19T11:44:52.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.077+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.8 2024-09-19T11:44:52.080 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.077+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.8 2024-09-19T11:44:52.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.077+0000 7f9400146800 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-19T11:44:52.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.078+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.081 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.078+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.078+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.10 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.078+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.10 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.11 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.11 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.12 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.12 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.13 2024-09-19T11:44:52.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.079+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.13 2024-09-19T11:44:52.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.080+0000 7f9400146800 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-19T11:44:52.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.080+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.14 2024-09-19T11:44:52.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.080+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.14 2024-09-19T11:44:52.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.080+0000 7f9400146800 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-19T11:44:52.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.080+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.15 2024-09-19T11:44:52.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.080+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.15 2024-09-19T11:44:52.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.081+0000 7f9400146800 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-19T11:44:52.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.081+0000 7f9400146800 10 bucket_obj is .dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.16 2024-09-19T11:44:52.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.081+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.16 2024-09-19T11:44:52.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.081+0000 7f9400146800 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-19T11:44:52.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.081+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.082+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:x state=0x55eeb8e52938 s->prefetch_data=0 2024-09-19T11:44:52.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.082+0000 7f9400146800 20 get_obj_state: setting s->obj_tag to x34oyyfkb003ckyj1c3du7s9t26s99qg 2024-09-19T11:44:52.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.082+0000 7f9400146800 20 get_obj_state_impl: setting s->olh_tag to jc2r10xczge33z0qx87hja1z1uy43bpb 2024-09-19T11:44:52.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.082+0000 7f9400146800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jc2r10xczge33z0qx87hja1z1uy43bpb 2024-09-19T11:44:52.086 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.084+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.085+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-19T11:44:52.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 20 olh_log_entry: epoch=2 op=3 key=x[6v0Aup3UYMstVdGv-FGFoBEpJEBVuII] 2024-09-19T11:44:52.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:_:6v0Aup3UYMstVdGv-FGFoBEpJEBVuII_x state=0x55eeb8e8dfb8 s->prefetch_data=0 2024-09-19T11:44:52.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 10 manifest: total_size = 9 2024-09-19T11:44:52.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10736401104735353496 2024-09-19T11:44:52.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:_:6v0Aup3UYMstVdGv-FGFoBEpJEBVuII_x state=0x55eeb8e8dfb8 s->prefetch_data=0 2024-09-19T11:44:52.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 20 prepare_atomic_modification: state is not atomic. state=0x55eeb8e8dfb8 2024-09-19T11:44:52.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.086+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.090+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:x state=0x55eeb8e52938 s->prefetch_data=0 2024-09-19T11:44:52.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.090+0000 7f9400146800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jc2r10xczge33z0qx87hja1z1uy43bpb 2024-09-19T11:44:52.092 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.090+0000 7f92e0ff9640 20 handle_completion(): completion ok for obj=x[6v0Aup3UYMstVdGv-FGFoBEpJEBVuII] 2024-09-19T11:44:52.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.092+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.093+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.093+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.096 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.094+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:y state=0x55eeb8e52938 s->prefetch_data=0 2024-09-19T11:44:52.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.094+0000 7f9400146800 20 get_obj_state: setting s->obj_tag to 3tv4ppt1n4wytd2015z5sahojpgff0j7 2024-09-19T11:44:52.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.094+0000 7f9400146800 20 get_obj_state_impl: setting s->olh_tag to yn729bgmopx28w7l3nwoha89ae9bf0jg 2024-09-19T11:44:52.097 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.094+0000 7f9400146800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yn729bgmopx28w7l3nwoha89ae9bf0jg 2024-09-19T11:44:52.098 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.096+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.099 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.097+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.097+0000 7f9400146800 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-19T11:44:52.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.097+0000 7f9400146800 20 olh_log_entry: epoch=2 op=3 key=y[3QDQMgX8ZMoRFAklzwdz5bksJACoUve] 2024-09-19T11:44:52.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.097+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:_:3QDQMgX8ZMoRFAklzwdz5bksJACoUve_y state=0x55eeb8e903c8 s->prefetch_data=0 2024-09-19T11:44:52.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.098+0000 7f9400146800 10 manifest: total_size = 22 2024-09-19T11:44:52.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.098+0000 7f9400146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10168807483540730358 2024-09-19T11:44:52.100 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.098+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:_:3QDQMgX8ZMoRFAklzwdz5bksJACoUve_y state=0x55eeb8e903c8 s->prefetch_data=0 2024-09-19T11:44:52.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.098+0000 7f9400146800 20 prepare_atomic_modification: state is not atomic. state=0x55eeb8e903c8 2024-09-19T11:44:52.101 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.098+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.101+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:y state=0x55eeb8e52938 s->prefetch_data=0 2024-09-19T11:44:52.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.101+0000 7f9400146800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yn729bgmopx28w7l3nwoha89ae9bf0jg 2024-09-19T11:44:52.104 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.101+0000 7f92e17fa640 20 handle_completion(): completion ok for obj=y[3QDQMgX8ZMoRFAklzwdz5bksJACoUve] 2024-09-19T11:44:52.106 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.105+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.106+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.108 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.106+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.106+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:z state=0x55eeb8e52938 s->prefetch_data=0 2024-09-19T11:44:52.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.107+0000 7f9400146800 20 get_obj_state: setting s->obj_tag to pm8qi12it2ameuv31aki7nl2nkymml96 2024-09-19T11:44:52.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.107+0000 7f9400146800 20 get_obj_state_impl: setting s->olh_tag to tkvq1xi17dgzgcej37ztyxsw8eaani3u 2024-09-19T11:44:52.109 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.107+0000 7f9400146800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tkvq1xi17dgzgcej37ztyxsw8eaani3u 2024-09-19T11:44:52.110 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.108+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.110+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.110+0000 7f9400146800 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-19T11:44:52.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.110+0000 7f9400146800 20 olh_log_entry: epoch=2 op=3 key=z[19DWFYwvnawP3abHj7-L4v3ksTxfzwK] 2024-09-19T11:44:52.112 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.110+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:_:19DWFYwvnawP3abHj7-L4v3ksTxfzwK_z state=0x55eeb8e913d8 s->prefetch_data=0 2024-09-19T11:44:52.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.111+0000 7f9400146800 10 manifest: total_size = 22 2024-09-19T11:44:52.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.111+0000 7f9400146800 20 get_obj_state: setting s->obj_tag to 827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15083971814913372110 2024-09-19T11:44:52.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.111+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:_:19DWFYwvnawP3abHj7-L4v3ksTxfzwK_z state=0x55eeb8e913d8 s->prefetch_data=0 2024-09-19T11:44:52.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.111+0000 7f9400146800 20 prepare_atomic_modification: state is not atomic. state=0x55eeb8e913d8 2024-09-19T11:44:52.113 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.111+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.116 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.114+0000 7f9400146800 20 get_obj_state: octx=0x55eeb8b9e130 obj=myver:z state=0x55eeb8e52938 s->prefetch_data=0 2024-09-19T11:44:52.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.114+0000 7f9400146800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tkvq1xi17dgzgcej37ztyxsw8eaani3u 2024-09-19T11:44:52.117 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.114+0000 7f92e0ff9640 20 handle_completion(): completion ok for obj=z[19DWFYwvnawP3abHj7-L4v3ksTxfzwK] 2024-09-19T11:44:52.118 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.116+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.118+0000 7f9400146800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18.3.9 2024-09-19T11:44:52.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.118+0000 7f9400146800 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-19T11:44:52.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.118+0000 7f9400146800 1 NOTICE: finished all shards (3 entries removed) 2024-09-19T11:44:52.120 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.118+0000 7f92affff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:52.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.121+0000 7f9400146800 20 remove_watcher() i=0 2024-09-19T11:44:52.123 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.121+0000 7f9400146800 2 removed watcher, disabling cache 2024-09-19T11:44:52.124 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.122+0000 7f9400146800 20 remove_watcher() i=1 2024-09-19T11:44:52.125 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.123+0000 7f9400146800 20 remove_watcher() i=2 2024-09-19T11:44:52.126 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.124+0000 7f9400146800 20 remove_watcher() i=3 2024-09-19T11:44:52.127 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.125+0000 7f9400146800 20 remove_watcher() i=4 2024-09-19T11:44:52.128 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.126+0000 7f9400146800 20 remove_watcher() i=5 2024-09-19T11:44:52.129 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.127+0000 7f9400146800 20 remove_watcher() i=6 2024-09-19T11:44:52.130 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.128+0000 7f9400146800 20 remove_watcher() i=7 2024-09-19T11:44:52.142 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:52.142 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:52.147 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:52.148 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:52.191 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket stats --bucket myver 2024-09-19T11:44:52.219 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:44:52.219 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:44:52.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.253+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 20 realm 2024-09-19T11:44:52.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:44:52.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.255+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.256+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:52.258 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.256+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.256+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:44:52.259 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.257+0000 7f958482f800 20 searching for the correct realm 2024-09-19T11:44:52.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.259+0000 7f9582319640 0 -- 172.21.15.103:0/794024876 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f957c077020 msgr2=0x7f957c0aa160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:52.265 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.262+0000 7f9582319640 0 -- 172.21.15.103:0/794024876 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f9578083780 msgr2=0x7f957806bba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:44:52.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:44:52.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.469+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:44:52.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 zone default found 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 4 Realm: () 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 zonegroup default 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.470+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.471+0000 7f958482f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.471+0000 7f958482f800 20 started sync module instance, tier type = 2024-09-19T11:44:52.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.471+0000 7f958482f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:44:52.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.481+0000 7f958482f800 20 add_watcher() i=0 2024-09-19T11:44:52.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.481+0000 7f958482f800 20 add_watcher() i=1 2024-09-19T11:44:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.481+0000 7f958482f800 20 add_watcher() i=2 2024-09-19T11:44:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.481+0000 7f958482f800 20 add_watcher() i=3 2024-09-19T11:44:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.481+0000 7f958482f800 20 add_watcher() i=4 2024-09-19T11:44:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.481+0000 7f958482f800 20 add_watcher() i=5 2024-09-19T11:44:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.481+0000 7f958482f800 20 add_watcher() i=6 2024-09-19T11:44:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.482+0000 7f958482f800 20 add_watcher() i=7 2024-09-19T11:44:52.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.482+0000 7f958482f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f9438fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f958482f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f958482f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f958482f800 5 note: GC not initialized 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f93b37fe640 20 reqs_thread_entry: start 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f958482f800 20 init_complete bucket index max shards: 11 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f958482f800 20 Filter name: none 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.485+0000 7f93b17fa640 20 reqs_thread_entry: start 2024-09-19T11:44:52.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.486+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.486+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.486+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.486+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.486+0000 7f958482f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.486+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.487+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=173 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.487+0000 7f958482f800 20 rados->read ofs=0 len=0 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.487+0000 7f958482f800 20 rados_obj.operate() r=0 bl.length=395 2024-09-19T11:44:52.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.487+0000 7f958482f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T11:44:52.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.489+0000 7f9438fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:44:52.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.491+0000 7f958482f800 20 remove_watcher() i=0 2024-09-19T11:44:52.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.491+0000 7f958482f800 2 removed watcher, disabling cache 2024-09-19T11:44:52.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.492+0000 7f958482f800 20 remove_watcher() i=1 2024-09-19T11:44:52.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.494+0000 7f958482f800 20 remove_watcher() i=2 2024-09-19T11:44:52.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.495+0000 7f958482f800 20 remove_watcher() i=3 2024-09-19T11:44:52.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.496+0000 7f958482f800 20 remove_watcher() i=4 2024-09-19T11:44:52.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.497+0000 7f958482f800 20 remove_watcher() i=5 2024-09-19T11:44:52.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.498+0000 7f958482f800 20 remove_watcher() i=6 2024-09-19T11:44:52.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T11:44:52.499+0000 7f958482f800 20 remove_watcher() i=7 2024-09-19T11:44:52.511 INFO:tasks.workunit.client.0.smithi103.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-19T11:44:52.511 INFO:tasks.workunit.client.0.smithi103.stderr:Deleting bucket a-bucket 2024-09-19T11:44:52.513 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:52.513 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:52.516 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:52.516 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:52.530 INFO:tasks.workunit.client.0.smithi103.stderr:Deleting bucket myver 2024-09-19T11:44:52.531 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:52.531 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:52.576 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:44:52.576 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T11:44:52.609 INFO:tasks.workunit.client.0.smithi103.stderr:Completed resharding tests 2024-09-19T11:44:52.609 INFO:tasks.workunit.client.0.smithi103.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-19T11:44:52.609 INFO:tasks.workunit.client.0.smithi103.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-19T11:44:52.609 INFO:tasks.workunit.client.0.smithi103.stdout:connected to https://localhost:443 2024-09-19T11:44:52.687 INFO:tasks.workunit.client.0.smithi103.stderr:+ deactivate 2024-09-19T11:44:52.687 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-19T11:44:52.687 INFO:tasks.workunit.client.0.smithi103.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ export PATH 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n '' ']' 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ hash -r 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n '' ']' 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset VIRTUAL_ENV 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset -f deactivate 2024-09-19T11:44:52.688 INFO:tasks.workunit.client.0.smithi103.stderr:+ echo OK. 2024-09-19T11:44:52.689 INFO:tasks.workunit.client.0.smithi103.stdout:OK. 2024-09-19T11:44:52.690 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T11:44:52.690 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T11:44:52.770 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-19T11:44:52.770 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T11:44:53.170 DEBUG:teuthology.parallel:result is None 2024-09-19T11:44:53.171 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:44:53.210 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:44:53.211 DEBUG:teuthology.orchestra.run.smithi103:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:44:53.280 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T11:44:53.280 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-19T11:44:53.301 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-19T11:44:53.301 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-19T11:44:53.301 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-19T11:44:53.301 DEBUG:teuthology.orchestra.run.smithi103:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-19T11:44:53.350 INFO:teuthology.orchestra.run.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-19T11:44:57.734 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-19T11:44:57.734 DEBUG:teuthology.orchestra.run.smithi103:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-19T11:44:59.629 INFO:teuthology.orchestra.run.smithi103.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required RPM packages. Installing via sudo. 2024-09-19T11:45:00.217 INFO:teuthology.orchestra.run.smithi103.stdout:Last metadata expiration check: 0:28:16 ago on Thu 19 Sep 2024 11:16:44 AM UTC. 2024-09-19T11:45:00.360 INFO:teuthology.orchestra.run.smithi103.stdout:Dependencies resolved. 2024-09-19T11:45:00.360 INFO:teuthology.orchestra.run.smithi103.stdout:================================================================================ 2024-09-19T11:45:00.360 INFO:teuthology.orchestra.run.smithi103.stdout: Package Arch Version Repository Size 2024-09-19T11:45:00.360 INFO:teuthology.orchestra.run.smithi103.stdout:================================================================================ 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout:Installing: 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout: java-1.8.0-openjdk x86_64 1:1.8.0.362.b09-4.el9 appstream 426 k 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout: java-1.8.0-openjdk-devel x86_64 1:1.8.0.362.b09-4.el9 appstream 9.3 M 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout:Installing dependencies: 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout: java-1.8.0-openjdk-headless x86_64 1:1.8.0.362.b09-4.el9 appstream 32 M 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout:Installing weak dependencies: 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout: gtk2 x86_64 2.24.33-8.el9 appstream 3.5 M 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout: libcanberra-gtk2 x86_64 0.30-27.el9 appstream 26 k 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction Summary 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout:================================================================================ 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout:Install 5 Packages 2024-09-19T11:45:00.361 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:00.362 INFO:teuthology.orchestra.run.smithi103.stdout:Total download size: 46 M 2024-09-19T11:45:00.362 INFO:teuthology.orchestra.run.smithi103.stdout:Installed size: 166 M 2024-09-19T11:45:00.362 INFO:teuthology.orchestra.run.smithi103.stdout:Downloading Packages: 2024-09-19T11:45:00.535 INFO:teuthology.orchestra.run.smithi103.stdout:(1/5): java-1.8.0-openjdk-1.8.0.362.b09-4.el9.x 2.7 MB/s | 426 kB 00:00 2024-09-19T11:45:00.619 INFO:teuthology.orchestra.run.smithi103.stdout:(2/5): gtk2-2.24.33-8.el9.x86_64.rpm 15 MB/s | 3.5 MB 00:00 2024-09-19T11:45:00.736 INFO:teuthology.orchestra.run.smithi103.stdout:(3/5): java-1.8.0-openjdk-devel-1.8.0.362.b09-4 26 MB/s | 9.3 MB 00:00 2024-09-19T11:45:00.761 INFO:teuthology.orchestra.run.smithi103.stdout:(4/5): libcanberra-gtk2-0.30-27.el9.x86_64.rpm 183 kB/s | 26 kB 00:00 2024-09-19T11:45:01.345 INFO:teuthology.orchestra.run.smithi103.stdout:(5/5): java-1.8.0-openjdk-headless-1.8.0.362.b0 40 MB/s | 32 MB 00:00 2024-09-19T11:45:01.345 INFO:teuthology.orchestra.run.smithi103.stdout:-------------------------------------------------------------------------------- 2024-09-19T11:45:01.345 INFO:teuthology.orchestra.run.smithi103.stdout:Total 46 MB/s | 46 MB 00:00 2024-09-19T11:45:01.774 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction check 2024-09-19T11:45:01.796 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction check succeeded. 2024-09-19T11:45:01.796 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction test 2024-09-19T11:45:02.277 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction test succeeded. 2024-09-19T11:45:02.277 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction 2024-09-19T11:45:02.798 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 1/1 2024-09-19T11:45:02.944 INFO:teuthology.orchestra.run.smithi103.stdout: Preparing : 1/1 2024-09-19T11:45:03.138 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcanberra-gtk2-0.30-27.el9.x86_64 1/5 2024-09-19T11:45:03.751 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gtk2-2.24.33-8.el9.x86_64 2/5 2024-09-19T11:45:03.798 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-19T11:45:04.039 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-19T11:45:04.074 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-19T11:45:04.303 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-19T11:45:04.353 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-19T11:45:04.361 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-19T11:45:04.370 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 5/5 2024-09-19T11:45:04.405 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 5/5 2024-09-19T11:45:07.181 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-19T11:45:07.182 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gtk2-2.24.33-8.el9.x86_64 1/5 2024-09-19T11:45:07.182 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2/5 2024-09-19T11:45:07.182 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 3/5 2024-09-19T11:45:07.182 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 4/5 2024-09-19T11:45:07.594 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcanberra-gtk2-0.30-27.el9.x86_64 5/5 2024-09-19T11:45:07.594 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:07.594 INFO:teuthology.orchestra.run.smithi103.stdout:Installed: 2024-09-19T11:45:07.594 INFO:teuthology.orchestra.run.smithi103.stdout: gtk2-2.24.33-8.el9.x86_64 2024-09-19T11:45:07.594 INFO:teuthology.orchestra.run.smithi103.stdout: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2024-09-19T11:45:07.594 INFO:teuthology.orchestra.run.smithi103.stdout: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_64 2024-09-19T11:45:07.594 INFO:teuthology.orchestra.run.smithi103.stdout: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x86_64 2024-09-19T11:45:07.595 INFO:teuthology.orchestra.run.smithi103.stdout: libcanberra-gtk2-0.30-27.el9.x86_64 2024-09-19T11:45:07.595 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:07.595 INFO:teuthology.orchestra.run.smithi103.stdout:Complete! 2024-09-19T11:45:08.037 INFO:teuthology.orchestra.run.smithi103.stdout: Gradle will be installed under /opt/gradle 2024-09-19T11:45:08.118 INFO:teuthology.orchestra.run.smithi103.stderr:--2024-09-19 11:45:08-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-19T11:45:08.266 INFO:teuthology.orchestra.run.smithi103.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4965, ... 2024-09-19T11:45:08.274 INFO:teuthology.orchestra.run.smithi103.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-19T11:45:08.396 INFO:teuthology.orchestra.run.smithi103.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-19T11:45:08.396 INFO:teuthology.orchestra.run.smithi103.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-19T11:45:08.396 INFO:teuthology.orchestra.run.smithi103.stderr:--2024-09-19 11:45:08-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-19T11:45:08.411 INFO:teuthology.orchestra.run.smithi103.stderr:Resolving github.com (github.com)... 140.82.114.3 2024-09-19T11:45:08.419 INFO:teuthology.orchestra.run.smithi103.stderr:Connecting to github.com (github.com)|140.82.114.3|:443... connected. 2024-09-19T11:45:08.570 INFO:teuthology.orchestra.run.smithi103.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-19T11:45:08.570 INFO:teuthology.orchestra.run.smithi103.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240919%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240919T114508Z&X-Amz-Expires=300&X-Amz-Signature=85b6ea9f24aa8ea85232ecbc464a168e60842325815b924aca9d46cda85ae486&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-19T11:45:08.570 INFO:teuthology.orchestra.run.smithi103.stderr:--2024-09-19 11:45:08-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240919%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240919T114508Z&X-Amz-Expires=300&X-Amz-Signature=85b6ea9f24aa8ea85232ecbc464a168e60842325815b924aca9d46cda85ae486&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-19T11:45:08.570 INFO:teuthology.orchestra.run.smithi103.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.111.133, 185.199.109.133, 185.199.110.133, ... 2024-09-19T11:45:08.582 INFO:teuthology.orchestra.run.smithi103.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.111.133|:443... connected. 2024-09-19T11:45:08.666 INFO:teuthology.orchestra.run.smithi103.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-19T11:45:08.666 INFO:teuthology.orchestra.run.smithi103.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-19T11:45:08.666 INFO:teuthology.orchestra.run.smithi103.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2024-09-19T11:45:08.666 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T11:45:08.680 INFO:teuthology.orchestra.run.smithi103.stderr: 0K .......... .......... .......... .......... .......... 0% 3.45M 26s 2024-09-19T11:45:08.692 INFO:teuthology.orchestra.run.smithi103.stderr: 50K .......... .......... .......... .......... .......... 0% 3.94M 25s 2024-09-19T11:45:08.701 INFO:teuthology.orchestra.run.smithi103.stderr: 100K .......... .......... .......... .......... .......... 0% 5.48M 22s 2024-09-19T11:45:08.703 INFO:teuthology.orchestra.run.smithi103.stderr: 150K .......... .......... .......... .......... .......... 0% 21.3M 17s 2024-09-19T11:45:08.705 INFO:teuthology.orchestra.run.smithi103.stderr: 200K .......... .......... .......... .......... .......... 0% 22.2M 15s 2024-09-19T11:45:08.707 INFO:teuthology.orchestra.run.smithi103.stderr: 250K .......... .......... .......... .......... .......... 0% 37.7M 13s 2024-09-19T11:45:08.713 INFO:teuthology.orchestra.run.smithi103.stderr: 300K .......... .......... .......... .......... .......... 0% 8.26M 12s 2024-09-19T11:45:08.714 INFO:teuthology.orchestra.run.smithi103.stderr: 350K .......... .......... .......... .......... .......... 0% 37.1M 11s 2024-09-19T11:45:08.716 INFO:teuthology.orchestra.run.smithi103.stderr: 400K .......... .......... .......... .......... .......... 0% 29.1M 10s 2024-09-19T11:45:08.717 INFO:teuthology.orchestra.run.smithi103.stderr: 450K .......... .......... .......... .......... .......... 0% 42.7M 9s 2024-09-19T11:45:08.718 INFO:teuthology.orchestra.run.smithi103.stderr: 500K .......... .......... .......... .......... .......... 0% 39.0M 9s 2024-09-19T11:45:08.724 INFO:teuthology.orchestra.run.smithi103.stderr: 550K .......... .......... .......... .......... .......... 0% 9.34M 9s 2024-09-19T11:45:08.724 INFO:teuthology.orchestra.run.smithi103.stderr: 600K .......... .......... .......... .......... .......... 0% 288M 8s 2024-09-19T11:45:08.732 INFO:teuthology.orchestra.run.smithi103.stderr: 650K .......... .......... .......... .......... .......... 0% 52.3M 8s 2024-09-19T11:45:08.732 INFO:teuthology.orchestra.run.smithi103.stderr: 700K .......... .......... .......... .......... .......... 0% 137M 7s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 750K .......... .......... .......... .......... .......... 0% 52.6M 7s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 800K .......... .......... .......... .......... .......... 0% 62.7M 7s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 850K .......... .......... .......... .......... .......... 0% 365M 6s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 900K .......... .......... .......... .......... .......... 1% 69.9M 6s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 950K .......... .......... .......... .......... .......... 1% 52.4M 6s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 1000K .......... .......... .......... .......... .......... 1% 126M 6s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 1050K .......... .......... .......... .......... .......... 1% 386M 5s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 1100K .......... .......... .......... .......... .......... 1% 54.1M 5s 2024-09-19T11:45:08.733 INFO:teuthology.orchestra.run.smithi103.stderr: 1150K .......... .......... .......... .......... .......... 1% 122M 5s 2024-09-19T11:45:10.052 INFO:teuthology.orchestra.run.smithi103.stderr: 1200K .......... .......... .......... .......... .......... 1% 10.1M 5s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1250K .......... .......... .......... .......... .......... 1% 154M 5s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1300K .......... .......... .......... .......... .......... 1% 395M 5s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1350K .......... .......... .......... .......... .......... 1% 90.4M 5s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1400K .......... .......... .......... .......... .......... 1% 140M 4s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1450K .......... .......... .......... .......... .......... 1% 110M 4s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1500K .......... .......... .......... .......... .......... 1% 435M 4s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1550K .......... .......... .......... .......... .......... 1% 90.4M 4s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1600K .......... .......... .......... .......... .......... 1% 131M 4s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1650K .......... .......... .......... .......... .......... 1% 115M 4s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1700K .......... .......... .......... .......... .......... 1% 146M 4s 2024-09-19T11:45:10.053 INFO:teuthology.orchestra.run.smithi103.stderr: 1750K .......... .......... .......... .......... .......... 1% 354M 4s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 1800K .......... .......... .......... .......... .......... 1% 125M 4s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 1850K .......... .......... .......... .......... .......... 2% 155M 4s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 1900K .......... .......... .......... .......... .......... 2% 109M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 1950K .......... .......... .......... .......... .......... 2% 227M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2000K .......... .......... .......... .......... .......... 2% 412M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2050K .......... .......... .......... .......... .......... 2% 138M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2100K .......... .......... .......... .......... .......... 2% 198M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2150K .......... .......... .......... .......... .......... 2% 121M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2200K .......... .......... .......... .......... .......... 2% 404M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2250K .......... .......... .......... .......... .......... 2% 198M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2300K .......... .......... .......... .......... .......... 2% 172M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2350K .......... .......... .......... .......... .......... 2% 171M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2400K .......... .......... .......... .......... .......... 2% 11.2M 3s 2024-09-19T11:45:10.054 INFO:teuthology.orchestra.run.smithi103.stderr: 2450K .......... .......... .......... .......... .......... 2% 278M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2500K .......... .......... .......... .......... .......... 2% 434M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2550K .......... .......... .......... .......... .......... 2% 290M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2600K .......... .......... .......... .......... .......... 2% 237M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2650K .......... .......... .......... .......... .......... 2% 378M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2700K .......... .......... .......... .......... .......... 2% 216M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2750K .......... .......... .......... .......... .......... 3% 241M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2800K .......... .......... .......... .......... .......... 3% 198M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2850K .......... .......... .......... .......... .......... 3% 229M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2900K .......... .......... .......... .......... .......... 3% 284M 3s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 2950K .......... .......... .......... .......... .......... 3% 276M 2s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 3000K .......... .......... .......... .......... .......... 3% 269M 2s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 3050K .......... .......... .......... .......... .......... 3% 223M 2s 2024-09-19T11:45:10.055 INFO:teuthology.orchestra.run.smithi103.stderr: 3100K .......... .......... .......... .......... .......... 3% 274M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3150K .......... .......... .......... .......... .......... 3% 221M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3200K .......... .......... .......... .......... .......... 3% 350M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3250K .......... .......... .......... .......... .......... 3% 313M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3300K .......... .......... .......... .......... .......... 3% 233M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3350K .......... .......... .......... .......... .......... 3% 256M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3400K .......... .......... .......... .......... .......... 3% 322M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3450K .......... .......... .......... .......... .......... 3% 223M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3500K .......... .......... .......... .......... .......... 3% 411M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3550K .......... .......... .......... .......... .......... 3% 205M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3600K .......... .......... .......... .......... .......... 3% 432M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3650K .......... .......... .......... .......... .......... 3% 283M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3700K .......... .......... .......... .......... .......... 4% 173M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3750K .......... .......... .......... .......... .......... 4% 182M 2s 2024-09-19T11:45:10.056 INFO:teuthology.orchestra.run.smithi103.stderr: 3800K .......... .......... .......... .......... .......... 4% 332M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 3850K .......... .......... .......... .......... .......... 4% 396M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 3900K .......... .......... .......... .......... .......... 4% 301M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 3950K .......... .......... .......... .......... .......... 4% 260M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4000K .......... .......... .......... .......... .......... 4% 245M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4050K .......... .......... .......... .......... .......... 4% 235M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4100K .......... .......... .......... .......... .......... 4% 381M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4150K .......... .......... .......... .......... .......... 4% 279M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4200K .......... .......... .......... .......... .......... 4% 351M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4250K .......... .......... .......... .......... .......... 4% 293M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4300K .......... .......... .......... .......... .......... 4% 336M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4350K .......... .......... .......... .......... .......... 4% 335M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4400K .......... .......... .......... .......... .......... 4% 399M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4450K .......... .......... .......... .......... .......... 4% 296M 2s 2024-09-19T11:45:10.057 INFO:teuthology.orchestra.run.smithi103.stderr: 4500K .......... .......... .......... .......... .......... 4% 438M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4550K .......... .......... .......... .......... .......... 4% 273M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4600K .......... .......... .......... .......... .......... 5% 403M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4650K .......... .......... .......... .......... .......... 5% 281M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4700K .......... .......... .......... .......... .......... 5% 385M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4750K .......... .......... .......... .......... .......... 5% 321M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4800K .......... .......... .......... .......... .......... 5% 377M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4850K .......... .......... .......... .......... .......... 5% 13.8M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4900K .......... .......... .......... .......... .......... 5% 405M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 4950K .......... .......... .......... .......... .......... 5% 335M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 5000K .......... .......... .......... .......... .......... 5% 209M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 5050K .......... .......... .......... .......... .......... 5% 411M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 5100K .......... .......... .......... .......... .......... 5% 410M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 5150K .......... .......... .......... .......... .......... 5% 313M 2s 2024-09-19T11:45:10.058 INFO:teuthology.orchestra.run.smithi103.stderr: 5200K .......... .......... .......... .......... .......... 5% 406M 2s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5250K .......... .......... .......... .......... .......... 5% 423M 2s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5300K .......... .......... .......... .......... .......... 5% 402M 2s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5350K .......... .......... .......... .......... .......... 5% 366M 2s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5400K .......... .......... .......... .......... .......... 5% 386M 2s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5450K .......... .......... .......... .......... .......... 5% 422M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5500K .......... .......... .......... .......... .......... 5% 422M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5550K .......... .......... .......... .......... .......... 6% 314M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5600K .......... .......... .......... .......... .......... 6% 410M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5650K .......... .......... .......... .......... .......... 6% 426M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5700K .......... .......... .......... .......... .......... 6% 432M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5750K .......... .......... .......... .......... .......... 6% 390M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5800K .......... .......... .......... .......... .......... 6% 416M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5850K .......... .......... .......... .......... .......... 6% 397M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5900K .......... .......... .......... .......... .......... 6% 436M 1s 2024-09-19T11:45:10.059 INFO:teuthology.orchestra.run.smithi103.stderr: 5950K .......... .......... .......... .......... .......... 6% 347M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6000K .......... .......... .......... .......... .......... 6% 440M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6050K .......... .......... .......... .......... .......... 6% 378M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6100K .......... .......... .......... .......... .......... 6% 433M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6150K .......... .......... .......... .......... .......... 6% 379M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6200K .......... .......... .......... .......... .......... 6% 425M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6250K .......... .......... .......... .......... .......... 6% 435M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6300K .......... .......... .......... .......... .......... 6% 438M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6350K .......... .......... .......... .......... .......... 6% 361M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6400K .......... .......... .......... .......... .......... 6% 424M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6450K .......... .......... .......... .......... .......... 6% 454M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6500K .......... .......... .......... .......... .......... 7% 414M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6550K .......... .......... .......... .......... .......... 7% 387M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6600K .......... .......... .......... .......... .......... 7% 415M 1s 2024-09-19T11:45:10.060 INFO:teuthology.orchestra.run.smithi103.stderr: 6650K .......... .......... .......... .......... .......... 7% 448M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 6700K .......... .......... .......... .......... .......... 7% 433M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 6750K .......... .......... .......... .......... .......... 7% 127M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 6800K .......... .......... .......... .......... .......... 7% 416M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 6850K .......... .......... .......... .......... .......... 7% 144M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 6900K .......... .......... .......... .......... .......... 7% 371M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 6950K .......... .......... .......... .......... .......... 7% 364M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7000K .......... .......... .......... .......... .......... 7% 421M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7050K .......... .......... .......... .......... .......... 7% 149M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7100K .......... .......... .......... .......... .......... 7% 270M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7150K .......... .......... .......... .......... .......... 7% 206M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7200K .......... .......... .......... .......... .......... 7% 258M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7250K .......... .......... .......... .......... .......... 7% 337M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7300K .......... .......... .......... .......... .......... 7% 436M 1s 2024-09-19T11:45:10.061 INFO:teuthology.orchestra.run.smithi103.stderr: 7350K .......... .......... .......... .......... .......... 7% 171M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7400K .......... .......... .......... .......... .......... 8% 232M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7450K .......... .......... .......... .......... .......... 8% 295M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7500K .......... .......... .......... .......... .......... 8% 419M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7550K .......... .......... .......... .......... .......... 8% 352M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7600K .......... .......... .......... .......... .......... 8% 440M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7650K .......... .......... .......... .......... .......... 8% 365M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7700K .......... .......... .......... .......... .......... 8% 451M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7750K .......... .......... .......... .......... .......... 8% 406M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7800K .......... .......... .......... .......... .......... 8% 417M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7850K .......... .......... .......... .......... .......... 8% 429M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7900K .......... .......... .......... .......... .......... 8% 16.2M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 7950K .......... .......... .......... .......... .......... 8% 326M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 8000K .......... .......... .......... .......... .......... 8% 397M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 8050K .......... .......... .......... .......... .......... 8% 433M 1s 2024-09-19T11:45:10.062 INFO:teuthology.orchestra.run.smithi103.stderr: 8100K .......... .......... .......... .......... .......... 8% 242M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8150K .......... .......... .......... .......... .......... 8% 280M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8200K .......... .......... .......... .......... .......... 8% 171M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8250K .......... .......... .......... .......... .......... 8% 364M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8300K .......... .......... .......... .......... .......... 8% 436M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8350K .......... .......... .......... .......... .......... 9% 361M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8400K .......... .......... .......... .......... .......... 9% 397M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8450K .......... .......... .......... .......... .......... 9% 346M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8500K .......... .......... .......... .......... .......... 9% 419M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8550K .......... .......... .......... .......... .......... 9% 372M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8600K .......... .......... .......... .......... .......... 9% 407M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8650K .......... .......... .......... .......... .......... 9% 332M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8700K .......... .......... .......... .......... .......... 9% 326M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8750K .......... .......... .......... .......... .......... 9% 260M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8800K .......... .......... .......... .......... .......... 9% 446M 1s 2024-09-19T11:45:10.063 INFO:teuthology.orchestra.run.smithi103.stderr: 8850K .......... .......... .......... .......... .......... 9% 419M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 8900K .......... .......... .......... .......... .......... 9% 346M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 8950K .......... .......... .......... .......... .......... 9% 358M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9000K .......... .......... .......... .......... .......... 9% 418M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9050K .......... .......... .......... .......... .......... 9% 429M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9100K .......... .......... .......... .......... .......... 9% 450M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9150K .......... .......... .......... .......... .......... 9% 345M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9200K .......... .......... .......... .......... .......... 9% 390M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9250K .......... .......... .......... .......... .......... 10% 399M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9300K .......... .......... .......... .......... .......... 10% 443M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9350K .......... .......... .......... .......... .......... 10% 384M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9400K .......... .......... .......... .......... .......... 10% 396M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9450K .......... .......... .......... .......... .......... 10% 424M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9500K .......... .......... .......... .......... .......... 10% 370M 1s 2024-09-19T11:45:10.064 INFO:teuthology.orchestra.run.smithi103.stderr: 9550K .......... .......... .......... .......... .......... 10% 306M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9600K .......... .......... .......... .......... .......... 10% 401M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9650K .......... .......... .......... .......... .......... 10% 425M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9700K .......... .......... .......... .......... .......... 10% 438M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9750K .......... .......... .......... .......... .......... 10% 404M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9800K .......... .......... .......... .......... .......... 10% 407M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9850K .......... .......... .......... .......... .......... 10% 452M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9900K .......... .......... .......... .......... .......... 10% 444M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 9950K .......... .......... .......... .......... .......... 10% 369M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 10000K .......... .......... .......... .......... .......... 10% 272M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 10050K .......... .......... .......... .......... .......... 10% 298M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 10100K .......... .......... .......... .......... .......... 10% 316M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 10150K .......... .......... .......... .......... .......... 10% 360M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 10200K .......... .......... .......... .......... .......... 11% 146M 1s 2024-09-19T11:45:10.065 INFO:teuthology.orchestra.run.smithi103.stderr: 10250K .......... .......... .......... .......... .......... 11% 206M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10300K .......... .......... .......... .......... .......... 11% 420M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10350K .......... .......... .......... .......... .......... 11% 220M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10400K .......... .......... .......... .......... .......... 11% 319M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10450K .......... .......... .......... .......... .......... 11% 229M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10500K .......... .......... .......... .......... .......... 11% 296M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10550K .......... .......... .......... .......... .......... 11% 190M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10600K .......... .......... .......... .......... .......... 11% 428M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10650K .......... .......... .......... .......... .......... 11% 307M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10700K .......... .......... .......... .......... .......... 11% 386M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10750K .......... .......... .......... .......... .......... 11% 199M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10800K .......... .......... .......... .......... .......... 11% 391M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10850K .......... .......... .......... .......... .......... 11% 452M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10900K .......... .......... .......... .......... .......... 11% 54.6M 1s 2024-09-19T11:45:10.066 INFO:teuthology.orchestra.run.smithi103.stderr: 10950K .......... .......... .......... .......... .......... 11% 23.6M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11000K .......... .......... .......... .......... .......... 11% 224M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11050K .......... .......... .......... .......... .......... 11% 419M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11100K .......... .......... .......... .......... .......... 12% 429M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11150K .......... .......... .......... .......... .......... 12% 356M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11200K .......... .......... .......... .......... .......... 12% 431M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11250K .......... .......... .......... .......... .......... 12% 213M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11300K .......... .......... .......... .......... .......... 12% 145M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11350K .......... .......... .......... .......... .......... 12% 380M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11400K .......... .......... .......... .......... .......... 12% 383M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11450K .......... .......... .......... .......... .......... 12% 449M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11500K .......... .......... .......... .......... .......... 12% 318M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11550K .......... .......... .......... .......... .......... 12% 255M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11600K .......... .......... .......... .......... .......... 12% 171M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11650K .......... .......... .......... .......... .......... 12% 297M 1s 2024-09-19T11:45:10.067 INFO:teuthology.orchestra.run.smithi103.stderr: 11700K .......... .......... .......... .......... .......... 12% 324M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 11750K .......... .......... .......... .......... .......... 12% 313M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 11800K .......... .......... .......... .......... .......... 12% 359M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 11850K .......... .......... .......... .......... .......... 12% 387M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 11900K .......... .......... .......... .......... .......... 12% 360M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 11950K .......... .......... .......... .......... .......... 12% 315M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12000K .......... .......... .......... .......... .......... 12% 297M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12050K .......... .......... .......... .......... .......... 13% 357M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12100K .......... .......... .......... .......... .......... 13% 363M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12150K .......... .......... .......... .......... .......... 13% 323M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12200K .......... .......... .......... .......... .......... 13% 370M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12250K .......... .......... .......... .......... .......... 13% 347M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12300K .......... .......... .......... .......... .......... 13% 380M 1s 2024-09-19T11:45:10.068 INFO:teuthology.orchestra.run.smithi103.stderr: 12350K .......... .......... .......... .......... .......... 13% 269M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12400K .......... .......... .......... .......... .......... 13% 344M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12450K .......... .......... .......... .......... .......... 13% 361M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12500K .......... .......... .......... .......... .......... 13% 364M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12550K .......... .......... .......... .......... .......... 13% 325M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12600K .......... .......... .......... .......... .......... 13% 396M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12650K .......... .......... .......... .......... .......... 13% 399M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12700K .......... .......... .......... .......... .......... 13% 393M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12750K .......... .......... .......... .......... .......... 13% 311M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12800K .......... .......... .......... .......... .......... 13% 364M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12850K .......... .......... .......... .......... .......... 13% 370M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12900K .......... .......... .......... .......... .......... 13% 370M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 12950K .......... .......... .......... .......... .......... 13% 336M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 13000K .......... .......... .......... .......... .......... 14% 391M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 13050K .......... .......... .......... .......... .......... 14% 395M 1s 2024-09-19T11:45:10.069 INFO:teuthology.orchestra.run.smithi103.stderr: 13100K .......... .......... .......... .......... .......... 14% 331M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13150K .......... .......... .......... .......... .......... 14% 317M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13200K .......... .......... .......... .......... .......... 14% 365M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13250K .......... .......... .......... .......... .......... 14% 386M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13300K .......... .......... .......... .......... .......... 14% 378M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13350K .......... .......... .......... .......... .......... 14% 354M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13400K .......... .......... .......... .......... .......... 14% 371M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13450K .......... .......... .......... .......... .......... 14% 297M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13500K .......... .......... .......... .......... .......... 14% 368M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13550K .......... .......... .......... .......... .......... 14% 336M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13600K .......... .......... .......... .......... .......... 14% 196M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13650K .......... .......... .......... .......... .......... 14% 204M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13700K .......... .......... .......... .......... .......... 14% 261M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13750K .......... .......... .......... .......... .......... 14% 320M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13800K .......... .......... .......... .......... .......... 14% 262M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13850K .......... .......... .......... .......... .......... 14% 389M 1s 2024-09-19T11:45:10.070 INFO:teuthology.orchestra.run.smithi103.stderr: 13900K .......... .......... .......... .......... .......... 15% 393M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 13950K .......... .......... .......... .......... .......... 15% 81.2M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14000K .......... .......... .......... .......... .......... 15% 29.8M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14050K .......... .......... .......... .......... .......... 15% 61.0M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14100K .......... .......... .......... .......... .......... 15% 290M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14150K .......... .......... .......... .......... .......... 15% 344M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14200K .......... .......... .......... .......... .......... 15% 336M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14250K .......... .......... .......... .......... .......... 15% 381M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14300K .......... .......... .......... .......... .......... 15% 353M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14350K .......... .......... .......... .......... .......... 15% 314M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14400K .......... .......... .......... .......... .......... 15% 370M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14450K .......... .......... .......... .......... .......... 15% 242M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14500K .......... .......... .......... .......... .......... 15% 305M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14550K .......... .......... .......... .......... .......... 15% 331M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14600K .......... .......... .......... .......... .......... 15% 292M 1s 2024-09-19T11:45:10.071 INFO:teuthology.orchestra.run.smithi103.stderr: 14650K .......... .......... .......... .......... .......... 15% 323M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 14700K .......... .......... .......... .......... .......... 15% 234M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 14750K .......... .......... .......... .......... .......... 15% 312M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 14800K .......... .......... .......... .......... .......... 15% 363M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 14850K .......... .......... .......... .......... .......... 16% 341M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 14900K .......... .......... .......... .......... .......... 16% 212M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 14950K .......... .......... .......... .......... .......... 16% 311M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15000K .......... .......... .......... .......... .......... 16% 356M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15050K .......... .......... .......... .......... .......... 16% 336M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15100K .......... .......... .......... .......... .......... 16% 395M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15150K .......... .......... .......... .......... .......... 16% 294M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15200K .......... .......... .......... .......... .......... 16% 368M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15250K .......... .......... .......... .......... .......... 16% 370M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15300K .......... .......... .......... .......... .......... 16% 398M 1s 2024-09-19T11:45:10.072 INFO:teuthology.orchestra.run.smithi103.stderr: 15350K .......... .......... .......... .......... .......... 16% 329M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15400K .......... .......... .......... .......... .......... 16% 350M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15450K .......... .......... .......... .......... .......... 16% 185M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15500K .......... .......... .......... .......... .......... 16% 307M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15550K .......... .......... .......... .......... .......... 16% 323M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15600K .......... .......... .......... .......... .......... 16% 312M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15650K .......... .......... .......... .......... .......... 16% 390M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15700K .......... .......... .......... .......... .......... 16% 380M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15750K .......... .......... .......... .......... .......... 17% 327M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15800K .......... .......... .......... .......... .......... 17% 367M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15850K .......... .......... .......... .......... .......... 17% 365M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15900K .......... .......... .......... .......... .......... 17% 374M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 15950K .......... .......... .......... .......... .......... 17% 326M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 16000K .......... .......... .......... .......... .......... 17% 402M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 16050K .......... .......... .......... .......... .......... 17% 388M 1s 2024-09-19T11:45:10.073 INFO:teuthology.orchestra.run.smithi103.stderr: 16100K .......... .......... .......... .......... .......... 17% 361M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16150K .......... .......... .......... .......... .......... 17% 310M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16200K .......... .......... .......... .......... .......... 17% 360M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16250K .......... .......... .......... .......... .......... 17% 355M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16300K .......... .......... .......... .......... .......... 17% 377M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16350K .......... .......... .......... .......... .......... 17% 292M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16400K .......... .......... .......... .......... .......... 17% 351M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16450K .......... .......... .......... .......... .......... 17% 378M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16500K .......... .......... .......... .......... .......... 17% 352M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16550K .......... .......... .......... .......... .......... 17% 164M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16600K .......... .......... .......... .......... .......... 17% 278M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16650K .......... .......... .......... .......... .......... 17% 355M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16700K .......... .......... .......... .......... .......... 18% 377M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16750K .......... .......... .......... .......... .......... 18% 294M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16800K .......... .......... .......... .......... .......... 18% 370M 1s 2024-09-19T11:45:10.074 INFO:teuthology.orchestra.run.smithi103.stderr: 16850K .......... .......... .......... .......... .......... 18% 372M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 16900K .......... .......... .......... .......... .......... 18% 100M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 16950K .......... .......... .......... .......... .......... 18% 326M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17000K .......... .......... .......... .......... .......... 18% 374M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17050K .......... .......... .......... .......... .......... 18% 33.1M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17100K .......... .......... .......... .......... .......... 18% 59.0M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17150K .......... .......... .......... .......... .......... 18% 221M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17200K .......... .......... .......... .......... .......... 18% 350M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17250K .......... .......... .......... .......... .......... 18% 352M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17300K .......... .......... .......... .......... .......... 18% 353M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17350K .......... .......... .......... .......... .......... 18% 297M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17400K .......... .......... .......... .......... .......... 18% 325M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17450K .......... .......... .......... .......... .......... 18% 376M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17500K .......... .......... .......... .......... .......... 18% 312M 1s 2024-09-19T11:45:10.075 INFO:teuthology.orchestra.run.smithi103.stderr: 17550K .......... .......... .......... .......... .......... 18% 280M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17600K .......... .......... .......... .......... .......... 18% 229M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17650K .......... .......... .......... .......... .......... 19% 318M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17700K .......... .......... .......... .......... .......... 19% 258M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17750K .......... .......... .......... .......... .......... 19% 231M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17800K .......... .......... .......... .......... .......... 19% 320M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17850K .......... .......... .......... .......... .......... 19% 299M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17900K .......... .......... .......... .......... .......... 19% 374M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 17950K .......... .......... .......... .......... .......... 19% 172M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 18000K .......... .......... .......... .......... .......... 19% 262M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 18050K .......... .......... .......... .......... .......... 19% 372M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 18100K .......... .......... .......... .......... .......... 19% 351M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 18150K .......... .......... .......... .......... .......... 19% 307M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 18200K .......... .......... .......... .......... .......... 19% 250M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 18250K .......... .......... .......... .......... .......... 19% 371M 1s 2024-09-19T11:45:10.076 INFO:teuthology.orchestra.run.smithi103.stderr: 18300K .......... .......... .......... .......... .......... 19% 382M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18350K .......... .......... .......... .......... .......... 19% 311M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18400K .......... .......... .......... .......... .......... 19% 335M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18450K .......... .......... .......... .......... .......... 19% 200M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18500K .......... .......... .......... .......... .......... 19% 364M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18550K .......... .......... .......... .......... .......... 20% 313M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18600K .......... .......... .......... .......... .......... 20% 349M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18650K .......... .......... .......... .......... .......... 20% 381M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18700K .......... .......... .......... .......... .......... 20% 437M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18750K .......... .......... .......... .......... .......... 20% 272M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18800K .......... .......... .......... .......... .......... 20% 384M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18850K .......... .......... .......... .......... .......... 20% 91.8M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18900K .......... .......... .......... .......... .......... 20% 340M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 18950K .......... .......... .......... .......... .......... 20% 300M 1s 2024-09-19T11:45:10.077 INFO:teuthology.orchestra.run.smithi103.stderr: 19000K .......... .......... .......... .......... .......... 20% 377M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19050K .......... .......... .......... .......... .......... 20% 387M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19100K .......... .......... .......... .......... .......... 20% 380M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19150K .......... .......... .......... .......... .......... 20% 256M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19200K .......... .......... .......... .......... .......... 20% 329M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19250K .......... .......... .......... .......... .......... 20% 292M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19300K .......... .......... .......... .......... .......... 20% 376M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19350K .......... .......... .......... .......... .......... 20% 278M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19400K .......... .......... .......... .......... .......... 20% 397M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19450K .......... .......... .......... .......... .......... 20% 351M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19500K .......... .......... .......... .......... .......... 21% 328M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19550K .......... .......... .......... .......... .......... 21% 350M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19600K .......... .......... .......... .......... .......... 21% 398M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19650K .......... .......... .......... .......... .......... 21% 366M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19700K .......... .......... .......... .......... .......... 21% 335M 1s 2024-09-19T11:45:10.078 INFO:teuthology.orchestra.run.smithi103.stderr: 19750K .......... .......... .......... .......... .......... 21% 339M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 19800K .......... .......... .......... .......... .......... 21% 378M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 19850K .......... .......... .......... .......... .......... 21% 373M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 19900K .......... .......... .......... .......... .......... 21% 297M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 19950K .......... .......... .......... .......... .......... 21% 293M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20000K .......... .......... .......... .......... .......... 21% 374M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20050K .......... .......... .......... .......... .......... 21% 394M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20100K .......... .......... .......... .......... .......... 21% 42.0M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20150K .......... .......... .......... .......... .......... 21% 56.2M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20200K .......... .......... .......... .......... .......... 21% 320M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20250K .......... .......... .......... .......... .......... 21% 123M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20300K .......... .......... .......... .......... .......... 21% 355M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20350K .......... .......... .......... .......... .......... 21% 279M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20400K .......... .......... .......... .......... .......... 22% 378M 1s 2024-09-19T11:45:10.079 INFO:teuthology.orchestra.run.smithi103.stderr: 20450K .......... .......... .......... .......... .......... 22% 301M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20500K .......... .......... .......... .......... .......... 22% 252M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20550K .......... .......... .......... .......... .......... 22% 326M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20600K .......... .......... .......... .......... .......... 22% 360M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20650K .......... .......... .......... .......... .......... 22% 182M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20700K .......... .......... .......... .......... .......... 22% 379M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20750K .......... .......... .......... .......... .......... 22% 258M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20800K .......... .......... .......... .......... .......... 22% 315M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20850K .......... .......... .......... .......... .......... 22% 324M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20900K .......... .......... .......... .......... .......... 22% 364M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 20950K .......... .......... .......... .......... .......... 22% 188M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 21000K .......... .......... .......... .......... .......... 22% 379M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 21050K .......... .......... .......... .......... .......... 22% 371M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 21100K .......... .......... .......... .......... .......... 22% 359M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 21150K .......... .......... .......... .......... .......... 22% 210M 1s 2024-09-19T11:45:10.080 INFO:teuthology.orchestra.run.smithi103.stderr: 21200K .......... .......... .......... .......... .......... 22% 337M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21250K .......... .......... .......... .......... .......... 22% 307M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21300K .......... .......... .......... .......... .......... 22% 217M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21350K .......... .......... .......... .......... .......... 23% 330M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21400K .......... .......... .......... .......... .......... 23% 339M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21450K .......... .......... .......... .......... .......... 23% 255M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21500K .......... .......... .......... .......... .......... 23% 348M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21550K .......... .......... .......... .......... .......... 23% 371M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21600K .......... .......... .......... .......... .......... 23% 376M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21650K .......... .......... .......... .......... .......... 23% 328M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21700K .......... .......... .......... .......... .......... 23% 358M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21750K .......... .......... .......... .......... .......... 23% 367M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21800K .......... .......... .......... .......... .......... 23% 328M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21850K .......... .......... .......... .......... .......... 23% 341M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21900K .......... .......... .......... .......... .......... 23% 157M 1s 2024-09-19T11:45:10.081 INFO:teuthology.orchestra.run.smithi103.stderr: 21950K .......... .......... .......... .......... .......... 23% 89.2M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22000K .......... .......... .......... .......... .......... 23% 347M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22050K .......... .......... .......... .......... .......... 23% 345M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22100K .......... .......... .......... .......... .......... 23% 365M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22150K .......... .......... .......... .......... .......... 23% 330M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22200K .......... .......... .......... .......... .......... 23% 353M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22250K .......... .......... .......... .......... .......... 24% 118M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22300K .......... .......... .......... .......... .......... 24% 378M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22350K .......... .......... .......... .......... .......... 24% 306M 1s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22400K .......... .......... .......... .......... .......... 24% 368M 0s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22450K .......... .......... .......... .......... .......... 24% 352M 0s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22500K .......... .......... .......... .......... .......... 24% 349M 0s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22550K .......... .......... .......... .......... .......... 24% 325M 0s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22600K .......... .......... .......... .......... .......... 24% 369M 0s 2024-09-19T11:45:10.082 INFO:teuthology.orchestra.run.smithi103.stderr: 22650K .......... .......... .......... .......... .......... 24% 365M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 22700K .......... .......... .......... .......... .......... 24% 353M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 22750K .......... .......... .......... .......... .......... 24% 302M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 22800K .......... .......... .......... .......... .......... 24% 361M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 22850K .......... .......... .......... .......... .......... 24% 373M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 22900K .......... .......... .......... .......... .......... 24% 385M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 22950K .......... .......... .......... .......... .......... 24% 334M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23000K .......... .......... .......... .......... .......... 24% 363M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23050K .......... .......... .......... .......... .......... 24% 353M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23100K .......... .......... .......... .......... .......... 24% 384M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23150K .......... .......... .......... .......... .......... 24% 67.7M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23200K .......... .......... .......... .......... .......... 25% 43.8M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23250K .......... .......... .......... .......... .......... 25% 185M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23300K .......... .......... .......... .......... .......... 25% 351M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23350K .......... .......... .......... .......... .......... 25% 180M 0s 2024-09-19T11:45:10.083 INFO:teuthology.orchestra.run.smithi103.stderr: 23400K .......... .......... .......... .......... .......... 25% 318M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23450K .......... .......... .......... .......... .......... 25% 401M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23500K .......... .......... .......... .......... .......... 25% 344M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23550K .......... .......... .......... .......... .......... 25% 319M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23600K .......... .......... .......... .......... .......... 25% 382M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23650K .......... .......... .......... .......... .......... 25% 190M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23700K .......... .......... .......... .......... .......... 25% 363M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23750K .......... .......... .......... .......... .......... 25% 169M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23800K .......... .......... .......... .......... .......... 25% 322M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23850K .......... .......... .......... .......... .......... 25% 368M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23900K .......... .......... .......... .......... .......... 25% 379M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 23950K .......... .......... .......... .......... .......... 25% 302M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 24000K .......... .......... .......... .......... .......... 25% 183M 0s 2024-09-19T11:45:10.084 INFO:teuthology.orchestra.run.smithi103.stderr: 24050K .......... .......... .......... .......... .......... 25% 356M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24100K .......... .......... .......... .......... .......... 25% 372M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24150K .......... .......... .......... .......... .......... 26% 351M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24200K .......... .......... .......... .......... .......... 26% 402M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24250K .......... .......... .......... .......... .......... 26% 311M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24300K .......... .......... .......... .......... .......... 26% 393M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24350K .......... .......... .......... .......... .......... 26% 288M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24400K .......... .......... .......... .......... .......... 26% 398M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24450K .......... .......... .......... .......... .......... 26% 326M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24500K .......... .......... .......... .......... .......... 26% 298M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24550K .......... .......... .......... .......... .......... 26% 184M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24600K .......... .......... .......... .......... .......... 26% 251M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24650K .......... .......... .......... .......... .......... 26% 394M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24700K .......... .......... .......... .......... .......... 26% 378M 0s 2024-09-19T11:45:10.085 INFO:teuthology.orchestra.run.smithi103.stderr: 24750K .......... .......... .......... .......... .......... 26% 294M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 24800K .......... .......... .......... .......... .......... 26% 272M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 24850K .......... .......... .......... .......... .......... 26% 262M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 24900K .......... .......... .......... .......... .......... 26% 381M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 24950K .......... .......... .......... .......... .......... 26% 308M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25000K .......... .......... .......... .......... .......... 26% 98.4M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25050K .......... .......... .......... .......... .......... 27% 351M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25100K .......... .......... .......... .......... .......... 27% 343M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25150K .......... .......... .......... .......... .......... 27% 50.6M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25200K .......... .......... .......... .......... .......... 27% 381M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25250K .......... .......... .......... .......... .......... 27% 383M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25300K .......... .......... .......... .......... .......... 27% 378M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25350K .......... .......... .......... .......... .......... 27% 348M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25400K .......... .......... .......... .......... .......... 27% 369M 0s 2024-09-19T11:45:10.086 INFO:teuthology.orchestra.run.smithi103.stderr: 25450K .......... .......... .......... .......... .......... 27% 362M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25500K .......... .......... .......... .......... .......... 27% 374M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25550K .......... .......... .......... .......... .......... 27% 310M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25600K .......... .......... .......... .......... .......... 27% 372M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25650K .......... .......... .......... .......... .......... 27% 362M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25700K .......... .......... .......... .......... .......... 27% 355M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25750K .......... .......... .......... .......... .......... 27% 298M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25800K .......... .......... .......... .......... .......... 27% 365M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25850K .......... .......... .......... .......... .......... 27% 346M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25900K .......... .......... .......... .......... .......... 27% 365M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 25950K .......... .......... .......... .......... .......... 27% 292M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 26000K .......... .......... .......... .......... .......... 28% 341M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 26050K .......... .......... .......... .......... .......... 28% 402M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 26100K .......... .......... .......... .......... .......... 28% 415M 0s 2024-09-19T11:45:10.087 INFO:teuthology.orchestra.run.smithi103.stderr: 26150K .......... .......... .......... .......... .......... 28% 250M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26200K .......... .......... .......... .......... .......... 28% 285M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26250K .......... .......... .......... .......... .......... 28% 370M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26300K .......... .......... .......... .......... .......... 28% 50.3M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26350K .......... .......... .......... .......... .......... 28% 82.7M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26400K .......... .......... .......... .......... .......... 28% 370M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26450K .......... .......... .......... .......... .......... 28% 360M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26500K .......... .......... .......... .......... .......... 28% 308M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26550K .......... .......... .......... .......... .......... 28% 325M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26600K .......... .......... .......... .......... .......... 28% 408M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26650K .......... .......... .......... .......... .......... 28% 207M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26700K .......... .......... .......... .......... .......... 28% 295M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26750K .......... .......... .......... .......... .......... 28% 332M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26800K .......... .......... .......... .......... .......... 28% 148M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26850K .......... .......... .......... .......... .......... 28% 125M 0s 2024-09-19T11:45:10.088 INFO:teuthology.orchestra.run.smithi103.stderr: 26900K .......... .......... .......... .......... .......... 29% 298M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 26950K .......... .......... .......... .......... .......... 29% 329M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27000K .......... .......... .......... .......... .......... 29% 356M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27050K .......... .......... .......... .......... .......... 29% 379M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27100K .......... .......... .......... .......... .......... 29% 391M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27150K .......... .......... .......... .......... .......... 29% 312M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27200K .......... .......... .......... .......... .......... 29% 383M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27250K .......... .......... .......... .......... .......... 29% 404M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27300K .......... .......... .......... .......... .......... 29% 337M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27350K .......... .......... .......... .......... .......... 29% 331M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27400K .......... .......... .......... .......... .......... 29% 374M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27450K .......... .......... .......... .......... .......... 29% 402M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27500K .......... .......... .......... .......... .......... 29% 339M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27550K .......... .......... .......... .......... .......... 29% 313M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27600K .......... .......... .......... .......... .......... 29% 363M 0s 2024-09-19T11:45:10.089 INFO:teuthology.orchestra.run.smithi103.stderr: 27650K .......... .......... .......... .......... .......... 29% 248M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 27700K .......... .......... .......... .......... .......... 29% 371M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 27750K .......... .......... .......... .......... .......... 29% 285M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 27800K .......... .......... .......... .......... .......... 29% 382M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 27850K .......... .......... .......... .......... .......... 30% 375M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 27900K .......... .......... .......... .......... .......... 30% 369M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 27950K .......... .......... .......... .......... .......... 30% 311M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28000K .......... .......... .......... .......... .......... 30% 96.1M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28050K .......... .......... .......... .......... .......... 30% 318M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28100K .......... .......... .......... .......... .......... 30% 391M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28150K .......... .......... .......... .......... .......... 30% 334M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28200K .......... .......... .......... .......... .......... 30% 46.1M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28250K .......... .......... .......... .......... .......... 30% 270M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28300K .......... .......... .......... .......... .......... 30% 394M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28350K .......... .......... .......... .......... .......... 30% 318M 0s 2024-09-19T11:45:10.090 INFO:teuthology.orchestra.run.smithi103.stderr: 28400K .......... .......... .......... .......... .......... 30% 359M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28450K .......... .......... .......... .......... .......... 30% 136M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28500K .......... .......... .......... .......... .......... 30% 376M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28550K .......... .......... .......... .......... .......... 30% 308M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28600K .......... .......... .......... .......... .......... 30% 378M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28650K .......... .......... .......... .......... .......... 30% 375M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28700K .......... .......... .......... .......... .......... 30% 335M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28750K .......... .......... .......... .......... .......... 31% 316M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28800K .......... .......... .......... .......... .......... 31% 444M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28850K .......... .......... .......... .......... .......... 31% 355M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28900K .......... .......... .......... .......... .......... 31% 351M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 28950K .......... .......... .......... .......... .......... 31% 346M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 29000K .......... .......... .......... .......... .......... 31% 342M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 29050K .......... .......... .......... .......... .......... 31% 337M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 29100K .......... .......... .......... .......... .......... 31% 391M 0s 2024-09-19T11:45:10.091 INFO:teuthology.orchestra.run.smithi103.stderr: 29150K .......... .......... .......... .......... .......... 31% 255M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29200K .......... .......... .......... .......... .......... 31% 379M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29250K .......... .......... .......... .......... .......... 31% 76.4M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29300K .......... .......... .......... .......... .......... 31% 233M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29350K .......... .......... .......... .......... .......... 31% 317M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29400K .......... .......... .......... .......... .......... 31% 128M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29450K .......... .......... .......... .......... .......... 31% 191M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29500K .......... .......... .......... .......... .......... 31% 382M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29550K .......... .......... .......... .......... .......... 31% 300M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29600K .......... .......... .......... .......... .......... 31% 119M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29650K .......... .......... .......... .......... .......... 31% 347M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29700K .......... .......... .......... .......... .......... 32% 263M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29750K .......... .......... .......... .......... .......... 32% 379M 0s 2024-09-19T11:45:10.092 INFO:teuthology.orchestra.run.smithi103.stderr: 29800K .......... .......... .......... .......... .......... 32% 285M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 29850K .......... .......... .......... .......... .......... 32% 336M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 29900K .......... .......... .......... .......... .......... 32% 151M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 29950K .......... .......... .......... .......... .......... 32% 246M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30000K .......... .......... .......... .......... .......... 32% 141M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30050K .......... .......... .......... .......... .......... 32% 256M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30100K .......... .......... .......... .......... .......... 32% 212M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30150K .......... .......... .......... .......... .......... 32% 270M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30200K .......... .......... .......... .......... .......... 32% 352M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30250K .......... .......... .......... .......... .......... 32% 372M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30300K .......... .......... .......... .......... .......... 32% 391M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30350K .......... .......... .......... .......... .......... 32% 298M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30400K .......... .......... .......... .......... .......... 32% 368M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30450K .......... .......... .......... .......... .......... 32% 378M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30500K .......... .......... .......... .......... .......... 32% 402M 0s 2024-09-19T11:45:10.093 INFO:teuthology.orchestra.run.smithi103.stderr: 30550K .......... .......... .......... .......... .......... 32% 377M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30600K .......... .......... .......... .......... .......... 32% 390M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30650K .......... .......... .......... .......... .......... 33% 403M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30700K .......... .......... .......... .......... .......... 33% 382M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30750K .......... .......... .......... .......... .......... 33% 301M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30800K .......... .......... .......... .......... .......... 33% 377M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30850K .......... .......... .......... .......... .......... 33% 353M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30900K .......... .......... .......... .......... .......... 33% 311M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 30950K .......... .......... .......... .......... .......... 33% 393M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 31000K .......... .......... .......... .......... .......... 33% 366M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 31050K .......... .......... .......... .......... .......... 33% 286M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 31100K .......... .......... .......... .......... .......... 33% 119M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 31150K .......... .......... .......... .......... .......... 33% 370M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 31200K .......... .......... .......... .......... .......... 33% 288M 0s 2024-09-19T11:45:10.094 INFO:teuthology.orchestra.run.smithi103.stderr: 31250K .......... .......... .......... .......... .......... 33% 59.0M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31300K .......... .......... .......... .......... .......... 33% 185M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31350K .......... .......... .......... .......... .......... 33% 354M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31400K .......... .......... .......... .......... .......... 33% 323M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31450K .......... .......... .......... .......... .......... 33% 192M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31500K .......... .......... .......... .......... .......... 33% 84.8M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31550K .......... .......... .......... .......... .......... 34% 338M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31600K .......... .......... .......... .......... .......... 34% 366M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31650K .......... .......... .......... .......... .......... 34% 410M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31700K .......... .......... .......... .......... .......... 34% 240M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31750K .......... .......... .......... .......... .......... 34% 376M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31800K .......... .......... .......... .......... .......... 34% 372M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31850K .......... .......... .......... .......... .......... 34% 411M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31900K .......... .......... .......... .......... .......... 34% 307M 0s 2024-09-19T11:45:10.095 INFO:teuthology.orchestra.run.smithi103.stderr: 31950K .......... .......... .......... .......... .......... 34% 388M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32000K .......... .......... .......... .......... .......... 34% 365M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32050K .......... .......... .......... .......... .......... 34% 343M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32100K .......... .......... .......... .......... .......... 34% 295M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32150K .......... .......... .......... .......... .......... 34% 373M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32200K .......... .......... .......... .......... .......... 34% 339M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32250K .......... .......... .......... .......... .......... 34% 154M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32300K .......... .......... .......... .......... .......... 34% 320M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32350K .......... .......... .......... .......... .......... 34% 386M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32400K .......... .......... .......... .......... .......... 34% 140M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32450K .......... .......... .......... .......... .......... 34% 363M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32500K .......... .......... .......... .......... .......... 35% 318M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32550K .......... .......... .......... .......... .......... 35% 380M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32600K .......... .......... .......... .......... .......... 35% 74.7M 0s 2024-09-19T11:45:10.096 INFO:teuthology.orchestra.run.smithi103.stderr: 32650K .......... .......... .......... .......... .......... 35% 368M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 32700K .......... .......... .......... .......... .......... 35% 306M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 32750K .......... .......... .......... .......... .......... 35% 315M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 32800K .......... .......... .......... .......... .......... 35% 354M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 32850K .......... .......... .......... .......... .......... 35% 408M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 32900K .......... .......... .......... .......... .......... 35% 136M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 32950K .......... .......... .......... .......... .......... 35% 356M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 33000K .......... .......... .......... .......... .......... 35% 242M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 33050K .......... .......... .......... .......... .......... 35% 393M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 33100K .......... .......... .......... .......... .......... 35% 157M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 33150K .......... .......... .......... .......... .......... 35% 149M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 33200K .......... .......... .......... .......... .......... 35% 107M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 33250K .......... .......... .......... .......... .......... 35% 291M 0s 2024-09-19T11:45:10.097 INFO:teuthology.orchestra.run.smithi103.stderr: 33300K .......... .......... .......... .......... .......... 35% 301M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33350K .......... .......... .......... .......... .......... 35% 358M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33400K .......... .......... .......... .......... .......... 36% 349M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33450K .......... .......... .......... .......... .......... 36% 397M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33500K .......... .......... .......... .......... .......... 36% 316M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33550K .......... .......... .......... .......... .......... 36% 356M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33600K .......... .......... .......... .......... .......... 36% 341M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33650K .......... .......... .......... .......... .......... 36% 372M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33700K .......... .......... .......... .......... .......... 36% 371M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33750K .......... .......... .......... .......... .......... 36% 351M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33800K .......... .......... .......... .......... .......... 36% 323M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33850K .......... .......... .......... .......... .......... 36% 364M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33900K .......... .......... .......... .......... .......... 36% 363M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 33950K .......... .......... .......... .......... .......... 36% 370M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 34000K .......... .......... .......... .......... .......... 36% 333M 0s 2024-09-19T11:45:10.098 INFO:teuthology.orchestra.run.smithi103.stderr: 34050K .......... .......... .......... .......... .......... 36% 416M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34100K .......... .......... .......... .......... .......... 36% 391M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34150K .......... .......... .......... .......... .......... 36% 436M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34200K .......... .......... .......... .......... .......... 36% 369M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34250K .......... .......... .......... .......... .......... 36% 393M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34300K .......... .......... .......... .......... .......... 36% 59.4M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34350K .......... .......... .......... .......... .......... 37% 211M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34400K .......... .......... .......... .......... .......... 37% 320M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34450K .......... .......... .......... .......... .......... 37% 365M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34500K .......... .......... .......... .......... .......... 37% 164M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34550K .......... .......... .......... .......... .......... 37% 94.5M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34600K .......... .......... .......... .......... .......... 37% 169M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34650K .......... .......... .......... .......... .......... 37% 392M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34700K .......... .......... .......... .......... .......... 37% 275M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34750K .......... .......... .......... .......... .......... 37% 359M 0s 2024-09-19T11:45:10.099 INFO:teuthology.orchestra.run.smithi103.stderr: 34800K .......... .......... .......... .......... .......... 37% 322M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 34850K .......... .......... .......... .......... .......... 37% 385M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 34900K .......... .......... .......... .......... .......... 37% 302M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 34950K .......... .......... .......... .......... .......... 37% 385M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35000K .......... .......... .......... .......... .......... 37% 367M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35050K .......... .......... .......... .......... .......... 37% 358M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35100K .......... .......... .......... .......... .......... 37% 331M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35150K .......... .......... .......... .......... .......... 37% 366M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35200K .......... .......... .......... .......... .......... 37% 335M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35250K .......... .......... .......... .......... .......... 37% 196M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35300K .......... .......... .......... .......... .......... 38% 288M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35350K .......... .......... .......... .......... .......... 38% 384M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35400K .......... .......... .......... .......... .......... 38% 315M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35450K .......... .......... .......... .......... .......... 38% 153M 0s 2024-09-19T11:45:10.100 INFO:teuthology.orchestra.run.smithi103.stderr: 35500K .......... .......... .......... .......... .......... 38% 306M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35550K .......... .......... .......... .......... .......... 38% 358M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35600K .......... .......... .......... .......... .......... 38% 91.0M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35650K .......... .......... .......... .......... .......... 38% 280M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35700K .......... .......... .......... .......... .......... 38% 296M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35750K .......... .......... .......... .......... .......... 38% 227M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35800K .......... .......... .......... .......... .......... 38% 309M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35850K .......... .......... .......... .......... .......... 38% 384M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35900K .......... .......... .......... .......... .......... 38% 72.7M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 35950K .......... .......... .......... .......... .......... 38% 352M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 36000K .......... .......... .......... .......... .......... 38% 370M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 36050K .......... .......... .......... .......... .......... 38% 320M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 36100K .......... .......... .......... .......... .......... 38% 318M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 36150K .......... .......... .......... .......... .......... 38% 371M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 36200K .......... .......... .......... .......... .......... 39% 370M 0s 2024-09-19T11:45:10.101 INFO:teuthology.orchestra.run.smithi103.stderr: 36250K .......... .......... .......... .......... .......... 39% 120M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36300K .......... .......... .......... .......... .......... 39% 228M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36350K .......... .......... .......... .......... .......... 39% 288M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36400K .......... .......... .......... .......... .......... 39% 383M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36450K .......... .......... .......... .......... .......... 39% 113M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36500K .......... .......... .......... .......... .......... 39% 122M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36550K .......... .......... .......... .......... .......... 39% 377M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36600K .......... .......... .......... .......... .......... 39% 297M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36650K .......... .......... .......... .......... .......... 39% 378M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36700K .......... .......... .......... .......... .......... 39% 282M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36750K .......... .......... .......... .......... .......... 39% 366M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36800K .......... .......... .......... .......... .......... 39% 336M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36850K .......... .......... .......... .......... .......... 39% 349M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36900K .......... .......... .......... .......... .......... 39% 326M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 36950K .......... .......... .......... .......... .......... 39% 360M 0s 2024-09-19T11:45:10.102 INFO:teuthology.orchestra.run.smithi103.stderr: 37000K .......... .......... .......... .......... .......... 39% 390M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37050K .......... .......... .......... .......... .......... 39% 360M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37100K .......... .......... .......... .......... .......... 39% 307M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37150K .......... .......... .......... .......... .......... 40% 399M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37200K .......... .......... .......... .......... .......... 40% 323M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37250K .......... .......... .......... .......... .......... 40% 383M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37300K .......... .......... .......... .......... .......... 40% 332M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37350K .......... .......... .......... .......... .......... 40% 359M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37400K .......... .......... .......... .......... .......... 40% 215M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37450K .......... .......... .......... .......... .......... 40% 358M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37500K .......... .......... .......... .......... .......... 40% 273M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37550K .......... .......... .......... .......... .......... 40% 369M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37600K .......... .......... .......... .......... .......... 40% 92.8M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37650K .......... .......... .......... .......... .......... 40% 127M 0s 2024-09-19T11:45:10.103 INFO:teuthology.orchestra.run.smithi103.stderr: 37700K .......... .......... .......... .......... .......... 40% 287M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 37750K .......... .......... .......... .......... .......... 40% 394M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 37800K .......... .......... .......... .......... .......... 40% 161M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 37850K .......... .......... .......... .......... .......... 40% 246M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 37900K .......... .......... .......... .......... .......... 40% 282M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 37950K .......... .......... .......... .......... .......... 40% 360M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38000K .......... .......... .......... .......... .......... 40% 294M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38050K .......... .......... .......... .......... .......... 41% 337M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38100K .......... .......... .......... .......... .......... 41% 267M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38150K .......... .......... .......... .......... .......... 41% 370M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38200K .......... .......... .......... .......... .......... 41% 262M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38250K .......... .......... .......... .......... .......... 41% 375M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38300K .......... .......... .......... .......... .......... 41% 313M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38350K .......... .......... .......... .......... .......... 41% 361M 0s 2024-09-19T11:45:10.104 INFO:teuthology.orchestra.run.smithi103.stderr: 38400K .......... .......... .......... .......... .......... 41% 381M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38450K .......... .......... .......... .......... .......... 41% 357M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38500K .......... .......... .......... .......... .......... 41% 339M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38550K .......... .......... .......... .......... .......... 41% 140M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38600K .......... .......... .......... .......... .......... 41% 370M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38650K .......... .......... .......... .......... .......... 41% 391M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38700K .......... .......... .......... .......... .......... 41% 149M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38750K .......... .......... .......... .......... .......... 41% 120M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38800K .......... .......... .......... .......... .......... 41% 368M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38850K .......... .......... .......... .......... .......... 41% 377M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38900K .......... .......... .......... .......... .......... 41% 321M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 38950K .......... .......... .......... .......... .......... 41% 96.4M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 39000K .......... .......... .......... .......... .......... 42% 114M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 39050K .......... .......... .......... .......... .......... 42% 359M 0s 2024-09-19T11:45:10.105 INFO:teuthology.orchestra.run.smithi103.stderr: 39100K .......... .......... .......... .......... .......... 42% 295M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39150K .......... .......... .......... .......... .......... 42% 374M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39200K .......... .......... .......... .......... .......... 42% 426M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39250K .......... .......... .......... .......... .......... 42% 219M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39300K .......... .......... .......... .......... .......... 42% 304M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39350K .......... .......... .......... .......... .......... 42% 450M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39400K .......... .......... .......... .......... .......... 42% 147M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39450K .......... .......... .......... .......... .......... 42% 206M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39500K .......... .......... .......... .......... .......... 42% 272M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39550K .......... .......... .......... .......... .......... 42% 113M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39600K .......... .......... .......... .......... .......... 42% 262M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39650K .......... .......... .......... .......... .......... 42% 442M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39700K .......... .......... .......... .......... .......... 42% 353M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39750K .......... .......... .......... .......... .......... 42% 404M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39800K .......... .......... .......... .......... .......... 42% 398M 0s 2024-09-19T11:45:10.106 INFO:teuthology.orchestra.run.smithi103.stderr: 39850K .......... .......... .......... .......... .......... 42% 127M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 39900K .......... .......... .......... .......... .......... 43% 349M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 39950K .......... .......... .......... .......... .......... 43% 374M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40000K .......... .......... .......... .......... .......... 43% 275M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40050K .......... .......... .......... .......... .......... 43% 434M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40100K .......... .......... .......... .......... .......... 43% 381M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40150K .......... .......... .......... .......... .......... 43% 402M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40200K .......... .......... .......... .......... .......... 43% 219M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40250K .......... .......... .......... .......... .......... 43% 421M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40300K .......... .......... .......... .......... .......... 43% 368M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40350K .......... .......... .......... .......... .......... 43% 434M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40400K .......... .......... .......... .......... .......... 43% 279M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40450K .......... .......... .......... .......... .......... 43% 397M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40500K .......... .......... .......... .......... .......... 43% 364M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40550K .......... .......... .......... .......... .......... 43% 410M 0s 2024-09-19T11:45:10.107 INFO:teuthology.orchestra.run.smithi103.stderr: 40600K .......... .......... .......... .......... .......... 43% 400M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 40650K .......... .......... .......... .......... .......... 43% 92.0M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 40700K .......... .......... .......... .......... .......... 43% 206M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 40750K .......... .......... .......... .......... .......... 43% 409M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 40800K .......... .......... .......... .......... .......... 43% 156M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 40850K .......... .......... .......... .......... .......... 44% 284M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 40900K .......... .......... .......... .......... .......... 44% 204M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 40950K .......... .......... .......... .......... .......... 44% 190M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 41000K .......... .......... .......... .......... .......... 44% 265M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 41050K .......... .......... .......... .......... .......... 44% 238M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 41100K .......... .......... .......... .......... .......... 44% 308M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 41150K .......... .......... .......... .......... .......... 44% 404M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 41200K .......... .......... .......... .......... .......... 44% 376M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 41250K .......... .......... .......... .......... .......... 44% 312M 0s 2024-09-19T11:45:10.108 INFO:teuthology.orchestra.run.smithi103.stderr: 41300K .......... .......... .......... .......... .......... 44% 198M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41350K .......... .......... .......... .......... .......... 44% 419M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41400K .......... .......... .......... .......... .......... 44% 407M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41450K .......... .......... .......... .......... .......... 44% 403M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41500K .......... .......... .......... .......... .......... 44% 340M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41550K .......... .......... .......... .......... .......... 44% 114M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41600K .......... .......... .......... .......... .......... 44% 361M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41650K .......... .......... .......... .......... .......... 44% 412M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41700K .......... .......... .......... .......... .......... 44% 366M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41750K .......... .......... .......... .......... .......... 44% 417M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41800K .......... .......... .......... .......... .......... 45% 137M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41850K .......... .......... .......... .......... .......... 45% 264M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41900K .......... .......... .......... .......... .......... 45% 101M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 41950K .......... .......... .......... .......... .......... 45% 173M 0s 2024-09-19T11:45:10.109 INFO:teuthology.orchestra.run.smithi103.stderr: 42000K .......... .......... .......... .......... .......... 45% 349M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42050K .......... .......... .......... .......... .......... 45% 267M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42100K .......... .......... .......... .......... .......... 45% 72.4M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42150K .......... .......... .......... .......... .......... 45% 325M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42200K .......... .......... .......... .......... .......... 45% 347M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42250K .......... .......... .......... .......... .......... 45% 388M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42300K .......... .......... .......... .......... .......... 45% 350M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42350K .......... .......... .......... .......... .......... 45% 473M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42400K .......... .......... .......... .......... .......... 45% 387M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42450K .......... .......... .......... .......... .......... 45% 325M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42500K .......... .......... .......... .......... .......... 45% 359M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42550K .......... .......... .......... .......... .......... 45% 154M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42600K .......... .......... .......... .......... .......... 45% 419M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42650K .......... .......... .......... .......... .......... 45% 284M 0s 2024-09-19T11:45:10.110 INFO:teuthology.orchestra.run.smithi103.stderr: 42700K .......... .......... .......... .......... .......... 46% 126M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 42750K .......... .......... .......... .......... .......... 46% 150M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 42800K .......... .......... .......... .......... .......... 46% 364M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 42850K .......... .......... .......... .......... .......... 46% 436M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 42900K .......... .......... .......... .......... .......... 46% 162M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 42950K .......... .......... .......... .......... .......... 46% 457M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43000K .......... .......... .......... .......... .......... 46% 359M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43050K .......... .......... .......... .......... .......... 46% 452M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43100K .......... .......... .......... .......... .......... 46% 179M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43150K .......... .......... .......... .......... .......... 46% 418M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43200K .......... .......... .......... .......... .......... 46% 272M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43250K .......... .......... .......... .......... .......... 46% 337M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43300K .......... .......... .......... .......... .......... 46% 394M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43350K .......... .......... .......... .......... .......... 46% 256M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43400K .......... .......... .......... .......... .......... 46% 406M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43450K .......... .......... .......... .......... .......... 46% 426M 0s 2024-09-19T11:45:10.111 INFO:teuthology.orchestra.run.smithi103.stderr: 43500K .......... .......... .......... .......... .......... 46% 337M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43550K .......... .......... .......... .......... .......... 46% 430M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43600K .......... .......... .......... .......... .......... 46% 419M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43650K .......... .......... .......... .......... .......... 47% 206M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43700K .......... .......... .......... .......... .......... 47% 365M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43750K .......... .......... .......... .......... .......... 47% 315M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43800K .......... .......... .......... .......... .......... 47% 412M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43850K .......... .......... .......... .......... .......... 47% 171M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43900K .......... .......... .......... .......... .......... 47% 113M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 43950K .......... .......... .......... .......... .......... 47% 343M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 44000K .......... .......... .......... .......... .......... 47% 203M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 44050K .......... .......... .......... .......... .......... 47% 379M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 44100K .......... .......... .......... .......... .......... 47% 175M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 44150K .......... .......... .......... .......... .......... 47% 205M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 44200K .......... .......... .......... .......... .......... 47% 379M 0s 2024-09-19T11:45:10.112 INFO:teuthology.orchestra.run.smithi103.stderr: 44250K .......... .......... .......... .......... .......... 47% 377M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44300K .......... .......... .......... .......... .......... 47% 339M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44350K .......... .......... .......... .......... .......... 47% 384M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44400K .......... .......... .......... .......... .......... 47% 189M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44450K .......... .......... .......... .......... .......... 47% 396M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44500K .......... .......... .......... .......... .......... 47% 397M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44550K .......... .......... .......... .......... .......... 48% 76.6M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44600K .......... .......... .......... .......... .......... 48% 292M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44650K .......... .......... .......... .......... .......... 48% 419M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44700K .......... .......... .......... .......... .......... 48% 347M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44750K .......... .......... .......... .......... .......... 48% 353M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44800K .......... .......... .......... .......... .......... 48% 440M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44850K .......... .......... .......... .......... .......... 48% 421M 0s 2024-09-19T11:45:10.113 INFO:teuthology.orchestra.run.smithi103.stderr: 44900K .......... .......... .......... .......... .......... 48% 363M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 44950K .......... .......... .......... .......... .......... 48% 424M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45000K .......... .......... .......... .......... .......... 48% 147M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45050K .......... .......... .......... .......... .......... 48% 66.2M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45100K .......... .......... .......... .......... .......... 48% 353M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45150K .......... .......... .......... .......... .......... 48% 140M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45200K .......... .......... .......... .......... .......... 48% 303M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45250K .......... .......... .......... .......... .......... 48% 165M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45300K .......... .......... .......... .......... .......... 48% 367M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45350K .......... .......... .......... .......... .......... 48% 394M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45400K .......... .......... .......... .......... .......... 48% 406M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45450K .......... .......... .......... .......... .......... 48% 441M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45500K .......... .......... .......... .......... .......... 49% 202M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45550K .......... .......... .......... .......... .......... 49% 325M 0s 2024-09-19T11:45:10.114 INFO:teuthology.orchestra.run.smithi103.stderr: 45600K .......... .......... .......... .......... .......... 49% 408M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 45650K .......... .......... .......... .......... .......... 49% 429M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 45700K .......... .......... .......... .......... .......... 49% 212M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 45750K .......... .......... .......... .......... .......... 49% 220M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 45800K .......... .......... .......... .......... .......... 49% 136M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 45850K .......... .......... .......... .......... .......... 49% 182M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 45900K .......... .......... .......... .......... .......... 49% 368M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 45950K .......... .......... .......... .......... .......... 49% 231M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46000K .......... .......... .......... .......... .......... 49% 230M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46050K .......... .......... .......... .......... .......... 49% 310M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46100K .......... .......... .......... .......... .......... 49% 421M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46150K .......... .......... .......... .......... .......... 49% 207M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46200K .......... .......... .......... .......... .......... 49% 430M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46250K .......... .......... .......... .......... .......... 49% 354M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46300K .......... .......... .......... .......... .......... 49% 417M 0s 2024-09-19T11:45:10.115 INFO:teuthology.orchestra.run.smithi103.stderr: 46350K .......... .......... .......... .......... .......... 49% 445M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46400K .......... .......... .......... .......... .......... 49% 260M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46450K .......... .......... .......... .......... .......... 50% 219M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46500K .......... .......... .......... .......... .......... 50% 415M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46550K .......... .......... .......... .......... .......... 50% 430M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46600K .......... .......... .......... .......... .......... 50% 396M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46650K .......... .......... .......... .......... .......... 50% 167M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46700K .......... .......... .......... .......... .......... 50% 251M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46750K .......... .......... .......... .......... .......... 50% 284M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46800K .......... .......... .......... .......... .......... 50% 348M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46850K .......... .......... .......... .......... .......... 50% 322M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46900K .......... .......... .......... .......... .......... 50% 302M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 46950K .......... .......... .......... .......... .......... 50% 227M 0s 2024-09-19T11:45:10.116 INFO:teuthology.orchestra.run.smithi103.stderr: 47000K .......... .......... .......... .......... .......... 50% 226M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47050K .......... .......... .......... .......... .......... 50% 291M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47100K .......... .......... .......... .......... .......... 50% 342M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47150K .......... .......... .......... .......... .......... 50% 360M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47200K .......... .......... .......... .......... .......... 50% 91.1M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47250K .......... .......... .......... .......... .......... 50% 296M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47300K .......... .......... .......... .......... .......... 50% 312M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47350K .......... .......... .......... .......... .......... 51% 359M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47400K .......... .......... .......... .......... .......... 51% 364M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47450K .......... .......... .......... .......... .......... 51% 346M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47500K .......... .......... .......... .......... .......... 51% 406M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47550K .......... .......... .......... .......... .......... 51% 365M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47600K .......... .......... .......... .......... .......... 51% 76.8M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47650K .......... .......... .......... .......... .......... 51% 169M 0s 2024-09-19T11:45:10.117 INFO:teuthology.orchestra.run.smithi103.stderr: 47700K .......... .......... .......... .......... .......... 51% 373M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 47750K .......... .......... .......... .......... .......... 51% 386M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 47800K .......... .......... .......... .......... .......... 51% 321M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 47850K .......... .......... .......... .......... .......... 51% 350M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 47900K .......... .......... .......... .......... .......... 51% 378M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 47950K .......... .......... .......... .......... .......... 51% 315M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48000K .......... .......... .......... .......... .......... 51% 353M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48050K .......... .......... .......... .......... .......... 51% 348M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48100K .......... .......... .......... .......... .......... 51% 84.9M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48150K .......... .......... .......... .......... .......... 51% 111M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48200K .......... .......... .......... .......... .......... 51% 345M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48250K .......... .......... .......... .......... .......... 51% 271M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48300K .......... .......... .......... .......... .......... 52% 189M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48350K .......... .......... .......... .......... .......... 52% 399M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48400K .......... .......... .......... .......... .......... 52% 366M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48450K .......... .......... .......... .......... .......... 52% 378M 0s 2024-09-19T11:45:10.118 INFO:teuthology.orchestra.run.smithi103.stderr: 48500K .......... .......... .......... .......... .......... 52% 155M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48550K .......... .......... .......... .......... .......... 52% 343M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48600K .......... .......... .......... .......... .......... 52% 186M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48650K .......... .......... .......... .......... .......... 52% 340M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48700K .......... .......... .......... .......... .......... 52% 422M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48750K .......... .......... .......... .......... .......... 52% 349M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48800K .......... .......... .......... .......... .......... 52% 291M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48850K .......... .......... .......... .......... .......... 52% 284M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48900K .......... .......... .......... .......... .......... 52% 351M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 48950K .......... .......... .......... .......... .......... 52% 166M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 49000K .......... .......... .......... .......... .......... 52% 235M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 49050K .......... .......... .......... .......... .......... 52% 299M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 49100K .......... .......... .......... .......... .......... 52% 306M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 49150K .......... .......... .......... .......... .......... 52% 338M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 49200K .......... .......... .......... .......... .......... 53% 118M 0s 2024-09-19T11:45:10.119 INFO:teuthology.orchestra.run.smithi103.stderr: 49250K .......... .......... .......... .......... .......... 53% 288M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49300K .......... .......... .......... .......... .......... 53% 360M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49350K .......... .......... .......... .......... .......... 53% 328M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49400K .......... .......... .......... .......... .......... 53% 386M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49450K .......... .......... .......... .......... .......... 53% 336M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49500K .......... .......... .......... .......... .......... 53% 370M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49550K .......... .......... .......... .......... .......... 53% 119M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49600K .......... .......... .......... .......... .......... 53% 256M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49650K .......... .......... .......... .......... .......... 53% 393M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49700K .......... .......... .......... .......... .......... 53% 377M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49750K .......... .......... .......... .......... .......... 53% 303M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49800K .......... .......... .......... .......... .......... 53% 389M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49850K .......... .......... .......... .......... .......... 53% 359M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49900K .......... .......... .......... .......... .......... 53% 341M 0s 2024-09-19T11:45:10.120 INFO:teuthology.orchestra.run.smithi103.stderr: 49950K .......... .......... .......... .......... .......... 53% 377M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50000K .......... .......... .......... .......... .......... 53% 334M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50050K .......... .......... .......... .......... .......... 53% 375M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50100K .......... .......... .......... .......... .......... 53% 327M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50150K .......... .......... .......... .......... .......... 54% 334M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50200K .......... .......... .......... .......... .......... 54% 380M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50250K .......... .......... .......... .......... .......... 54% 111M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50300K .......... .......... .......... .......... .......... 54% 384M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50350K .......... .......... .......... .......... .......... 54% 119M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50400K .......... .......... .......... .......... .......... 54% 360M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50450K .......... .......... .......... .......... .......... 54% 298M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50500K .......... .......... .......... .......... .......... 54% 299M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50550K .......... .......... .......... .......... .......... 54% 326M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50600K .......... .......... .......... .......... .......... 54% 370M 0s 2024-09-19T11:45:10.121 INFO:teuthology.orchestra.run.smithi103.stderr: 50650K .......... .......... .......... .......... .......... 54% 175M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 50700K .......... .......... .......... .......... .......... 54% 85.2M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 50750K .......... .......... .......... .......... .......... 54% 194M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 50800K .......... .......... .......... .......... .......... 54% 314M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 50850K .......... .......... .......... .......... .......... 54% 285M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 50900K .......... .......... .......... .......... .......... 54% 329M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 50950K .......... .......... .......... .......... .......... 54% 342M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51000K .......... .......... .......... .......... .......... 54% 304M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51050K .......... .......... .......... .......... .......... 55% 388M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51100K .......... .......... .......... .......... .......... 55% 173M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51150K .......... .......... .......... .......... .......... 55% 343M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51200K .......... .......... .......... .......... .......... 55% 127M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51250K .......... .......... .......... .......... .......... 55% 388M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51300K .......... .......... .......... .......... .......... 55% 182M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51350K .......... .......... .......... .......... .......... 55% 384M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51400K .......... .......... .......... .......... .......... 55% 166M 0s 2024-09-19T11:45:10.122 INFO:teuthology.orchestra.run.smithi103.stderr: 51450K .......... .......... .......... .......... .......... 55% 226M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51500K .......... .......... .......... .......... .......... 55% 329M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51550K .......... .......... .......... .......... .......... 55% 343M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51600K .......... .......... .......... .......... .......... 55% 155M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51650K .......... .......... .......... .......... .......... 55% 233M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51700K .......... .......... .......... .......... .......... 55% 226M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51750K .......... .......... .......... .......... .......... 55% 306M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51800K .......... .......... .......... .......... .......... 55% 301M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51850K .......... .......... .......... .......... .......... 55% 313M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51900K .......... .......... .......... .......... .......... 55% 333M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 51950K .......... .......... .......... .......... .......... 55% 374M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 52000K .......... .......... .......... .......... .......... 56% 358M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 52050K .......... .......... .......... .......... .......... 56% 374M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 52100K .......... .......... .......... .......... .......... 56% 250M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 52150K .......... .......... .......... .......... .......... 56% 383M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 52200K .......... .......... .......... .......... .......... 56% 380M 0s 2024-09-19T11:45:10.123 INFO:teuthology.orchestra.run.smithi103.stderr: 52250K .......... .......... .......... .......... .......... 56% 105M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52300K .......... .......... .......... .......... .......... 56% 190M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52350K .......... .......... .......... .......... .......... 56% 326M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52400K .......... .......... .......... .......... .......... 56% 335M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52450K .......... .......... .......... .......... .......... 56% 298M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52500K .......... .......... .......... .......... .......... 56% 309M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52550K .......... .......... .......... .......... .......... 56% 69.3M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52600K .......... .......... .......... .......... .......... 56% 245M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52650K .......... .......... .......... .......... .......... 56% 344M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52700K .......... .......... .......... .......... .......... 56% 280M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52750K .......... .......... .......... .......... .......... 56% 373M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52800K .......... .......... .......... .......... .......... 56% 349M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52850K .......... .......... .......... .......... .......... 56% 323M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52900K .......... .......... .......... .......... .......... 56% 260M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 52950K .......... .......... .......... .......... .......... 57% 341M 0s 2024-09-19T11:45:10.124 INFO:teuthology.orchestra.run.smithi103.stderr: 53000K .......... .......... .......... .......... .......... 57% 325M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53050K .......... .......... .......... .......... .......... 57% 373M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53100K .......... .......... .......... .......... .......... 57% 292M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53150K .......... .......... .......... .......... .......... 57% 385M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53200K .......... .......... .......... .......... .......... 57% 339M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53250K .......... .......... .......... .......... .......... 57% 399M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53300K .......... .......... .......... .......... .......... 57% 339M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53350K .......... .......... .......... .......... .......... 57% 397M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53400K .......... .......... .......... .......... .......... 57% 171M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53450K .......... .......... .......... .......... .......... 57% 334M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53500K .......... .......... .......... .......... .......... 57% 320M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53550K .......... .......... .......... .......... .......... 57% 268M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53600K .......... .......... .......... .......... .......... 57% 323M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53650K .......... .......... .......... .......... .......... 57% 331M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53700K .......... .......... .......... .......... .......... 57% 380M 0s 2024-09-19T11:45:10.125 INFO:teuthology.orchestra.run.smithi103.stderr: 53750K .......... .......... .......... .......... .......... 57% 103M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 53800K .......... .......... .......... .......... .......... 57% 142M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 53850K .......... .......... .......... .......... .......... 58% 263M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 53900K .......... .......... .......... .......... .......... 58% 366M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 53950K .......... .......... .......... .......... .......... 58% 331M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54000K .......... .......... .......... .......... .......... 58% 91.0M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54050K .......... .......... .......... .......... .......... 58% 293M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54100K .......... .......... .......... .......... .......... 58% 330M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54150K .......... .......... .......... .......... .......... 58% 397M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54200K .......... .......... .......... .......... .......... 58% 389M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54250K .......... .......... .......... .......... .......... 58% 412M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54300K .......... .......... .......... .......... .......... 58% 348M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54350K .......... .......... .......... .......... .......... 58% 407M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54400K .......... .......... .......... .......... .......... 58% 265M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54450K .......... .......... .......... .......... .......... 58% 144M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54500K .......... .......... .......... .......... .......... 58% 166M 0s 2024-09-19T11:45:10.126 INFO:teuthology.orchestra.run.smithi103.stderr: 54550K .......... .......... .......... .......... .......... 58% 428M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54600K .......... .......... .......... .......... .......... 58% 77.5M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54650K .......... .......... .......... .......... .......... 58% 304M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54700K .......... .......... .......... .......... .......... 58% 347M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54750K .......... .......... .......... .......... .......... 58% 414M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54800K .......... .......... .......... .......... .......... 59% 424M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54850K .......... .......... .......... .......... .......... 59% 187M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54900K .......... .......... .......... .......... .......... 59% 343M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 54950K .......... .......... .......... .......... .......... 59% 416M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 55000K .......... .......... .......... .......... .......... 59% 417M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 55050K .......... .......... .......... .......... .......... 59% 370M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 55100K .......... .......... .......... .......... .......... 59% 350M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 55150K .......... .......... .......... .......... .......... 59% 419M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 55200K .......... .......... .......... .......... .......... 59% 238M 0s 2024-09-19T11:45:10.127 INFO:teuthology.orchestra.run.smithi103.stderr: 55250K .......... .......... .......... .......... .......... 59% 416M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55300K .......... .......... .......... .......... .......... 59% 116M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55350K .......... .......... .......... .......... .......... 59% 325M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55400K .......... .......... .......... .......... .......... 59% 162M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55450K .......... .......... .......... .......... .......... 59% 282M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55500K .......... .......... .......... .......... .......... 59% 277M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55550K .......... .......... .......... .......... .......... 59% 301M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55600K .......... .......... .......... .......... .......... 59% 80.8M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55650K .......... .......... .......... .......... .......... 59% 221M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55700K .......... .......... .......... .......... .......... 60% 372M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55750K .......... .......... .......... .......... .......... 60% 343M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55800K .......... .......... .......... .......... .......... 60% 298M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55850K .......... .......... .......... .......... .......... 60% 394M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55900K .......... .......... .......... .......... .......... 60% 332M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 55950K .......... .......... .......... .......... .......... 60% 411M 0s 2024-09-19T11:45:10.128 INFO:teuthology.orchestra.run.smithi103.stderr: 56000K .......... .......... .......... .......... .......... 60% 426M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56050K .......... .......... .......... .......... .......... 60% 409M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56100K .......... .......... .......... .......... .......... 60% 274M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56150K .......... .......... .......... .......... .......... 60% 426M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56200K .......... .......... .......... .......... .......... 60% 433M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56250K .......... .......... .......... .......... .......... 60% 435M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56300K .......... .......... .......... .......... .......... 60% 98.9M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56350K .......... .......... .......... .......... .......... 60% 325M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56400K .......... .......... .......... .......... .......... 60% 377M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56450K .......... .......... .......... .......... .......... 60% 426M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56500K .......... .......... .......... .......... .......... 60% 373M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56550K .......... .......... .......... .......... .......... 60% 375M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56600K .......... .......... .......... .......... .......... 60% 403M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56650K .......... .......... .......... .......... .......... 61% 411M 0s 2024-09-19T11:45:10.129 INFO:teuthology.orchestra.run.smithi103.stderr: 56700K .......... .......... .......... .......... .......... 61% 341M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 56750K .......... .......... .......... .......... .......... 61% 99.4M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 56800K .......... .......... .......... .......... .......... 61% 276M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 56850K .......... .......... .......... .......... .......... 61% 416M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 56900K .......... .......... .......... .......... .......... 61% 173M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 56950K .......... .......... .......... .......... .......... 61% 132M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57000K .......... .......... .......... .......... .......... 61% 374M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57050K .......... .......... .......... .......... .......... 61% 111M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57100K .......... .......... .......... .......... .......... 61% 156M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57150K .......... .......... .......... .......... .......... 61% 316M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57200K .......... .......... .......... .......... .......... 61% 378M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57250K .......... .......... .......... .......... .......... 61% 397M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57300K .......... .......... .......... .......... .......... 61% 387M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57350K .......... .......... .......... .......... .......... 61% 409M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57400K .......... .......... .......... .......... .......... 61% 435M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57450K .......... .......... .......... .......... .......... 61% 426M 0s 2024-09-19T11:45:10.130 INFO:teuthology.orchestra.run.smithi103.stderr: 57500K .......... .......... .......... .......... .......... 61% 240M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57550K .......... .......... .......... .......... .......... 62% 351M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57600K .......... .......... .......... .......... .......... 62% 234M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57650K .......... .......... .......... .......... .......... 62% 65.6M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57700K .......... .......... .......... .......... .......... 62% 183M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57750K .......... .......... .......... .......... .......... 62% 257M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57800K .......... .......... .......... .......... .......... 62% 371M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57850K .......... .......... .......... .......... .......... 62% 406M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57900K .......... .......... .......... .......... .......... 62% 365M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 57950K .......... .......... .......... .......... .......... 62% 320M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 58000K .......... .......... .......... .......... .......... 62% 401M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 58050K .......... .......... .......... .......... .......... 62% 432M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 58100K .......... .......... .......... .......... .......... 62% 392M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 58150K .......... .......... .......... .......... .......... 62% 424M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 58200K .......... .......... .......... .......... .......... 62% 432M 0s 2024-09-19T11:45:10.131 INFO:teuthology.orchestra.run.smithi103.stderr: 58250K .......... .......... .......... .......... .......... 62% 422M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58300K .......... .......... .......... .......... .......... 62% 364M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58350K .......... .......... .......... .......... .......... 62% 139M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58400K .......... .......... .......... .......... .......... 62% 274M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58450K .......... .......... .......... .......... .......... 62% 204M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58500K .......... .......... .......... .......... .......... 63% 368M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58550K .......... .......... .......... .......... .......... 63% 147M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58600K .......... .......... .......... .......... .......... 63% 411M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58650K .......... .......... .......... .......... .......... 63% 102M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58700K .......... .......... .......... .......... .......... 63% 167M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58750K .......... .......... .......... .......... .......... 63% 316M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58800K .......... .......... .......... .......... .......... 63% 395M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58850K .......... .......... .......... .......... .......... 63% 281M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58900K .......... .......... .......... .......... .......... 63% 227M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 58950K .......... .......... .......... .......... .......... 63% 429M 0s 2024-09-19T11:45:10.132 INFO:teuthology.orchestra.run.smithi103.stderr: 59000K .......... .......... .......... .......... .......... 63% 338M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59050K .......... .......... .......... .......... .......... 63% 397M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59100K .......... .......... .......... .......... .......... 63% 323M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59150K .......... .......... .......... .......... .......... 63% 371M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59200K .......... .......... .......... .......... .......... 63% 433M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59250K .......... .......... .......... .......... .......... 63% 437M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59300K .......... .......... .......... .......... .......... 63% 386M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59350K .......... .......... .......... .......... .......... 63% 114M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59400K .......... .......... .......... .......... .......... 63% 235M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59450K .......... .......... .......... .......... .......... 64% 424M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59500K .......... .......... .......... .......... .......... 64% 274M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59550K .......... .......... .......... .......... .......... 64% 339M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59600K .......... .......... .......... .......... .......... 64% 402M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59650K .......... .......... .......... .......... .......... 64% 397M 0s 2024-09-19T11:45:10.133 INFO:teuthology.orchestra.run.smithi103.stderr: 59700K .......... .......... .......... .......... .......... 64% 351M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 59750K .......... .......... .......... .......... .......... 64% 424M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 59800K .......... .......... .......... .......... .......... 64% 115M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 59850K .......... .......... .......... .......... .......... 64% 150M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 59900K .......... .......... .......... .......... .......... 64% 298M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 59950K .......... .......... .......... .......... .......... 64% 433M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60000K .......... .......... .......... .......... .......... 64% 168M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60050K .......... .......... .......... .......... .......... 64% 84.1M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60100K .......... .......... .......... .......... .......... 64% 375M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60150K .......... .......... .......... .......... .......... 64% 384M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60200K .......... .......... .......... .......... .......... 64% 407M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60250K .......... .......... .......... .......... .......... 64% 236M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60300K .......... .......... .......... .......... .......... 64% 334M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60350K .......... .......... .......... .......... .......... 65% 343M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60400K .......... .......... .......... .......... .......... 65% 358M 0s 2024-09-19T11:45:10.134 INFO:teuthology.orchestra.run.smithi103.stderr: 60450K .......... .......... .......... .......... .......... 65% 291M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60500K .......... .......... .......... .......... .......... 65% 345M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60550K .......... .......... .......... .......... .......... 65% 441M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60600K .......... .......... .......... .......... .......... 65% 422M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60650K .......... .......... .......... .......... .......... 65% 227M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60700K .......... .......... .......... .......... .......... 65% 53.8M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60750K .......... .......... .......... .......... .......... 65% 126M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60800K .......... .......... .......... .......... .......... 65% 395M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60850K .......... .......... .......... .......... .......... 65% 424M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60900K .......... .......... .......... .......... .......... 65% 382M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 60950K .......... .......... .......... .......... .......... 65% 416M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 61000K .......... .......... .......... .......... .......... 65% 426M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 61050K .......... .......... .......... .......... .......... 65% 454M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 61100K .......... .......... .......... .......... .......... 65% 368M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 61150K .......... .......... .......... .......... .......... 65% 325M 0s 2024-09-19T11:45:10.135 INFO:teuthology.orchestra.run.smithi103.stderr: 61200K .......... .......... .......... .......... .......... 65% 431M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61250K .......... .......... .......... .......... .......... 65% 439M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61300K .......... .......... .......... .......... .......... 66% 356M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61350K .......... .......... .......... .......... .......... 66% 384M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61400K .......... .......... .......... .......... .......... 66% 195M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61450K .......... .......... .......... .......... .......... 66% 256M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61500K .......... .......... .......... .......... .......... 66% 253M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61550K .......... .......... .......... .......... .......... 66% 211M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61600K .......... .......... .......... .......... .......... 66% 223M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61650K .......... .......... .......... .......... .......... 66% 270M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61700K .......... .......... .......... .......... .......... 66% 188M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61750K .......... .......... .......... .......... .......... 66% 189M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61800K .......... .......... .......... .......... .......... 66% 226M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61850K .......... .......... .......... .......... .......... 66% 234M 0s 2024-09-19T11:45:10.136 INFO:teuthology.orchestra.run.smithi103.stderr: 61900K .......... .......... .......... .......... .......... 66% 223M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 61950K .......... .......... .......... .......... .......... 66% 184M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62000K .......... .......... .......... .......... .......... 66% 264M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62050K .......... .......... .......... .......... .......... 66% 221M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62100K .......... .......... .......... .......... .......... 66% 259M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62150K .......... .......... .......... .......... .......... 66% 216M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62200K .......... .......... .......... .......... .......... 67% 243M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62250K .......... .......... .......... .......... .......... 67% 255M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62300K .......... .......... .......... .......... .......... 67% 210M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62350K .......... .......... .......... .......... .......... 67% 222M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62400K .......... .......... .......... .......... .......... 67% 243M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62450K .......... .......... .......... .......... .......... 67% 224M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62500K .......... .......... .......... .......... .......... 67% 263M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62550K .......... .......... .......... .......... .......... 67% 213M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62600K .......... .......... .......... .......... .......... 67% 268M 0s 2024-09-19T11:45:10.137 INFO:teuthology.orchestra.run.smithi103.stderr: 62650K .......... .......... .......... .......... .......... 67% 233M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 62700K .......... .......... .......... .......... .......... 67% 254M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 62750K .......... .......... .......... .......... .......... 67% 210M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 62800K .......... .......... .......... .......... .......... 67% 223M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 62850K .......... .......... .......... .......... .......... 67% 248M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 62900K .......... .......... .......... .......... .......... 67% 260M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 62950K .......... .......... .......... .......... .......... 67% 219M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63000K .......... .......... .......... .......... .......... 67% 271M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63050K .......... .......... .......... .......... .......... 67% 264M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63100K .......... .......... .......... .......... .......... 67% 261M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63150K .......... .......... .......... .......... .......... 68% 197M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63200K .......... .......... .......... .......... .......... 68% 213M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63250K .......... .......... .......... .......... .......... 68% 250M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63300K .......... .......... .......... .......... .......... 68% 274M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63350K .......... .......... .......... .......... .......... 68% 231M 0s 2024-09-19T11:45:10.138 INFO:teuthology.orchestra.run.smithi103.stderr: 63400K .......... .......... .......... .......... .......... 68% 236M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63450K .......... .......... .......... .......... .......... 68% 258M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63500K .......... .......... .......... .......... .......... 68% 243M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63550K .......... .......... .......... .......... .......... 68% 218M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63600K .......... .......... .......... .......... .......... 68% 238M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63650K .......... .......... .......... .......... .......... 68% 253M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63700K .......... .......... .......... .......... .......... 68% 221M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63750K .......... .......... .......... .......... .......... 68% 196M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63800K .......... .......... .......... .......... .......... 68% 295M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63850K .......... .......... .......... .......... .......... 68% 260M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63900K .......... .......... .......... .......... .......... 68% 264M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 63950K .......... .......... .......... .......... .......... 68% 203M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 64000K .......... .......... .......... .......... .......... 68% 220M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 64050K .......... .......... .......... .......... .......... 68% 258M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 64100K .......... .......... .......... .......... .......... 69% 234M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 64150K .......... .......... .......... .......... .......... 69% 213M 0s 2024-09-19T11:45:10.139 INFO:teuthology.orchestra.run.smithi103.stderr: 64200K .......... .......... .......... .......... .......... 69% 236M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64250K .......... .......... .......... .......... .......... 69% 243M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64300K .......... .......... .......... .......... .......... 69% 213M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64350K .......... .......... .......... .......... .......... 69% 219M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64400K .......... .......... .......... .......... .......... 69% 231M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64450K .......... .......... .......... .......... .......... 69% 239M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64500K .......... .......... .......... .......... .......... 69% 256M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64550K .......... .......... .......... .......... .......... 69% 219M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64600K .......... .......... .......... .......... .......... 69% 252M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64650K .......... .......... .......... .......... .......... 69% 264M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64700K .......... .......... .......... .......... .......... 69% 249M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64750K .......... .......... .......... .......... .......... 69% 211M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64800K .......... .......... .......... .......... .......... 69% 235M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64850K .......... .......... .......... .......... .......... 69% 255M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64900K .......... .......... .......... .......... .......... 69% 236M 0s 2024-09-19T11:45:10.140 INFO:teuthology.orchestra.run.smithi103.stderr: 64950K .......... .......... .......... .......... .......... 69% 205M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65000K .......... .......... .......... .......... .......... 70% 212M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65050K .......... .......... .......... .......... .......... 70% 223M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65100K .......... .......... .......... .......... .......... 70% 240M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65150K .......... .......... .......... .......... .......... 70% 198M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65200K .......... .......... .......... .......... .......... 70% 233M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65250K .......... .......... .......... .......... .......... 70% 220M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65300K .......... .......... .......... .......... .......... 70% 261M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65350K .......... .......... .......... .......... .......... 70% 216M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65400K .......... .......... .......... .......... .......... 70% 253M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65450K .......... .......... .......... .......... .......... 70% 218M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65500K .......... .......... .......... .......... .......... 70% 247M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65550K .......... .......... .......... .......... .......... 70% 214M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65600K .......... .......... .......... .......... .......... 70% 229M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65650K .......... .......... .......... .......... .......... 70% 261M 0s 2024-09-19T11:45:10.141 INFO:teuthology.orchestra.run.smithi103.stderr: 65700K .......... .......... .......... .......... .......... 70% 256M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 65750K .......... .......... .......... .......... .......... 70% 193M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 65800K .......... .......... .......... .......... .......... 70% 238M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 65850K .......... .......... .......... .......... .......... 70% 279M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 65900K .......... .......... .......... .......... .......... 70% 222M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 65950K .......... .......... .......... .......... .......... 71% 206M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66000K .......... .......... .......... .......... .......... 71% 252M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66050K .......... .......... .......... .......... .......... 71% 214M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66100K .......... .......... .......... .......... .......... 71% 261M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66150K .......... .......... .......... .......... .......... 71% 233M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66200K .......... .......... .......... .......... .......... 71% 246M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66250K .......... .......... .......... .......... .......... 71% 253M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66300K .......... .......... .......... .......... .......... 71% 216M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66350K .......... .......... .......... .......... .......... 71% 222M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66400K .......... .......... .......... .......... .......... 71% 237M 0s 2024-09-19T11:45:10.142 INFO:teuthology.orchestra.run.smithi103.stderr: 66450K .......... .......... .......... .......... .......... 71% 235M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66500K .......... .......... .......... .......... .......... 71% 253M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66550K .......... .......... .......... .......... .......... 71% 239M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66600K .......... .......... .......... .......... .......... 71% 257M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66650K .......... .......... .......... .......... .......... 71% 229M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66700K .......... .......... .......... .......... .......... 71% 246M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66750K .......... .......... .......... .......... .......... 71% 224M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66800K .......... .......... .......... .......... .......... 71% 205M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66850K .......... .......... .......... .......... .......... 72% 257M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66900K .......... .......... .......... .......... .......... 72% 246M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 66950K .......... .......... .......... .......... .......... 72% 228M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 67000K .......... .......... .......... .......... .......... 72% 265M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 67050K .......... .......... .......... .......... .......... 72% 231M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 67100K .......... .......... .......... .......... .......... 72% 267M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 67150K .......... .......... .......... .......... .......... 72% 182M 0s 2024-09-19T11:45:10.143 INFO:teuthology.orchestra.run.smithi103.stderr: 67200K .......... .......... .......... .......... .......... 72% 233M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67250K .......... .......... .......... .......... .......... 72% 237M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67300K .......... .......... .......... .......... .......... 72% 239M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67350K .......... .......... .......... .......... .......... 72% 235M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67400K .......... .......... .......... .......... .......... 72% 262M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67450K .......... .......... .......... .......... .......... 72% 239M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67500K .......... .......... .......... .......... .......... 72% 250M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67550K .......... .......... .......... .......... .......... 72% 202M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67600K .......... .......... .......... .......... .......... 72% 259M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67650K .......... .......... .......... .......... .......... 72% 267M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67700K .......... .......... .......... .......... .......... 72% 229M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67750K .......... .......... .......... .......... .......... 72% 220M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67800K .......... .......... .......... .......... .......... 73% 233M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67850K .......... .......... .......... .......... .......... 73% 261M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67900K .......... .......... .......... .......... .......... 73% 249M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 67950K .......... .......... .......... .......... .......... 73% 198M 0s 2024-09-19T11:45:10.144 INFO:teuthology.orchestra.run.smithi103.stderr: 68000K .......... .......... .......... .......... .......... 73% 221M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68050K .......... .......... .......... .......... .......... 73% 227M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68100K .......... .......... .......... .......... .......... 73% 261M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68150K .......... .......... .......... .......... .......... 73% 198M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68200K .......... .......... .......... .......... .......... 73% 207M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68250K .......... .......... .......... .......... .......... 73% 259M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68300K .......... .......... .......... .......... .......... 73% 248M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68350K .......... .......... .......... .......... .......... 73% 192M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68400K .......... .......... .......... .......... .......... 73% 246M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68450K .......... .......... .......... .......... .......... 73% 247M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68500K .......... .......... .......... .......... .......... 73% 249M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68550K .......... .......... .......... .......... .......... 73% 230M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68600K .......... .......... .......... .......... .......... 73% 212M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68650K .......... .......... .......... .......... .......... 73% 261M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68700K .......... .......... .......... .......... .......... 74% 250M 0s 2024-09-19T11:45:10.145 INFO:teuthology.orchestra.run.smithi103.stderr: 68750K .......... .......... .......... .......... .......... 74% 208M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 68800K .......... .......... .......... .......... .......... 74% 254M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 68850K .......... .......... .......... .......... .......... 74% 214M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 68900K .......... .......... .......... .......... .......... 74% 255M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 68950K .......... .......... .......... .......... .......... 74% 221M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69000K .......... .......... .......... .......... .......... 74% 269M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69050K .......... .......... .......... .......... .......... 74% 246M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69100K .......... .......... .......... .......... .......... 74% 261M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69150K .......... .......... .......... .......... .......... 74% 205M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69200K .......... .......... .......... .......... .......... 74% 230M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69250K .......... .......... .......... .......... .......... 74% 258M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69300K .......... .......... .......... .......... .......... 74% 243M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69350K .......... .......... .......... .......... .......... 74% 227M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69400K .......... .......... .......... .......... .......... 74% 255M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69450K .......... .......... .......... .......... .......... 74% 256M 0s 2024-09-19T11:45:10.146 INFO:teuthology.orchestra.run.smithi103.stderr: 69500K .......... .......... .......... .......... .......... 74% 212M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69550K .......... .......... .......... .......... .......... 74% 213M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69600K .......... .......... .......... .......... .......... 74% 250M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69650K .......... .......... .......... .......... .......... 75% 258M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69700K .......... .......... .......... .......... .......... 75% 228M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69750K .......... .......... .......... .......... .......... 75% 211M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69800K .......... .......... .......... .......... .......... 75% 221M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69850K .......... .......... .......... .......... .......... 75% 226M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69900K .......... .......... .......... .......... .......... 75% 226M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 69950K .......... .......... .......... .......... .......... 75% 199M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 70000K .......... .......... .......... .......... .......... 75% 226M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 70050K .......... .......... .......... .......... .......... 75% 217M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 70100K .......... .......... .......... .......... .......... 75% 260M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 70150K .......... .......... .......... .......... .......... 75% 231M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 70200K .......... .......... .......... .......... .......... 75% 257M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 70250K .......... .......... .......... .......... .......... 75% 261M 0s 2024-09-19T11:45:10.147 INFO:teuthology.orchestra.run.smithi103.stderr: 70300K .......... .......... .......... .......... .......... 75% 256M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70350K .......... .......... .......... .......... .......... 75% 202M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70400K .......... .......... .......... .......... .......... 75% 256M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70450K .......... .......... .......... .......... .......... 75% 242M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70500K .......... .......... .......... .......... .......... 75% 269M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70550K .......... .......... .......... .......... .......... 75% 207M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70600K .......... .......... .......... .......... .......... 76% 261M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70650K .......... .......... .......... .......... .......... 76% 259M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70700K .......... .......... .......... .......... .......... 76% 238M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70750K .......... .......... .......... .......... .......... 76% 206M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70800K .......... .......... .......... .......... .......... 76% 246M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70850K .......... .......... .......... .......... .......... 76% 234M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70900K .......... .......... .......... .......... .......... 76% 251M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 70950K .......... .......... .......... .......... .......... 76% 224M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 71000K .......... .......... .......... .......... .......... 76% 255M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 71050K .......... .......... .......... .......... .......... 76% 253M 0s 2024-09-19T11:45:10.148 INFO:teuthology.orchestra.run.smithi103.stderr: 71100K .......... .......... .......... .......... .......... 76% 251M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71150K .......... .......... .......... .......... .......... 76% 218M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71200K .......... .......... .......... .......... .......... 76% 221M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71250K .......... .......... .......... .......... .......... 76% 269M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71300K .......... .......... .......... .......... .......... 76% 257M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71350K .......... .......... .......... .......... .......... 76% 229M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71400K .......... .......... .......... .......... .......... 76% 253M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71450K .......... .......... .......... .......... .......... 76% 238M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71500K .......... .......... .......... .......... .......... 77% 264M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71550K .......... .......... .......... .......... .......... 77% 197M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71600K .......... .......... .......... .......... .......... 77% 258M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71650K .......... .......... .......... .......... .......... 77% 251M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71700K .......... .......... .......... .......... .......... 77% 254M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71750K .......... .......... .......... .......... .......... 77% 253M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71800K .......... .......... .......... .......... .......... 77% 246M 0s 2024-09-19T11:45:10.149 INFO:teuthology.orchestra.run.smithi103.stderr: 71850K .......... .......... .......... .......... .......... 77% 240M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 71900K .......... .......... .......... .......... .......... 77% 201M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 71950K .......... .......... .......... .......... .......... 77% 278M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72000K .......... .......... .......... .......... .......... 77% 269M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72050K .......... .......... .......... .......... .......... 77% 228M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72100K .......... .......... .......... .......... .......... 77% 223M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72150K .......... .......... .......... .......... .......... 77% 212M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72200K .......... .......... .......... .......... .......... 77% 257M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72250K .......... .......... .......... .......... .......... 77% 239M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72300K .......... .......... .......... .......... .......... 77% 213M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72350K .......... .......... .......... .......... .......... 77% 259M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72400K .......... .......... .......... .......... .......... 77% 206M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72450K .......... .......... .......... .......... .......... 78% 256M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72500K .......... .......... .......... .......... .......... 78% 221M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72550K .......... .......... .......... .......... .......... 78% 241M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72600K .......... .......... .......... .......... .......... 78% 228M 0s 2024-09-19T11:45:10.150 INFO:teuthology.orchestra.run.smithi103.stderr: 72650K .......... .......... .......... .......... .......... 78% 229M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 72700K .......... .......... .......... .......... .......... 78% 217M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 72750K .......... .......... .......... .......... .......... 78% 249M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 72800K .......... .......... .......... .......... .......... 78% 240M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 72850K .......... .......... .......... .......... .......... 78% 222M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 72900K .......... .......... .......... .......... .......... 78% 207M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 72950K .......... .......... .......... .......... .......... 78% 249M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73000K .......... .......... .......... .......... .......... 78% 248M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73050K .......... .......... .......... .......... .......... 78% 238M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73100K .......... .......... .......... .......... .......... 78% 238M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73150K .......... .......... .......... .......... .......... 78% 239M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73200K .......... .......... .......... .......... .......... 78% 254M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73250K .......... .......... .......... .......... .......... 78% 255M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73300K .......... .......... .......... .......... .......... 78% 199M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73350K .......... .......... .......... .......... .......... 79% 209M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73400K .......... .......... .......... .......... .......... 79% 247M 0s 2024-09-19T11:45:10.151 INFO:teuthology.orchestra.run.smithi103.stderr: 73450K .......... .......... .......... .......... .......... 79% 244M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73500K .......... .......... .......... .......... .......... 79% 204M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73550K .......... .......... .......... .......... .......... 79% 245M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73600K .......... .......... .......... .......... .......... 79% 246M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73650K .......... .......... .......... .......... .......... 79% 236M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73700K .......... .......... .......... .......... .......... 79% 220M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73750K .......... .......... .......... .......... .......... 79% 259M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73800K .......... .......... .......... .......... .......... 79% 205M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73850K .......... .......... .......... .......... .......... 79% 253M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73900K .......... .......... .......... .......... .......... 79% 200M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 73950K .......... .......... .......... .......... .......... 79% 225M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 74000K .......... .......... .......... .......... .......... 79% 217M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 74050K .......... .......... .......... .......... .......... 79% 250M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 74100K .......... .......... .......... .......... .......... 79% 199M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 74150K .......... .......... .......... .......... .......... 79% 239M 0s 2024-09-19T11:45:10.152 INFO:teuthology.orchestra.run.smithi103.stderr: 74200K .......... .......... .......... .......... .......... 79% 214M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74250K .......... .......... .......... .......... .......... 79% 231M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74300K .......... .......... .......... .......... .......... 80% 197M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74350K .......... .......... .......... .......... .......... 80% 248M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74400K .......... .......... .......... .......... .......... 80% 216M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74450K .......... .......... .......... .......... .......... 80% 255M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74500K .......... .......... .......... .......... .......... 80% 232M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74550K .......... .......... .......... .......... .......... 80% 263M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74600K .......... .......... .......... .......... .......... 80% 209M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74650K .......... .......... .......... .......... .......... 80% 263M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74700K .......... .......... .......... .......... .......... 80% 230M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74750K .......... .......... .......... .......... .......... 80% 263M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74800K .......... .......... .......... .......... .......... 80% 237M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74850K .......... .......... .......... .......... .......... 80% 229M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74900K .......... .......... .......... .......... .......... 80% 242M 0s 2024-09-19T11:45:10.153 INFO:teuthology.orchestra.run.smithi103.stderr: 74950K .......... .......... .......... .......... .......... 80% 256M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75000K .......... .......... .......... .......... .......... 80% 218M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75050K .......... .......... .......... .......... .......... 80% 253M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75100K .......... .......... .......... .......... .......... 80% 221M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75150K .......... .......... .......... .......... .......... 80% 232M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75200K .......... .......... .......... .......... .......... 81% 232M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75250K .......... .......... .......... .......... .......... 81% 254M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75300K .......... .......... .......... .......... .......... 81% 224M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75350K .......... .......... .......... .......... .......... 81% 233M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75400K .......... .......... .......... .......... .......... 81% 173M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75450K .......... .......... .......... .......... .......... 81% 249M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75500K .......... .......... .......... .......... .......... 81% 219M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75550K .......... .......... .......... .......... .......... 81% 222M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75600K .......... .......... .......... .......... .......... 81% 216M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75650K .......... .......... .......... .......... .......... 81% 250M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75700K .......... .......... .......... .......... .......... 81% 214M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75750K .......... .......... .......... .......... .......... 81% 245M 0s 2024-09-19T11:45:10.154 INFO:teuthology.orchestra.run.smithi103.stderr: 75800K .......... .......... .......... .......... .......... 81% 252M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 75850K .......... .......... .......... .......... .......... 81% 264M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 75900K .......... .......... .......... .......... .......... 81% 200M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 75950K .......... .......... .......... .......... .......... 81% 255M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76000K .......... .......... .......... .......... .......... 81% 223M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76050K .......... .......... .......... .......... .......... 81% 242M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76100K .......... .......... .......... .......... .......... 81% 229M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76150K .......... .......... .......... .......... .......... 82% 269M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76200K .......... .......... .......... .......... .......... 82% 247M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76250K .......... .......... .......... .......... .......... 82% 263M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76300K .......... .......... .......... .......... .......... 82% 198M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76350K .......... .......... .......... .......... .......... 82% 248M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76400K .......... .......... .......... .......... .......... 82% 241M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76450K .......... .......... .......... .......... .......... 82% 247M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76500K .......... .......... .......... .......... .......... 82% 232M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76550K .......... .......... .......... .......... .......... 82% 264M 0s 2024-09-19T11:45:10.155 INFO:teuthology.orchestra.run.smithi103.stderr: 76600K .......... .......... .......... .......... .......... 82% 256M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 76650K .......... .......... .......... .......... .......... 82% 225M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 76700K .......... .......... .......... .......... .......... 82% 212M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 76750K .......... .......... .......... .......... .......... 82% 261M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 76800K .......... .......... .......... .......... .......... 82% 230M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 76850K .......... .......... .......... .......... .......... 82% 257M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 76900K .......... .......... .......... .......... .......... 82% 211M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 76950K .......... .......... .......... .......... .......... 82% 261M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77000K .......... .......... .......... .......... .......... 82% 257M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77050K .......... .......... .......... .......... .......... 82% 234M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77100K .......... .......... .......... .......... .......... 83% 212M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77150K .......... .......... .......... .......... .......... 83% 245M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77200K .......... .......... .......... .......... .......... 83% 262M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77250K .......... .......... .......... .......... .......... 83% 268M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77300K .......... .......... .......... .......... .......... 83% 202M 0s 2024-09-19T11:45:10.156 INFO:teuthology.orchestra.run.smithi103.stderr: 77350K .......... .......... .......... .......... .......... 83% 244M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77400K .......... .......... .......... .......... .......... 83% 246M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77450K .......... .......... .......... .......... .......... 83% 254M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77500K .......... .......... .......... .......... .......... 83% 228M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77550K .......... .......... .......... .......... .......... 83% 253M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77600K .......... .......... .......... .......... .......... 83% 209M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77650K .......... .......... .......... .......... .......... 83% 257M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77700K .......... .......... .......... .......... .......... 83% 202M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77750K .......... .......... .......... .......... .......... 83% 256M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77800K .......... .......... .......... .......... .......... 83% 256M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77850K .......... .......... .......... .......... .......... 83% 221M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77900K .......... .......... .......... .......... .......... 83% 215M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 77950K .......... .......... .......... .......... .......... 83% 234M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 78000K .......... .......... .......... .......... .......... 84% 210M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 78050K .......... .......... .......... .......... .......... 84% 259M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 78100K .......... .......... .......... .......... .......... 84% 204M 0s 2024-09-19T11:45:10.157 INFO:teuthology.orchestra.run.smithi103.stderr: 78150K .......... .......... .......... .......... .......... 84% 251M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78200K .......... .......... .......... .......... .......... 84% 245M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78250K .......... .......... .......... .......... .......... 84% 241M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78300K .......... .......... .......... .......... .......... 84% 242M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78350K .......... .......... .......... .......... .......... 84% 261M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78400K .......... .......... .......... .......... .......... 84% 235M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78450K .......... .......... .......... .......... .......... 84% 277M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78500K .......... .......... .......... .......... .......... 84% 196M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78550K .......... .......... .......... .......... .......... 84% 234M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78600K .......... .......... .......... .......... .......... 84% 258M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78650K .......... .......... .......... .......... .......... 84% 199M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78700K .......... .......... .......... .......... .......... 84% 213M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78750K .......... .......... .......... .......... .......... 84% 248M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78800K .......... .......... .......... .......... .......... 84% 255M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78850K .......... .......... .......... .......... .......... 84% 253M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78900K .......... .......... .......... .......... .......... 84% 212M 0s 2024-09-19T11:45:10.158 INFO:teuthology.orchestra.run.smithi103.stderr: 78950K .......... .......... .......... .......... .......... 85% 263M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79000K .......... .......... .......... .......... .......... 85% 242M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79050K .......... .......... .......... .......... .......... 85% 252M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79100K .......... .......... .......... .......... .......... 85% 236M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79150K .......... .......... .......... .......... .......... 85% 262M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79200K .......... .......... .......... .......... .......... 85% 243M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79250K .......... .......... .......... .......... .......... 85% 262M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79300K .......... .......... .......... .......... .......... 85% 206M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79350K .......... .......... .......... .......... .......... 85% 238M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79400K .......... .......... .......... .......... .......... 85% 236M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79450K .......... .......... .......... .......... .......... 85% 207M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79500K .......... .......... .......... .......... .......... 85% 222M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79550K .......... .......... .......... .......... .......... 85% 224M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79600K .......... .......... .......... .......... .......... 85% 251M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79650K .......... .......... .......... .......... .......... 85% 267M 0s 2024-09-19T11:45:10.159 INFO:teuthology.orchestra.run.smithi103.stderr: 79700K .......... .......... .......... .......... .......... 85% 202M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 79750K .......... .......... .......... .......... .......... 85% 250M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 79800K .......... .......... .......... .......... .......... 85% 231M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 79850K .......... .......... .......... .......... .......... 86% 257M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 79900K .......... .......... .......... .......... .......... 86% 224M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 79950K .......... .......... .......... .......... .......... 86% 241M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80000K .......... .......... .......... .......... .......... 86% 249M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80050K .......... .......... .......... .......... .......... 86% 241M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80100K .......... .......... .......... .......... .......... 86% 200M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80150K .......... .......... .......... .......... .......... 86% 250M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80200K .......... .......... .......... .......... .......... 86% 227M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80250K .......... .......... .......... .......... .......... 86% 255M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80300K .......... .......... .......... .......... .......... 86% 226M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80350K .......... .......... .......... .......... .......... 86% 251M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80400K .......... .......... .......... .......... .......... 86% 265M 0s 2024-09-19T11:45:10.160 INFO:teuthology.orchestra.run.smithi103.stderr: 80450K .......... .......... .......... .......... .......... 86% 277M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80500K .......... .......... .......... .......... .......... 86% 193M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80550K .......... .......... .......... .......... .......... 86% 245M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80600K .......... .......... .......... .......... .......... 86% 261M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80650K .......... .......... .......... .......... .......... 86% 225M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80700K .......... .......... .......... .......... .......... 86% 228M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80750K .......... .......... .......... .......... .......... 86% 240M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80800K .......... .......... .......... .......... .......... 87% 257M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80850K .......... .......... .......... .......... .......... 87% 260M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80900K .......... .......... .......... .......... .......... 87% 181M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 80950K .......... .......... .......... .......... .......... 87% 264M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 81000K .......... .......... .......... .......... .......... 87% 212M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 81050K .......... .......... .......... .......... .......... 87% 201M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 81100K .......... .......... .......... .......... .......... 87% 220M 0s 2024-09-19T11:45:10.161 INFO:teuthology.orchestra.run.smithi103.stderr: 81150K .......... .......... .......... .......... .......... 87% 260M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81200K .......... .......... .......... .......... .......... 87% 236M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81250K .......... .......... .......... .......... .......... 87% 244M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81300K .......... .......... .......... .......... .......... 87% 188M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81350K .......... .......... .......... .......... .......... 87% 240M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81400K .......... .......... .......... .......... .......... 87% 270M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81450K .......... .......... .......... .......... .......... 87% 240M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81500K .......... .......... .......... .......... .......... 87% 230M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81550K .......... .......... .......... .......... .......... 87% 241M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81600K .......... .......... .......... .......... .......... 87% 216M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81650K .......... .......... .......... .......... .......... 87% 226M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81700K .......... .......... .......... .......... .......... 87% 193M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81750K .......... .......... .......... .......... .......... 88% 242M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81800K .......... .......... .......... .......... .......... 88% 242M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81850K .......... .......... .......... .......... .......... 88% 254M 0s 2024-09-19T11:45:10.162 INFO:teuthology.orchestra.run.smithi103.stderr: 81900K .......... .......... .......... .......... .......... 88% 247M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 81950K .......... .......... .......... .......... .......... 88% 217M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82000K .......... .......... .......... .......... .......... 88% 229M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82050K .......... .......... .......... .......... .......... 88% 274M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82100K .......... .......... .......... .......... .......... 88% 197M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82150K .......... .......... .......... .......... .......... 88% 246M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82200K .......... .......... .......... .......... .......... 88% 240M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82250K .......... .......... .......... .......... .......... 88% 222M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82300K .......... .......... .......... .......... .......... 88% 201M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82350K .......... .......... .......... .......... .......... 88% 262M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82400K .......... .......... .......... .......... .......... 88% 253M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82450K .......... .......... .......... .......... .......... 88% 246M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82500K .......... .......... .......... .......... .......... 88% 203M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82550K .......... .......... .......... .......... .......... 88% 269M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82600K .......... .......... .......... .......... .......... 88% 247M 0s 2024-09-19T11:45:10.163 INFO:teuthology.orchestra.run.smithi103.stderr: 82650K .......... .......... .......... .......... .......... 89% 253M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 82700K .......... .......... .......... .......... .......... 89% 221M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 82750K .......... .......... .......... .......... .......... 89% 250M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 82800K .......... .......... .......... .......... .......... 89% 255M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 82850K .......... .......... .......... .......... .......... 89% 223M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 82900K .......... .......... .......... .......... .......... 89% 213M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 82950K .......... .......... .......... .......... .......... 89% 248M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83000K .......... .......... .......... .......... .......... 89% 210M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83050K .......... .......... .......... .......... .......... 89% 246M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83100K .......... .......... .......... .......... .......... 89% 210M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83150K .......... .......... .......... .......... .......... 89% 244M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83200K .......... .......... .......... .......... .......... 89% 224M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83250K .......... .......... .......... .......... .......... 89% 239M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83300K .......... .......... .......... .......... .......... 89% 219M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83350K .......... .......... .......... .......... .......... 89% 219M 0s 2024-09-19T11:45:10.164 INFO:teuthology.orchestra.run.smithi103.stderr: 83400K .......... .......... .......... .......... .......... 89% 247M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83450K .......... .......... .......... .......... .......... 89% 225M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83500K .......... .......... .......... .......... .......... 89% 208M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83550K .......... .......... .......... .......... .......... 89% 267M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83600K .......... .......... .......... .......... .......... 90% 258M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83650K .......... .......... .......... .......... .......... 90% 205M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83700K .......... .......... .......... .......... .......... 90% 226M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83750K .......... .......... .......... .......... .......... 90% 243M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83800K .......... .......... .......... .......... .......... 90% 258M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83850K .......... .......... .......... .......... .......... 90% 250M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83900K .......... .......... .......... .......... .......... 90% 226M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 83950K .......... .......... .......... .......... .......... 90% 223M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 84000K .......... .......... .......... .......... .......... 90% 247M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 84050K .......... .......... .......... .......... .......... 90% 250M 0s 2024-09-19T11:45:10.165 INFO:teuthology.orchestra.run.smithi103.stderr: 84100K .......... .......... .......... .......... .......... 90% 234M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84150K .......... .......... .......... .......... .......... 90% 261M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84200K .......... .......... .......... .......... .......... 90% 234M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84250K .......... .......... .......... .......... .......... 90% 237M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84300K .......... .......... .......... .......... .......... 90% 197M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84350K .......... .......... .......... .......... .......... 90% 263M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84400K .......... .......... .......... .......... .......... 90% 260M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84450K .......... .......... .......... .......... .......... 90% 213M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84500K .......... .......... .......... .......... .......... 91% 228M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84550K .......... .......... .......... .......... .......... 91% 235M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84600K .......... .......... .......... .......... .......... 91% 254M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84650K .......... .......... .......... .......... .......... 91% 254M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84700K .......... .......... .......... .......... .......... 91% 183M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84750K .......... .......... .......... .......... .......... 91% 256M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84800K .......... .......... .......... .......... .......... 91% 211M 0s 2024-09-19T11:45:10.166 INFO:teuthology.orchestra.run.smithi103.stderr: 84850K .......... .......... .......... .......... .......... 91% 250M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 84900K .......... .......... .......... .......... .......... 91% 225M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 84950K .......... .......... .......... .......... .......... 91% 248M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85000K .......... .......... .......... .......... .......... 91% 207M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85050K .......... .......... .......... .......... .......... 91% 244M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85100K .......... .......... .......... .......... .......... 91% 218M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85150K .......... .......... .......... .......... .......... 91% 228M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85200K .......... .......... .......... .......... .......... 91% 239M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85250K .......... .......... .......... .......... .......... 91% 224M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85300K .......... .......... .......... .......... .......... 91% 198M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85350K .......... .......... .......... .......... .......... 91% 273M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85400K .......... .......... .......... .......... .......... 91% 233M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85450K .......... .......... .......... .......... .......... 92% 267M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85500K .......... .......... .......... .......... .......... 92% 206M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85550K .......... .......... .......... .......... .......... 92% 226M 0s 2024-09-19T11:45:10.167 INFO:teuthology.orchestra.run.smithi103.stderr: 85600K .......... .......... .......... .......... .......... 92% 259M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 85650K .......... .......... .......... .......... .......... 92% 249M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 85700K .......... .......... .......... .......... .......... 92% 219M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 85750K .......... .......... .......... .......... .......... 92% 270M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 85800K .......... .......... .......... .......... .......... 92% 260M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 85850K .......... .......... .......... .......... .......... 92% 279M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 85900K .......... .......... .......... .......... .......... 92% 197M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 85950K .......... .......... .......... .......... .......... 92% 255M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86000K .......... .......... .......... .......... .......... 92% 241M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86050K .......... .......... .......... .......... .......... 92% 244M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86100K .......... .......... .......... .......... .......... 92% 204M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86150K .......... .......... .......... .......... .......... 92% 254M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86200K .......... .......... .......... .......... .......... 92% 199M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86250K .......... .......... .......... .......... .......... 92% 276M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86300K .......... .......... .......... .......... .......... 92% 222M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86350K .......... .......... .......... .......... .......... 93% 271M 0s 2024-09-19T11:45:10.168 INFO:teuthology.orchestra.run.smithi103.stderr: 86400K .......... .......... .......... .......... .......... 93% 38.5M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86450K .......... .......... .......... .......... .......... 93% 239M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86500K .......... .......... .......... .......... .......... 93% 217M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86550K .......... .......... .......... .......... .......... 93% 276M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86600K .......... .......... .......... .......... .......... 93% 226M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86650K .......... .......... .......... .......... .......... 93% 264M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86700K .......... .......... .......... .......... .......... 93% 203M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86750K .......... .......... .......... .......... .......... 93% 249M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86800K .......... .......... .......... .......... .......... 93% 244M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86850K .......... .......... .......... .......... .......... 93% 238M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86900K .......... .......... .......... .......... .......... 93% 224M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 86950K .......... .......... .......... .......... .......... 93% 261M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 87000K .......... .......... .......... .......... .......... 93% 250M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 87050K .......... .......... .......... .......... .......... 93% 256M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 87100K .......... .......... .......... .......... .......... 93% 201M 0s 2024-09-19T11:45:10.169 INFO:teuthology.orchestra.run.smithi103.stderr: 87150K .......... .......... .......... .......... .......... 93% 223M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87200K .......... .......... .......... .......... .......... 93% 267M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87250K .......... .......... .......... .......... .......... 93% 273M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87300K .......... .......... .......... .......... .......... 94% 201M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87350K .......... .......... .......... .......... .......... 94% 239M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87400K .......... .......... .......... .......... .......... 94% 206M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87450K .......... .......... .......... .......... .......... 94% 258M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87500K .......... .......... .......... .......... .......... 94% 209M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87550K .......... .......... .......... .......... .......... 94% 250M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87600K .......... .......... .......... .......... .......... 94% 242M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87650K .......... .......... .......... .......... .......... 94% 413M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87700K .......... .......... .......... .......... .......... 94% 376M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87750K .......... .......... .......... .......... .......... 94% 438M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87800K .......... .......... .......... .......... .......... 94% 426M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87850K .......... .......... .......... .......... .......... 94% 428M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87900K .......... .......... .......... .......... .......... 94% 367M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 87950K .......... .......... .......... .......... .......... 94% 411M 0s 2024-09-19T11:45:10.170 INFO:teuthology.orchestra.run.smithi103.stderr: 88000K .......... .......... .......... .......... .......... 94% 430M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88050K .......... .......... .......... .......... .......... 94% 409M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88100K .......... .......... .......... .......... .......... 94% 361M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88150K .......... .......... .......... .......... .......... 94% 426M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88200K .......... .......... .......... .......... .......... 94% 415M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88250K .......... .......... .......... .......... .......... 95% 431M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88300K .......... .......... .......... .......... .......... 95% 354M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88350K .......... .......... .......... .......... .......... 95% 417M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88400K .......... .......... .......... .......... .......... 95% 385M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88450K .......... .......... .......... .......... .......... 95% 414M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88500K .......... .......... .......... .......... .......... 95% 372M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88550K .......... .......... .......... .......... .......... 95% 430M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88600K .......... .......... .......... .......... .......... 95% 408M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88650K .......... .......... .......... .......... .......... 95% 419M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88700K .......... .......... .......... .......... .......... 95% 359M 0s 2024-09-19T11:45:10.171 INFO:teuthology.orchestra.run.smithi103.stderr: 88750K .......... .......... .......... .......... .......... 95% 432M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 88800K .......... .......... .......... .......... .......... 95% 54.9M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 88850K .......... .......... .......... .......... .......... 95% 256M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 88900K .......... .......... .......... .......... .......... 95% 361M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 88950K .......... .......... .......... .......... .......... 95% 395M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89000K .......... .......... .......... .......... .......... 95% 402M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89050K .......... .......... .......... .......... .......... 95% 360M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89100K .......... .......... .......... .......... .......... 95% 359M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89150K .......... .......... .......... .......... .......... 96% 440M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89200K .......... .......... .......... .......... .......... 96% 24.5M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89250K .......... .......... .......... .......... .......... 96% 47.0M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89300K .......... .......... .......... .......... .......... 96% 192M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89350K .......... .......... .......... .......... .......... 96% 266M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89400K .......... .......... .......... .......... .......... 96% 314M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89450K .......... .......... .......... .......... .......... 96% 319M 0s 2024-09-19T11:45:10.172 INFO:teuthology.orchestra.run.smithi103.stderr: 89500K .......... .......... .......... .......... .......... 96% 339M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89550K .......... .......... .......... .......... .......... 96% 421M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89600K .......... .......... .......... .......... .......... 96% 416M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89650K .......... .......... .......... .......... .......... 96% 387M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89700K .......... .......... .......... .......... .......... 96% 382M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89750K .......... .......... .......... .......... .......... 96% 428M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89800K .......... .......... .......... .......... .......... 96% 422M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89850K .......... .......... .......... .......... .......... 96% 407M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89900K .......... .......... .......... .......... .......... 96% 349M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 89950K .......... .......... .......... .......... .......... 96% 433M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 90000K .......... .......... .......... .......... .......... 96% 427M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 90050K .......... .......... .......... .......... .......... 96% 415M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 90100K .......... .......... .......... .......... .......... 97% 388M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 90150K .......... .......... .......... .......... .......... 97% 429M 0s 2024-09-19T11:45:10.173 INFO:teuthology.orchestra.run.smithi103.stderr: 90200K .......... .......... .......... .......... .......... 97% 437M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90250K .......... .......... .......... .......... .......... 97% 424M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90300K .......... .......... .......... .......... .......... 97% 307M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90350K .......... .......... .......... .......... .......... 97% 410M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90400K .......... .......... .......... .......... .......... 97% 264M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90450K .......... .......... .......... .......... .......... 97% 344M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90500K .......... .......... .......... .......... .......... 97% 366M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90550K .......... .......... .......... .......... .......... 97% 339M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90600K .......... .......... .......... .......... .......... 97% 336M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90650K .......... .......... .......... .......... .......... 97% 404M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90700K .......... .......... .......... .......... .......... 97% 314M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90750K .......... .......... .......... .......... .......... 97% 407M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90800K .......... .......... .......... .......... .......... 97% 260M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90850K .......... .......... .......... .......... .......... 97% 397M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90900K .......... .......... .......... .......... .......... 97% 287M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 90950K .......... .......... .......... .......... .......... 97% 449M 0s 2024-09-19T11:45:10.174 INFO:teuthology.orchestra.run.smithi103.stderr: 91000K .......... .......... .......... .......... .......... 98% 448M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91050K .......... .......... .......... .......... .......... 98% 349M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91100K .......... .......... .......... .......... .......... 98% 192M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91150K .......... .......... .......... .......... .......... 98% 419M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91200K .......... .......... .......... .......... .......... 98% 424M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91250K .......... .......... .......... .......... .......... 98% 440M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91300K .......... .......... .......... .......... .......... 98% 393M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91350K .......... .......... .......... .......... .......... 98% 424M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91400K .......... .......... .......... .......... .......... 98% 424M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91450K .......... .......... .......... .......... .......... 98% 422M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91500K .......... .......... .......... .......... .......... 98% 364M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91550K .......... .......... .......... .......... .......... 98% 400M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91600K .......... .......... .......... .......... .......... 98% 428M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91650K .......... .......... .......... .......... .......... 98% 423M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91700K .......... .......... .......... .......... .......... 98% 388M 0s 2024-09-19T11:45:10.175 INFO:teuthology.orchestra.run.smithi103.stderr: 91750K .......... .......... .......... .......... .......... 98% 43.7M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 91800K .......... .......... .......... .......... .......... 98% 313M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 91850K .......... .......... .......... .......... .......... 98% 408M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 91900K .......... .......... .......... .......... .......... 98% 357M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 91950K .......... .......... .......... .......... .......... 99% 341M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92000K .......... .......... .......... .......... .......... 99% 406M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92050K .......... .......... .......... .......... .......... 99% 432M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92100K .......... .......... .......... .......... .......... 99% 25.2M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92150K .......... .......... .......... .......... .......... 99% 386M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92200K .......... .......... .......... .......... .......... 99% 284M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92250K .......... .......... .......... .......... .......... 99% 456M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92300K .......... .......... .......... .......... .......... 99% 61.3M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92350K .......... .......... .......... .......... .......... 99% 104M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92400K .......... .......... .......... .......... .......... 99% 367M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92450K .......... .......... .......... .......... .......... 99% 388M 0s 2024-09-19T11:45:10.176 INFO:teuthology.orchestra.run.smithi103.stderr: 92500K .......... .......... .......... .......... .......... 99% 412M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92550K .......... .......... .......... .......... .......... 99% 394M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92600K .......... .......... .......... .......... .......... 99% 417M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92650K .......... .......... .......... .......... .......... 99% 432M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92700K .......... .......... .......... .......... .......... 99% 427M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92750K .......... .......... .......... .......... .......... 99% 368M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92800K .......... .......... .......... .......... .......... 99% 407M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92850K .......... .......... .......... .......... .......... 99% 464M 0s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 92900K 100% 134G=0.4s 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19 11:45:09 (205 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2024-09-19T11:45:10.177 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T11:45:10.207 INFO:teuthology.orchestra.run.smithi103.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-19T11:45:10.207 INFO:teuthology.orchestra.run.smithi103.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-19T11:45:10.207 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-19T11:45:10.207 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-19T11:45:10.208 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-19T11:45:10.209 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-19T11:45:10.210 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-19T11:45:10.211 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-19T11:45:10.212 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-19T11:45:10.213 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-19T11:45:10.214 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-19T11:45:10.215 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-19T11:45:10.216 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-19T11:45:10.217 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-19T11:45:10.218 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-19T11:45:10.219 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-19T11:45:10.220 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-19T11:45:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-19T11:45:10.222 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-19T11:45:10.223 INFO:teuthology.orchestra.run.smithi103.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2024-09-19T11:45:10.228 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout:Welcome to Gradle 6.0.1! 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout:Here are the highlights of this release: 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Substantial improvements in dependency management, including 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Advanced control of transitive versions 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Support for optional features and dependencies 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Rules to tweak published metadata 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Support for Java 13 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Faster incremental Java and Groovy compilation 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - New Zinc compiler for Scala 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - VS2019 support 2024-09-19T11:45:10.229 INFO:teuthology.orchestra.run.smithi103.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:------------------------------------------------------------ 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:Gradle 6.0.1 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:------------------------------------------------------------ 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:Kotlin: 1.3.50 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:Groovy: 2.5.8 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:JVM: 11.0.20.1 (Red Hat, Inc. 11.0.20.1+1-LTS) 2024-09-19T11:45:10.230 INFO:teuthology.orchestra.run.smithi103.stdout:OS: Linux 5.14.0-508.el9.x86_64 amd64 2024-09-19T11:45:10.231 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.231 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-19T11:45:10.231 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-19T11:45:10.231 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T11:45:10.231 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-19T11:45:10.231 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T11:45:10.231 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-19T11:45:10.586 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-19T11:45:10.586 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-19T11:45:10.586 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'HKQRQDIGWVLOSXIDMXOR', 'access_secret': 'yViZvIRSlZe3bqAXzPHk5P16gAZqv8PuIIHcdti+jD0Wi3Tyokx99A==', 'region': 'mexico', 'endpoint': 'smithi103.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi103.front.sepia.ceph.com'} 2024-09-19T11:45:10.586 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-19T11:45:10.586 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'HKQRQDIGWVLOSXIDMXOR', '--secret', 'yViZvIRSlZe3bqAXzPHk5P16gAZqv8PuIIHcdti+jD0Wi3Tyokx99A==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-19T11:45:10.587 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key HKQRQDIGWVLOSXIDMXOR --secret yViZvIRSlZe3bqAXzPHk5P16gAZqv8PuIIHcdti+jD0Wi3Tyokx99A== --email tester.client.0_test@test.test --cluster ceph 2024-09-19T11:45:10.651 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:45:10.652 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:45:10.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.684+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.685+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.685+0000 7f4026b0c800 20 realm 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.685+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.685+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.685+0000 7f4026b0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.685+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.686+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.686+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.687+0000 7f4026b0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:45:10.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.687+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.687+0000 7f4026b0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:45:10.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.687+0000 7f4026b0c800 20 searching for the correct realm 2024-09-19T11:45:10.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.689+0000 7f40245f6640 0 -- 172.21.15.103:0/1783305573 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f401c01f040 msgr2=0x7f401c02d410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:45:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.692+0000 7f401bdf5640 0 -- 172.21.15.103:0/1783305573 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x55d63fb3fea0 msgr2=0x55d63fb42290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:45:10.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.698+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 zone default found 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 4 Realm: () 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 zonegroup default 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.699+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.700+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.700+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.700+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.700+0000 7f4026b0c800 20 started sync module instance, tier type = 2024-09-19T11:45:10.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.700+0000 7f4026b0c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:45:10.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.709+0000 7f4026b0c800 20 add_watcher() i=0 2024-09-19T11:45:10.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 20 add_watcher() i=1 2024-09-19T11:45:10.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 20 add_watcher() i=2 2024-09-19T11:45:10.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 20 add_watcher() i=3 2024-09-19T11:45:10.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 20 add_watcher() i=4 2024-09-19T11:45:10.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 20 add_watcher() i=5 2024-09-19T11:45:10.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 20 add_watcher() i=6 2024-09-19T11:45:10.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 20 add_watcher() i=7 2024-09-19T11:45:10.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.710+0000 7f4026b0c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:45:10.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.712+0000 7f3edafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:45:10.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.712+0000 7f4026b0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:45:10.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.712+0000 7f4026b0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:45:10.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.712+0000 7f4026b0c800 5 note: GC not initialized 2024-09-19T11:45:10.715 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.713+0000 7f3ed9fdb640 20 reqs_thread_entry: start 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.713+0000 7f4026b0c800 20 init_complete bucket index max shards: 11 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.713+0000 7f4026b0c800 20 Filter name: none 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.713+0000 7f3e4b7fe640 20 reqs_thread_entry: start 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.713+0000 7f4026b0c800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.713+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 cache get: name=default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR : miss 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 cache put: name=default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR info.flags=0x0 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 adding default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR to cache LRU end 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 cache get: name=default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR : hit (negative entry) 2024-09-19T11:45:10.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.714+0000 7f4026b0c800 10 cache get: name=default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR : hit (negative entry) 2024-09-19T11:45:10.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.715+0000 7f4026b0c800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-19T11:45:10.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.715+0000 7f4026b0c800 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T11:45:10.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.715+0000 7f4026b0c800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-19T11:45:10.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.716+0000 7f3efb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562404 cookie 94378680175712 notifier 8198 bl.length()=670 2024-09-19T11:45:10.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.716+0000 7f3efb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-19T11:45:10.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.716+0000 7f3efb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T11:45:10.718 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.717+0000 7f4026b0c800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-19T11:45:10.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.717+0000 7f4026b0c800 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-19T11:45:10.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.717+0000 7f4026b0c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-19T11:45:10.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.717+0000 7f3efb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562426 cookie 94378680162048 notifier 8198 bl.length()=200 2024-09-19T11:45:10.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.717+0000 7f3efb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-19T11:45:10.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.717+0000 7f3efb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-19T11:45:10.720 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.719+0000 7f4026b0c800 10 cache put: name=default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR info.flags=0x7 2024-09-19T11:45:10.720 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.719+0000 7f4026b0c800 10 moving default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR to cache LRU end 2024-09-19T11:45:10.720 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.719+0000 7f4026b0c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:HKQRQDIGWVLOSXIDMXOR, ofs0, ns] 2024-09-19T11:45:10.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.719+0000 7f3efb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562452 cookie 94378680131072 notifier 8198 bl.length()=189 2024-09-19T11:45:10.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.719+0000 7f3efb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR info.flags=0x7 2024-09-19T11:45:10.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.719+0000 7f3efb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+HKQRQDIGWVLOSXIDMXOR to cache LRU end 2024-09-19T11:45:10.721 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "tester.client.0", 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Ms. tester.client.0", 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "tester.client.0_test@test.test", 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "tester.client.0", 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "HKQRQDIGWVLOSXIDMXOR", 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "yViZvIRSlZe3bqAXzPHk5P16gAZqv8PuIIHcdti+jD0Wi3Tyokx99A==", 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:45:10.722 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:45:10.715471Z" 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:45:10.723 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "rgw", 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "", 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:45:10.724 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:45:10.715461Z", 2024-09-19T11:45:10.725 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:45:10.725 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:45:10.725 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:45:10.725 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:10.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.721+0000 7f3edafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:45:10.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.723+0000 7f4026b0c800 20 remove_watcher() i=0 2024-09-19T11:45:10.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.723+0000 7f4026b0c800 2 removed watcher, disabling cache 2024-09-19T11:45:10.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.725+0000 7f4026b0c800 20 remove_watcher() i=1 2024-09-19T11:45:10.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.726+0000 7f4026b0c800 20 remove_watcher() i=2 2024-09-19T11:45:10.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.727+0000 7f4026b0c800 20 remove_watcher() i=3 2024-09-19T11:45:10.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.728+0000 7f4026b0c800 20 remove_watcher() i=4 2024-09-19T11:45:10.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.729+0000 7f4026b0c800 20 remove_watcher() i=5 2024-09-19T11:45:10.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.730+0000 7f4026b0c800 20 remove_watcher() i=6 2024-09-19T11:45:10.732 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.731+0000 7f4026b0c800 20 remove_watcher() i=7 2024-09-19T11:45:10.744 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:45:10.744 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-19T11:45:10.775 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-19T11:45:10.775 DEBUG:teuthology.orchestra.run.smithi103:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-19T11:45:10.841 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:45:10.933 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:45:10.933 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:45:10.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.969+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.970+0000 7f0e50773800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.970+0000 7f0e50773800 20 realm 2024-09-19T11:45:10.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.970+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.971+0000 7f0e50773800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.971+0000 7f0e50773800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:45:10.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.971+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.973 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.971+0000 7f0e50773800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.973 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.971+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.972+0000 7f0e50773800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:45:10.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.972+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.972+0000 7f0e50773800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:45:10.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.972+0000 7f0e50773800 20 searching for the correct realm 2024-09-19T11:45:10.977 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.975+0000 7f0e4ea5e640 0 -- 172.21.15.103:0/2102598784 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55fcd776cc60 msgr2=0x55fcd776f120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:45:10.980 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.979+0000 7f0e4e25d640 0 -- 172.21.15.103:0/2102598784 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f0e3805ad50 msgr2=0x7f0e3806d960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:45:10.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:45:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.984+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:45:10.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 zone default found 2024-09-19T11:45:10.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 4 Realm: () 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 zonegroup default 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.985+0000 7f0e50773800 20 rados->read ofs=0 len=0 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.986+0000 7f0e50773800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.986+0000 7f0e50773800 20 started sync module instance, tier type = 2024-09-19T11:45:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.986+0000 7f0e50773800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:45:10.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.996+0000 7f0e50773800 20 add_watcher() i=0 2024-09-19T11:45:10.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.996+0000 7f0e50773800 20 add_watcher() i=1 2024-09-19T11:45:10.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.996+0000 7f0e50773800 20 add_watcher() i=2 2024-09-19T11:45:10.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.996+0000 7f0e50773800 20 add_watcher() i=3 2024-09-19T11:45:10.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.996+0000 7f0e50773800 20 add_watcher() i=4 2024-09-19T11:45:10.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.996+0000 7f0e50773800 20 add_watcher() i=5 2024-09-19T11:45:10.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.996+0000 7f0e50773800 20 add_watcher() i=6 2024-09-19T11:45:10.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.997+0000 7f0e50773800 20 add_watcher() i=7 2024-09-19T11:45:10.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.997+0000 7f0e50773800 2 all 8 watchers are set, enabling cache 2024-09-19T11:45:11.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.999+0000 7f0d04fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:45:11.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.999+0000 7f0e50773800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:45:11.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:10.999+0000 7f0e50773800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:45:11.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.037+0000 7f0c7f7fe640 20 reqs_thread_entry: start 2024-09-19T11:45:11.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.037+0000 7f0e50773800 20 init_complete bucket index max shards: 11 2024-09-19T11:45:11.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.037+0000 7f0e50773800 20 Filter name: none 2024-09-19T11:45:11.039 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.037+0000 7f0c7d7fa640 20 reqs_thread_entry: start 2024-09-19T11:45:11.039 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.037+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:45:11.040 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.039+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.040 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.039+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.039+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.039+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_UmfmD9yJEJgRsoKfJejjbLhtnUDKryN', time=2024-09-19T13:36:21.659945+0000, chain.objs.size()=3 2024-09-19T11:45:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.039+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.manW7WvE_Tjf_C7gr9oMztpA-vUegTY_0 2024-09-19T11:45:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.039+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.manW7WvE_Tjf_C7gr9oMztpA-vUegTY_1 2024-09-19T11:45:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.039+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.manW7WvE_Tjf_C7gr9oMztpA-vUegTY_2 2024-09-19T11:45:11.043 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.042+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.044+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:45:11.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.046+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.046+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.047+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.047+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_QLfml7cIdt08mD_HfQ2eAWXVQkyDuJv', time=2024-09-19T13:36:21.676345+0000, chain.objs.size()=3 2024-09-19T11:45:11.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.047+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.iSsrcV909Sl-S3xd_ThWx7D3cMEO7nM_0 2024-09-19T11:45:11.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.047+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.iSsrcV909Sl-S3xd_ThWx7D3cMEO7nM_1 2024-09-19T11:45:11.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.047+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.iSsrcV909Sl-S3xd_ThWx7D3cMEO7nM_2 2024-09-19T11:45:11.050 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.049+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.052 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.051+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:45:11.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.052+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.054 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.053+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.054 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.053+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.055 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.054+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:45:11.057 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.057 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.981830691655374272', time=2024-09-19T13:36:21.692273+0000, chain.objs.size()=5 2024-09-19T11:45:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1 2024-09-19T11:45:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1_1 2024-09-19T11:45:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2 2024-09-19T11:45:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2_1 2024-09-19T11:45:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.056+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.3 2024-09-19T11:45:11.059 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.058+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.061 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.060+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:45:11.062 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.061+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.062+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.062+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.064 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.063+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:45:11.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.064+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.065+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.065+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.065+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6469877211983544362', time=2024-09-19T13:36:21.607374+0000, chain.objs.size()=2 2024-09-19T11:45:11.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.065+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_0 2024-09-19T11:45:11.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.065+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_1 2024-09-19T11:45:11.067 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.066+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.069 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.068+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:45:11.071 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.069+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.071 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.070+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.071 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.070+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.073 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.071+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:45:11.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.073+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.073+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.075 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.073+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.075+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:45:11.077 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.076+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.076+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.077+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.077+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_6YO3dfz3I_oeZF0_ywH953PYyDHh7wd', time=2024-09-19T13:36:21.611197+0000, chain.objs.size()=2 2024-09-19T11:45:11.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.077+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.vZiMDSsngQq9B2Tr1Zp_kQwKrLUt7LX_0 2024-09-19T11:45:11.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.077+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.vZiMDSsngQq9B2Tr1Zp_kQwKrLUt7LX_1 2024-09-19T11:45:11.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.079+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.082+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:45:11.085 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.083+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.085 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.084+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.086 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.084+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.086 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.084+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.84631805290172545', time=2024-09-19T13:36:21.639839+0000, chain.objs.size()=2 2024-09-19T11:45:11.086 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.084+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_0 2024-09-19T11:45:11.086 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.084+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_._inAfQqXgJyTlv_q1_yvRPDlOx-46in_1 2024-09-19T11:45:11.087 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.086+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.088+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:45:11.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.089+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.091 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.090+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.090+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.090+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_yU1jEF73VkpyLqjdzQFkkZ3xMRSNQnX', time=2024-09-19T13:36:21.699732+0000, chain.objs.size()=3 2024-09-19T11:45:11.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.090+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.Oq51TmrHJQyWICzFrxYAiunzoFEuM91_0 2024-09-19T11:45:11.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.090+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.Oq51TmrHJQyWICzFrxYAiunzoFEuM91_1 2024-09-19T11:45:11.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.090+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.Oq51TmrHJQyWICzFrxYAiunzoFEuM91_2 2024-09-19T11:45:11.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.092+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.094+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:45:11.097 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.096+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.097 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.096+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.097 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.096+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.098 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.097+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:45:11.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.099+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.100+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.100+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.100+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6737511487490483750', time=2024-09-19T13:36:21.556731+0000, chain.objs.size()=4 2024-09-19T11:45:11.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.100+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.1 2024-09-19T11:45:11.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.100+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.2 2024-09-19T11:45:11.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.100+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.3 2024-09-19T11:45:11.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.100+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10__multipart_foo.2~4Ky6lsEVdjjoE7Cg9E5lVmD8yiGOFGZ.4 2024-09-19T11:45:11.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.102+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.105 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.104+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:45:11.106 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.105+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.106 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.105+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.107 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.105+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.107 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.105+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_3bU0ahn3Up7z7IwTSPEGAgQvWpH7nuJ', time=2024-09-19T13:36:21.665138+0000, chain.objs.size()=2 2024-09-19T11:45:11.107 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.106+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.KTMTmgSWwXMZPC7XJmYoRpG7aTjHnjQ_1 2024-09-19T11:45:11.107 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.106+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.KTMTmgSWwXMZPC7XJmYoRpG7aTjHnjQ_2 2024-09-19T11:45:11.109 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.108+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.111 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.110+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:45:11.112 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.111+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.113 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.112+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.113 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.112+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.114 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.113+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:45:11.116 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.115+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.116 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.115+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.117 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.115+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.118 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.116+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:45:11.119 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.118+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.120 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.118+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.120 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_UBpuwpeyk-ktg1mojum9MsxmWnbxMap', time=2024-09-19T13:36:21.622196+0000, chain.objs.size()=1 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.rrwKjc5WUrqNfU0qGOLFvaLqgSG6Xzh_1 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_dywstmaziqiWMC7urgml8lN4uUcTU5I', time=2024-09-19T13:36:21.672767+0000, chain.objs.size()=3 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.XBZ6wdwLfT5dZStLTMr2ExpBv2niVxS_0 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.XBZ6wdwLfT5dZStLTMr2ExpBv2niVxS_1 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.XBZ6wdwLfT5dZStLTMr2ExpBv2niVxS_2 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_Y0R4VUBbwub-wsQcqCTRVht7WpRVbeq', time=2024-09-19T13:36:21.684297+0000, chain.objs.size()=2 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.E6ZgBAagw5YVpPdkPILtJP7TbLKnhhs_1 2024-09-19T11:45:11.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.119+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_.E6ZgBAagw5YVpPdkPILtJP7TbLKnhhs_2 2024-09-19T11:45:11.123 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.122+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.125 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.124+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:45:11.126 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.125+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.127 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.125+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.127 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T11:45:11.127 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_3_vxHEHl_52zxQN6nrkphwzrSVD8HHC', time=2024-09-19T13:36:21.603693+0000, chain.objs.size()=1 2024-09-19T11:45:11.127 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.aotLFBemy2_S0a7Q1aV9glHzqIcTJGk_1 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16664740539714650143', time=2024-09-19T13:36:21.680034+0000, chain.objs.size()=5 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.1_1 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.2_1 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-STANDARD.2~q2ttvF6i9esKhbzENOEw-xVzggyFfMs.3 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14327348488600209913', time=2024-09-19T13:36:21.727645+0000, chain.objs.size()=5 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.1 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.1_1 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.2 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.2_1 2024-09-19T11:45:11.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.126+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-STANDARD.2~F2sSr4cWoo5Jt6RULtX-QmEZ6B7VvcF.3 2024-09-19T11:45:11.131 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.130+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.133 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.132+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:45:11.134 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.133+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.134 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.133+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.135 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.134+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.136 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.135+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:45:11.137 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.136+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.138 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.136+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8585091853390121855', time=2024-09-19T13:36:21.511480+0000, chain.objs.size()=7 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.1 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__shadow_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.1_1 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.2 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__shadow_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.2_1 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.3 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__shadow_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.3_1 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11__multipart_foo.2~mzzPol6ZgFX_jCyT3_Zt0nksUGh259o.4 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9622247716596843757', time=2024-09-19T13:36:21.578402+0000, chain.objs.size()=4 2024-09-19T11:45:11.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.1 2024-09-19T11:45:11.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.2 2024-09-19T11:45:11.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.3 2024-09-19T11:45:11.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9__multipart_foo.2~WrSO5w4cNdGNzWKE4xrZvzs-xjeivCy.4 2024-09-19T11:45:11.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10430072695761274449', time=2024-09-19T13:36:21.626020+0000, chain.objs.size()=2 2024-09-19T11:45:11.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.137+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_0 2024-09-19T11:45:11.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_1 2024-09-19T11:45:11.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6468411978866862985', time=2024-09-19T13:36:21.669109+0000, chain.objs.size()=5 2024-09-19T11:45:11.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1 2024-09-19T11:45:11.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1_1 2024-09-19T11:45:11.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2 2024-09-19T11:45:11.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2_1 2024-09-19T11:45:11.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.3 2024-09-19T11:45:11.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2346341044135238285', time=2024-09-19T13:36:21.696157+0000, chain.objs.size()=5 2024-09-19T11:45:11.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1 2024-09-19T11:45:11.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1_1 2024-09-19T11:45:11.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2 2024-09-19T11:45:11.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2_1 2024-09-19T11:45:11.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.140+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.3 2024-09-19T11:45:11.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.143+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.145+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:45:11.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.146+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.148 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.147+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.148 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.147+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.149 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.148+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:45:11.151 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.149+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.151 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.152 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:45:11.152 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13404240810285618778', time=2024-09-19T13:36:21.723871+0000, chain.objs.size()=5 2024-09-19T11:45:11.152 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.1 2024-09-19T11:45:11.152 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.1_1 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.2 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.2_1 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-FROZEN.2~Ry7_F_RGuiZC8KKU-Gezn2Bnty7OKD6.3 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16839358156689687443', time=2024-09-19T13:36:21.731414+0000, chain.objs.size()=5 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.1 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.1_1 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.2 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__shadow_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.2_1 2024-09-19T11:45:11.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.150+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14__multipart_foo-LUKEWARM.2~31BhpB3FY87RZegGrTuNEQ0FPUQUtZg.3 2024-09-19T11:45:11.155 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.154+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.157 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.156+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:45:11.158 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.157+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.159 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.157+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.159 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:45:11.159 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8717724913081259853', time=2024-09-19T13:36:21.531778+0000, chain.objs.size()=4 2024-09-19T11:45:11.159 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.1 2024-09-19T11:45:11.159 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.2 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.3 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12__multipart_foo.2~hSWgpP7I5PpwXO8TMDq8_Chfjrc7E16.4 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17796085139283066061', time=2024-09-19T13:36:21.703344+0000, chain.objs.size()=5 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.1_1 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.2_1 2024-09-19T11:45:11.160 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.158+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-FROZEN.2~apwEVUJwyzdm50lYesriUFH_RlP0sQR.3 2024-09-19T11:45:11.161 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.160+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.163 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.162+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:45:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.163+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.164+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.164+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.166 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.165+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:45:11.167 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.166+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.168 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7387804500725016106', time=2024-09-19T13:36:21.632233+0000, chain.objs.size()=2 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_0 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.nD2-s7S7RhGbHWyyJlYGYW2aZaThAXN_1 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2657285363598279830', time=2024-09-19T13:36:21.750748+0000, chain.objs.size()=3 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.2sHcNUWeKyKvHegtVIxnwNDChztzUwj_0 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.2sHcNUWeKyKvHegtVIxnwNDChztzUwj_1 2024-09-19T11:45:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.167+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.2sHcNUWeKyKvHegtVIxnwNDChztzUwj_2 2024-09-19T11:45:11.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.170+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.173 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.172+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:45:11.174 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.173+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.173+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.174+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.176 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.175+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:45:11.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.176+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.176+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.177+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.177+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_FnRGr-HRRJgFFLFP2g0EYFftLf5n_vI', time=2024-09-19T13:36:21.635985+0000, chain.objs.size()=1 2024-09-19T11:45:11.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.177+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.wPh3wd_nXh6Z7iDdjthMedlSh5yYDBz_0 2024-09-19T11:45:11.179 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.178+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.181 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.180+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:45:11.182 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.181+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.183 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.183 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.183 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7019254576831951331', time=2024-09-19T13:36:21.687943+0000, chain.objs.size()=5 2024-09-19T11:45:11.183 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1 2024-09-19T11:45:11.183 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.1_1 2024-09-19T11:45:11.184 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2 2024-09-19T11:45:11.184 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__shadow_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.2_1 2024-09-19T11:45:11.184 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.182+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16__multipart_foo-LUKEWARM.2~P_MGD4wEu2hLzxcF3rY4KEz_PCF6zp2.3 2024-09-19T11:45:11.185 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.184+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.187 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.186+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:45:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.187+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.188+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.188+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.190 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.189+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:45:11.192 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.190+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.192 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.191+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.192 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.191+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.193 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.191+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7698707659046875000', time=2024-09-19T13:36:21.756980+0000, chain.objs.size()=3 2024-09-19T11:45:11.193 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.191+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.FuFl64nlC0LP0HA_UQaJr5juqKuy2zH_0 2024-09-19T11:45:11.193 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.191+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.FuFl64nlC0LP0HA_UQaJr5juqKuy2zH_1 2024-09-19T11:45:11.193 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.191+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13__shadow_.FuFl64nlC0LP0HA_UQaJr5juqKuy2zH_2 2024-09-19T11:45:11.194 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.193+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.196 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.195+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:45:11.197 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.196+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.198 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.197+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.198 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.197+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.199 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.197+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_avaZ_r4JzmNQJbOzxKhHcTaRXOmY9m8', time=2024-09-19T13:36:21.614813+0000, chain.objs.size()=2 2024-09-19T11:45:11.199 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.197+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.32euTkQ1g4X4tAnyAnlWeT-5ek3qYzJ_0 2024-09-19T11:45:11.199 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.197+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.32euTkQ1g4X4tAnyAnlWeT-5ek3qYzJ_1 2024-09-19T11:45:11.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.199+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.202 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.201+0000 7f0e50773800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:45:11.203 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.202+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.204 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.202+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.204 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.203+0000 7f0e50773800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:45:11.204 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.203+0000 7f0e50773800 20 garbage collection: RGWGC::process iterating over entry tag='_nd3npQYy-gJQlRiZAbLrXo4ddkb4Tch', time=2024-09-19T13:36:21.599188+0000, chain.objs.size()=1 2024-09-19T11:45:11.204 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.203+0000 7f0e50773800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15__shadow_.kVJK34ZMJMuQNZodlUX01AVlRpKVrn-_0 2024-09-19T11:45:11.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.204+0000 7f0e50773800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:45:11.208 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.206+0000 7f0d04fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:45:11.210 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.208+0000 7f0e50773800 20 remove_watcher() i=0 2024-09-19T11:45:11.210 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.208+0000 7f0e50773800 2 removed watcher, disabling cache 2024-09-19T11:45:11.210 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.209+0000 7f0e50773800 20 remove_watcher() i=1 2024-09-19T11:45:11.213 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.211+0000 7f0e50773800 20 remove_watcher() i=2 2024-09-19T11:45:11.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.213+0000 7f0e50773800 20 remove_watcher() i=3 2024-09-19T11:45:11.215 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.214+0000 7f0e50773800 20 remove_watcher() i=4 2024-09-19T11:45:11.216 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.215+0000 7f0e50773800 20 remove_watcher() i=5 2024-09-19T11:45:11.217 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.216+0000 7f0e50773800 20 remove_watcher() i=6 2024-09-19T11:45:11.218 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.217+0000 7f0e50773800 20 remove_watcher() i=7 2024-09-19T11:45:11.229 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:45:11.281 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:45:11.281 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:45:11.317 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.316+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 20 realm 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.317+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.318+0000 7f75a28bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:45:11.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.318+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.320 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.319+0000 7f75a28bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:45:11.320 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.319+0000 7f75a28bb800 20 searching for the correct realm 2024-09-19T11:45:11.322 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.321+0000 7f7597ba4640 0 -- 172.21.15.103:0/2471241329 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f7588066040 msgr2=0x7f7588084430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:45:11.326 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.325+0000 7f75a03a5640 0 -- 172.21.15.103:0/2471241329 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f7588066420 msgr2=0x7f75880668a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:45:11.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.531+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:45:11.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 zone default found 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 4 Realm: () 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 zonegroup default 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:11.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.532+0000 7f75a28bb800 20 rados->read ofs=0 len=0 2024-09-19T11:45:11.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.533+0000 7f75a28bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:45:11.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.533+0000 7f75a28bb800 20 started sync module instance, tier type = 2024-09-19T11:45:11.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.533+0000 7f75a28bb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:45:11.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.541+0000 7f75a28bb800 20 add_watcher() i=0 2024-09-19T11:45:11.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.541+0000 7f75a28bb800 20 add_watcher() i=1 2024-09-19T11:45:11.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.541+0000 7f75a28bb800 20 add_watcher() i=2 2024-09-19T11:45:11.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.541+0000 7f75a28bb800 20 add_watcher() i=3 2024-09-19T11:45:11.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.541+0000 7f75a28bb800 20 add_watcher() i=4 2024-09-19T11:45:11.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.541+0000 7f75a28bb800 20 add_watcher() i=5 2024-09-19T11:45:11.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.541+0000 7f75a28bb800 20 add_watcher() i=6 2024-09-19T11:45:11.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.543+0000 7f75a28bb800 20 add_watcher() i=7 2024-09-19T11:45:11.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.543+0000 7f75a28bb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:45:11.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.545+0000 7f74567e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:45:11.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.545+0000 7f75a28bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:45:11.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.545+0000 7f75a28bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:45:11.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.580+0000 7f74557e2640 20 reqs_thread_entry: start 2024-09-19T11:45:11.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.580+0000 7f75a28bb800 20 init_complete bucket index max shards: 11 2024-09-19T11:45:11.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.580+0000 7f75a28bb800 20 Filter name: none 2024-09-19T11:45:11.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.580+0000 7f73c6ffd640 20 reqs_thread_entry: start 2024-09-19T11:45:11.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.580+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:45:11.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.581+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.582+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.582+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.583+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:45:11.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.584+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.584+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.585+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.587 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.586+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:45:11.588 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.587+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.588+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.588+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.590 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.589+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:45:11.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.590+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.591+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.591+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.593 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.592+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:45:11.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.594+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.594+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.596 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.595+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.595+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:45:11.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.597+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.597+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.597+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.598+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:45:11.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.600+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.600+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.600+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.601+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:45:11.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.603+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.603+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.604+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.605+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:45:11.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.606+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.606+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.606+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.607+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:45:11.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.609+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.609+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.609+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.610+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:45:11.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.612+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.612+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.612+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.614 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.613+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:45:11.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.614+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.615+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.615+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.616+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:45:11.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.617+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.617+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.618+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.621 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.619+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:45:11.621 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.620+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.620+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.621+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.622+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:45:11.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.623+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.623+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.624+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.624+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:45:11.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.626+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.626+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.627+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.628+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:45:11.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.629+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.629+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.630+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.630+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:45:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.632+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.632+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.633+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.634+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:45:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.635+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.635+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.635+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.636+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:45:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.638+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.638+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.638+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.639+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:45:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.641+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.641+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.641+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.642+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:45:11.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.643+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.644+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.644+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.646 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.645+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:45:11.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.646+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.647+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.647+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.648+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:45:11.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.649+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.650+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.650+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.651+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:45:11.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.652+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.653+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.653+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.654+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:45:11.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.655+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.656+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.656+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.657+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:45:11.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.658+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.658+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.659+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.660+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:45:11.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.661+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.662+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.662+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.664 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.663+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:45:11.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.664+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.665+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.665+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.666+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:45:11.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.668+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.668+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.668+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.671 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.669+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:45:11.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.671+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.671+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.671+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.672+0000 7f75a28bb800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:45:11.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.673+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.674+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:45:11.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.674+0000 7f75a28bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:45:11.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.676+0000 7f74567e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:45:11.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.679+0000 7f75a28bb800 20 remove_watcher() i=0 2024-09-19T11:45:11.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.679+0000 7f75a28bb800 2 removed watcher, disabling cache 2024-09-19T11:45:11.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.680+0000 7f75a28bb800 20 remove_watcher() i=1 2024-09-19T11:45:11.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.680+0000 7f75a28bb800 20 remove_watcher() i=2 2024-09-19T11:45:11.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.681+0000 7f75a28bb800 20 remove_watcher() i=3 2024-09-19T11:45:11.684 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.683+0000 7f75a28bb800 20 remove_watcher() i=4 2024-09-19T11:45:11.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.684+0000 7f75a28bb800 20 remove_watcher() i=5 2024-09-19T11:45:11.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.684+0000 7f75a28bb800 20 remove_watcher() i=6 2024-09-19T11:45:11.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:45:11.685+0000 7f75a28bb800 20 remove_watcher() i=7 2024-09-19T11:45:11.697 DEBUG:teuthology.orchestra.run.smithi103:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-19T11:45:12.193 INFO:teuthology.orchestra.run.smithi103.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-19T11:45:15.794 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :clean UP-TO-DATE 2024-09-19T11:45:33.793 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :compileJava 2024-09-19T11:45:33.793 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :processResources 2024-09-19T11:45:33.794 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :classes 2024-09-19T11:45:34.592 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:34.592 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :compileTestJava 2024-09-19T11:45:34.593 INFO:teuthology.orchestra.run.smithi103.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-19T11:45:34.593 INFO:teuthology.orchestra.run.smithi103.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-19T11:45:34.594 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:34.594 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :processTestResources NO-SOURCE 2024-09-19T11:45:34.594 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :testClasses 2024-09-19T11:45:40.392 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:40.392 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :test 2024-09-19T11:45:40.393 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:40.393 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-19T11:45:41.092 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:41.092 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-19T11:45:41.292 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:41.292 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-19T11:45:41.392 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:41.392 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-19T11:45:41.592 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:41.592 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-19T11:45:42.092 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:42.092 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-19T11:45:42.292 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:42.292 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-19T11:45:42.292 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:42.292 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-19T11:45:42.393 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:42.393 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-19T11:45:42.393 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:42.393 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-19T11:45:42.592 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:42.592 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-19T11:45:42.992 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:42.992 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-19T11:45:43.292 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:43.292 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-19T11:45:43.492 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:43.492 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-19T11:45:43.492 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19 11:45:43,393 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-19T11:45:47.192 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:47.192 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-19T11:45:47.492 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:47.493 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-19T11:45:47.493 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:47.493 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-19T11:45:47.692 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:47.693 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-19T11:45:47.693 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:47.693 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-19T11:45:47.992 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:47.992 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-19T11:45:48.392 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:48.392 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-19T11:45:48.592 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:48.592 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-19T11:45:48.592 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:48.592 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-19T11:45:48.692 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:48.692 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-19T11:45:50.992 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:50.992 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-19T11:45:51.192 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:51.192 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-19T11:45:51.792 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:51.792 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-19T11:45:52.192 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:52.192 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-19T11:45:52.492 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:52.492 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-19T11:45:52.692 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:52.692 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-19T11:45:57.892 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:57.892 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-19T11:45:58.092 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:58.092 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-19T11:45:58.992 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:58.992 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-19T11:45:59.192 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:59.192 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-19T11:45:59.592 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:59.592 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-19T11:45:59.792 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:45:59.792 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-19T11:46:00.192 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:00.192 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-19T11:46:00.392 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:00.392 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-19T11:46:00.492 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:00.492 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-19T11:46:00.692 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:00.692 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-19T11:46:00.692 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:00.692 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-19T11:46:00.892 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:00.892 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-19T11:46:00.892 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:00.892 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-19T11:46:01.092 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.092 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-19T11:46:01.092 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.092 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-19T11:46:01.292 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.292 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-19T11:46:01.293 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.293 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-19T11:46:01.492 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.492 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-19T11:46:01.592 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.592 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-19T11:46:01.792 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.792 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-19T11:46:01.792 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.792 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-19T11:46:01.992 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:01.992 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-19T11:46:02.492 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:02.492 INFO:teuthology.orchestra.run.smithi103.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-19T11:46:02.793 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:02.793 INFO:teuthology.orchestra.run.smithi103.stdout:---------------------------------------------------------------------- 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout:---------------------------------------------------------------------- 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout:BUILD SUCCESSFUL in 51s 2024-09-19T11:46:02.794 INFO:teuthology.orchestra.run.smithi103.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-19T11:46:03.129 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:03.180 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:03.180 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:03.217 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.216+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.217+0000 7f1337ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.217+0000 7f1337ebb800 20 realm 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.217+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.217+0000 7f1337ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.217+0000 7f1337ebb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.217+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.218+0000 7f1337ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.219 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.218+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.220 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.218+0000 7f1337ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:03.220 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.218+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.220 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.219+0000 7f1337ebb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:03.220 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.219+0000 7f1337ebb800 20 searching for the correct realm 2024-09-19T11:46:03.221 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.220+0000 7f13359a5640 0 -- 172.21.15.103:0/287624978 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f1330027040 msgr2=0x7f1330027930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:03.427 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.426+0000 7f132ffff640 0 -- 172.21.15.103:0/287624978 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x563ada247db0 msgr2=0x563ada24a1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:03.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.432+0000 7f1337ebb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:03.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.432+0000 7f1337ebb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:03.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.432+0000 7f1337ebb800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:03.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.432+0000 7f1337ebb800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:03.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.432+0000 7f1337ebb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:03.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.432+0000 7f1337ebb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:03.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.432+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:03.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:03.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 zone default found 2024-09-19T11:46:03.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 4 Realm: () 2024-09-19T11:46:03.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:03.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:03.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 zonegroup default 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.433+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.434+0000 7f1337ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.434+0000 7f1337ebb800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.434+0000 7f1337ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.434+0000 7f1337ebb800 20 started sync module instance, tier type = 2024-09-19T11:46:03.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.434+0000 7f1337ebb800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:03.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=0 2024-09-19T11:46:03.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=1 2024-09-19T11:46:03.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=2 2024-09-19T11:46:03.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=3 2024-09-19T11:46:03.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=4 2024-09-19T11:46:03.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=5 2024-09-19T11:46:03.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=6 2024-09-19T11:46:03.445 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 20 add_watcher() i=7 2024-09-19T11:46:03.445 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.443+0000 7f1337ebb800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:03.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.446+0000 7f11e77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:03.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.446+0000 7f1337ebb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:03.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.446+0000 7f1337ebb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:03.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.480+0000 7f11e67fc640 20 reqs_thread_entry: start 2024-09-19T11:46:03.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.481+0000 7f1337ebb800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:03.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.481+0000 7f1337ebb800 20 Filter name: none 2024-09-19T11:46:03.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.481+0000 7f115bfff640 20 reqs_thread_entry: start 2024-09-19T11:46:03.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.481+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:03.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.482+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.484 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.482+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2713522804079614542', time=2024-09-19T13:45:57.219971+0000, chain.objs.size()=16 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.1 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.1_1 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.1_2 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.2 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.2_1 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.2_2 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.3 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.3_1 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.3_2 2024-09-19T11:46:03.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.4 2024-09-19T11:46:03.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.4_1 2024-09-19T11:46:03.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.483+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.4_2 2024-09-19T11:46:03.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.486+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.5 2024-09-19T11:46:03.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.486+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.5_1 2024-09-19T11:46:03.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.486+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.5_2 2024-09-19T11:46:03.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.486+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~BMvvs-CsmZt6oEEJBqqouhqd84yXQkT.6 2024-09-19T11:46:03.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.488+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.492 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.490+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:03.493 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.492+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.493 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.492+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.492+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.493+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:03.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.494+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:03.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3141043163430688009', time=2024-09-19T13:45:57.781958+0000, chain.objs.size()=16 2024-09-19T11:46:03.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.1 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.1_1 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.1_2 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.2 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.2_1 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.2_2 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.3 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.3_1 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.3_2 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.4 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.4_1 2024-09-19T11:46:03.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.495+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.4_2 2024-09-19T11:46:03.499 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.498+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.5 2024-09-19T11:46:03.500 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.499+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.5_1 2024-09-19T11:46:03.500 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.499+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.5_2 2024-09-19T11:46:03.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.499+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~wtg4p4gY58wVTayVQIbYXPCXJjtD5KQ.6 2024-09-19T11:46:03.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.499+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10456923070021817583', time=2024-09-19T13:46:02.544987+0000, chain.objs.size()=21 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.499+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.1 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.499+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.1_1 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.499+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.2 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.500+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.2_1 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.500+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.3 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.500+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.3_1 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.500+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.4 2024-09-19T11:46:03.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.500+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.4_1 2024-09-19T11:46:03.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.501+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.5 2024-09-19T11:46:03.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.502+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.5_1 2024-09-19T11:46:03.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.503+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.6 2024-09-19T11:46:03.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.503+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.6_1 2024-09-19T11:46:03.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.503+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.7 2024-09-19T11:46:03.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.503+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.7_1 2024-09-19T11:46:03.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.503+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.8 2024-09-19T11:46:03.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.504+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.8_1 2024-09-19T11:46:03.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.504+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.9 2024-09-19T11:46:03.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.504+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.9_1 2024-09-19T11:46:03.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.504+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.10 2024-09-19T11:46:03.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.504+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__shadow_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.10_1 2024-09-19T11:46:03.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.504+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.66__multipart_key1.2~v7qOHyUZdrLVDUK70GajouJRPa4Ndg7.11 2024-09-19T11:46:03.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.507+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.510 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.509+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:03.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.510+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.511+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.511+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.512+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:03.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.513+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.514+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.514+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.514+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17505941625174084234', time=2024-09-19T13:45:56.667670+0000, chain.objs.size()=19 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.514+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.1 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.514+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.1_1 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.514+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.2 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.514+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.2_1 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.3 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.3_1 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.4 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.4_1 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.5 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.5_1 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.6 2024-09-19T11:46:03.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.515+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.6_1 2024-09-19T11:46:03.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.518+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.7 2024-09-19T11:46:03.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.518+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.7_1 2024-09-19T11:46:03.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.518+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.8 2024-09-19T11:46:03.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.518+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.8_1 2024-09-19T11:46:03.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.518+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.9 2024-09-19T11:46:03.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.518+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.9_1 2024-09-19T11:46:03.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.518+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~exPWwUV3Wjd6mJCRks_ccQgwGiZKsEv.10 2024-09-19T11:46:03.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.520+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.523+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:03.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.524+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.524+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15831945612848956614', time=2024-09-19T13:45:46.617039+0000, chain.objs.size()=7 2024-09-19T11:46:03.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~AN6DdynSeK1OgClQZxU0ny7s9ZKTScX.1 2024-09-19T11:46:03.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~AN6DdynSeK1OgClQZxU0ny7s9ZKTScX.1_1 2024-09-19T11:46:03.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~AN6DdynSeK1OgClQZxU0ny7s9ZKTScX.1_2 2024-09-19T11:46:03.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~AN6DdynSeK1OgClQZxU0ny7s9ZKTScX.2 2024-09-19T11:46:03.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~AN6DdynSeK1OgClQZxU0ny7s9ZKTScX.2_1 2024-09-19T11:46:03.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~AN6DdynSeK1OgClQZxU0ny7s9ZKTScX.2_2 2024-09-19T11:46:03.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.525+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~AN6DdynSeK1OgClQZxU0ny7s9ZKTScX.3 2024-09-19T11:46:03.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.527+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.529+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:03.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.531+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.531+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1231220232812607064', time=2024-09-19T13:45:45.659932+0000, chain.objs.size()=9 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.1 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.1_1 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.2 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.2_1 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.3 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.3_1 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.4 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.4_1 2024-09-19T11:46:03.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.532+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uI7StBGjxyRB26ainv_A2XZHuXBRohk.5 2024-09-19T11:46:03.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.535+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.537+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:03.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.538+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.538+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11771415169102626858', time=2024-09-19T13:45:59.656825+0000, chain.objs.size()=9 2024-09-19T11:46:03.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__multipart_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.1 2024-09-19T11:46:03.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__shadow_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.1_1 2024-09-19T11:46:03.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__multipart_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.2 2024-09-19T11:46:03.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__shadow_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.2_1 2024-09-19T11:46:03.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__multipart_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.3 2024-09-19T11:46:03.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__shadow_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.3_1 2024-09-19T11:46:03.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__multipart_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.4 2024-09-19T11:46:03.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__shadow_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.4_1 2024-09-19T11:46:03.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.539+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.57__multipart_key1.2~KHdrOSn-hhWsvPSTRWvTzGugvrhFgsC.5 2024-09-19T11:46:03.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.542+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.547 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.546+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:03.548 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.547+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.549 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.548+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.549 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.548+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.550 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.549+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:03.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.550+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12098498098353485308', time=2024-09-19T13:45:44.664772+0000, chain.objs.size()=9 2024-09-19T11:46:03.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.1 2024-09-19T11:46:03.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.1_1 2024-09-19T11:46:03.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.2 2024-09-19T11:46:03.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.2_1 2024-09-19T11:46:03.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.3 2024-09-19T11:46:03.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.3_1 2024-09-19T11:46:03.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.4 2024-09-19T11:46:03.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.4_1 2024-09-19T11:46:03.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.551+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~xeoju8aXp7qJFYYKgZJ0bZqQKcXSpSZ.5 2024-09-19T11:46:03.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.554+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.556+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:03.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.557+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.558+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.558+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.560 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.559+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:03.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.560+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6947425232933157160', time=2024-09-19T13:45:42.115844+0000, chain.objs.size()=9 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__multipart_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.1 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__shadow_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.1_1 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__multipart_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.2 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__shadow_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.2_1 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__multipart_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.3 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__shadow_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.3_1 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__multipart_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.4 2024-09-19T11:46:03.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__shadow_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.4_1 2024-09-19T11:46:03.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.561+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.42__multipart_key1.2~ZnW3wsrj7-2npt2SZFi_flfqft-HZN9.5 2024-09-19T11:46:03.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.565+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.568 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.567+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:03.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.568+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19', time=2024-09-19T13:46:00.301483+0000, chain.objs.size()=92 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.1 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.2 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.3 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.4 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.5 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.6 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.7 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.8 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.9 2024-09-19T11:46:03.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.10 2024-09-19T11:46:03.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.11 2024-09-19T11:46:03.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.569+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.12 2024-09-19T11:46:03.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.13 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.14 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.15 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.16 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.17 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.18 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.19 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.20 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.21 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.22 2024-09-19T11:46:03.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.571+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.23 2024-09-19T11:46:03.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.24 2024-09-19T11:46:03.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.25 2024-09-19T11:46:03.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.26 2024-09-19T11:46:03.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.27 2024-09-19T11:46:03.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.28 2024-09-19T11:46:03.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.29 2024-09-19T11:46:03.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.30 2024-09-19T11:46:03.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.31 2024-09-19T11:46:03.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.573+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.32 2024-09-19T11:46:03.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.574+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.33 2024-09-19T11:46:03.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.574+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.34 2024-09-19T11:46:03.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.574+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.35 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.36 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.37 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.38 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.39 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.40 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.41 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.42 2024-09-19T11:46:03.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.575+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.43 2024-09-19T11:46:03.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.576+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.44 2024-09-19T11:46:03.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.576+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.45 2024-09-19T11:46:03.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.576+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.46 2024-09-19T11:46:03.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.577+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.47 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.48 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.49 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.50 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.51 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.52 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.53 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.54 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.55 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.56 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.57 2024-09-19T11:46:03.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.578+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.58 2024-09-19T11:46:03.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.580+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.59 2024-09-19T11:46:03.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.580+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.60 2024-09-19T11:46:03.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.580+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.61 2024-09-19T11:46:03.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.580+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.62 2024-09-19T11:46:03.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.63 2024-09-19T11:46:03.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.64 2024-09-19T11:46:03.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.65 2024-09-19T11:46:03.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.66 2024-09-19T11:46:03.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.67 2024-09-19T11:46:03.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.68 2024-09-19T11:46:03.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.69 2024-09-19T11:46:03.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.70 2024-09-19T11:46:03.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.581+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.71 2024-09-19T11:46:03.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.582+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.72 2024-09-19T11:46:03.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.582+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.73 2024-09-19T11:46:03.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.74 2024-09-19T11:46:03.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.75 2024-09-19T11:46:03.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.76 2024-09-19T11:46:03.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.77 2024-09-19T11:46:03.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.78 2024-09-19T11:46:03.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.79 2024-09-19T11:46:03.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.80 2024-09-19T11:46:03.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.81 2024-09-19T11:46:03.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.583+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.82 2024-09-19T11:46:03.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.584+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.83 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.584+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.84 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.85 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.86 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.87 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.88 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.89 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.90 2024-09-19T11:46:03.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.91 2024-09-19T11:46:03.587 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.585+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.58__multipart_key1.2~Sa5s0hbfYMSI9HEpwAwjXyQZTxlbj19.92 2024-09-19T11:46:03.588 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.587+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.589+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:03.593 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.590+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.593 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.591+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.593 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.591+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.593 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.592+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:03.594 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.593+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.593+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.595 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.594+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.596 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.595+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:03.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.596+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.596+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.597+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.598+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:03.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.599+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7977477521125976497', time=2024-09-19T13:45:51.811370+0000, chain.objs.size()=9 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.1 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.1_1 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.2 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.2_1 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.3 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.3_1 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.4 2024-09-19T11:46:03.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.4_1 2024-09-19T11:46:03.603 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.600+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file.mpg.2~wuPCYU1AGnP2s6DyONFEOsXocvRDtGA.5 2024-09-19T11:46:03.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.603+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.605+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:03.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.606+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU', time=2024-09-19T13:45:41.022371+0000, chain.objs.size()=9 2024-09-19T11:46:03.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__multipart_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.1 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__shadow_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.1_1 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__multipart_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.2 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__shadow_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.2_1 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__multipart_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.3 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__shadow_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.3_1 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__multipart_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.4 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__shadow_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.4_1 2024-09-19T11:46:03.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.607+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.40__multipart_key1.2~BUlqmldBybLg3wIQdOJqpnlX6xZpCXU.5 2024-09-19T11:46:03.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.610+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.612+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:03.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.614+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.614+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3704679342872764768', time=2024-09-19T13:45:57.922951+0000, chain.objs.size()=16 2024-09-19T11:46:03.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.1 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.1_1 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.1_2 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.2 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.2_1 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.2_2 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.3 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.3_1 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.3_2 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.4 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.4_1 2024-09-19T11:46:03.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.615+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.4_2 2024-09-19T11:46:03.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.619+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.5 2024-09-19T11:46:03.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.619+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.5_1 2024-09-19T11:46:03.621 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.619+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.5_2 2024-09-19T11:46:03.621 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.619+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~--fql9b1G5fjrG0rzTO6pc62DZj0XO5.6 2024-09-19T11:46:03.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.621+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.623+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:03.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.625+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.625+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.625+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.626+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:03.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.627+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18003771226670696345', time=2024-09-19T13:45:59.017193+0000, chain.objs.size()=9 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__multipart_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.1 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__shadow_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.1_1 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__multipart_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.2 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__shadow_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.2_1 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__multipart_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.3 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__shadow_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.3_1 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__multipart_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.4 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__shadow_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.4_1 2024-09-19T11:46:03.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.628+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.56__multipart_key1.2~EOaCjpbClPfxBjx6fsbUPfEfIfbZpHE.5 2024-09-19T11:46:03.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.631+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.633+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:03.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.634+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6561242026051900732', time=2024-09-19T13:45:51.047316+0000, chain.objs.size()=9 2024-09-19T11:46:03.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__multipart_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.1 2024-09-19T11:46:03.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__shadow_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.1_1 2024-09-19T11:46:03.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__multipart_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.2 2024-09-19T11:46:03.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__shadow_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.2_1 2024-09-19T11:46:03.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.635+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__multipart_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.3 2024-09-19T11:46:03.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.636+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__shadow_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.3_1 2024-09-19T11:46:03.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.636+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__multipart_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.4 2024-09-19T11:46:03.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.636+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__shadow_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.4_1 2024-09-19T11:46:03.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.636+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.52__multipart_key1.2~5e4BYHO-CRbHqRZVyM5HlIH6NqtD6Ws.5 2024-09-19T11:46:03.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.638+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.641+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:03.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.642+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.642+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.644 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.643+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.644+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:03.646 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.645+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.646 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.645+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15138864791261017612', time=2024-09-19T13:45:48.405762+0000, chain.objs.size()=9 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__multipart_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.1 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__shadow_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.1_1 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__multipart_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.2 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__shadow_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.2_1 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__multipart_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.3 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__shadow_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.3_1 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__multipart_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.4 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__shadow_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.4_1 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.51__multipart_key1.2~aPj12t-OhFREw3fUFmENCV26utdPmO0.5 2024-09-19T11:46:03.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='2~rL4WGG1W7ABlzXgEw1v0oS_Iz9WWH8o', time=2024-09-19T13:45:52.540771+0000, chain.objs.size()=5 2024-09-19T11:46:03.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.54__multipart_key1.2~rL4WGG1W7ABlzXgEw1v0oS_Iz9WWH8o.7 2024-09-19T11:46:03.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.54__shadow_key1.2~rL4WGG1W7ABlzXgEw1v0oS_Iz9WWH8o.7_1 2024-09-19T11:46:03.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.646+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.54__multipart_key1.2~rL4WGG1W7ABlzXgEw1v0oS_Iz9WWH8o.10 2024-09-19T11:46:03.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.648+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.54__shadow_key1.2~rL4WGG1W7ABlzXgEw1v0oS_Iz9WWH8o.10_1 2024-09-19T11:46:03.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.648+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.54__multipart_key1.2~rL4WGG1W7ABlzXgEw1v0oS_Iz9WWH8o.13 2024-09-19T11:46:03.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.650+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.652+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:03.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.653+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5129079091352052911', time=2024-09-19T13:45:47.177241+0000, chain.objs.size()=7 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~RGuZl9nK996FpQGuIzQmVOMebJO2vWG.1 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~RGuZl9nK996FpQGuIzQmVOMebJO2vWG.1_1 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~RGuZl9nK996FpQGuIzQmVOMebJO2vWG.1_2 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~RGuZl9nK996FpQGuIzQmVOMebJO2vWG.2 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~RGuZl9nK996FpQGuIzQmVOMebJO2vWG.2_1 2024-09-19T11:46:03.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~RGuZl9nK996FpQGuIzQmVOMebJO2vWG.2_2 2024-09-19T11:46:03.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.654+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~RGuZl9nK996FpQGuIzQmVOMebJO2vWG.3 2024-09-19T11:46:03.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.657+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.659+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:03.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.661+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.661+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.661+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.662+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:03.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.663+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.664+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.664+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.665+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:03.668 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.666+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.668 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10843979646009872258', time=2024-09-19T13:45:43.110654+0000, chain.objs.size()=9 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.1 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.1_1 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.2 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.2_1 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.3 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.3_1 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.4 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.4_1 2024-09-19T11:46:03.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.667+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.5 2024-09-19T11:46:03.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.669+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.671+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:03.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.672+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12823857067237237010', time=2024-09-19T13:45:51.822012+0000, chain.objs.size()=9 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.1 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.1_1 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.2 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.2_1 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.3 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.3_1 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.4 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__shadow_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.4_1 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.53__multipart_file2.mpg.2~9buMrm5-2TbKJRQrpA1oJUte-RIrLpA.5 2024-09-19T11:46:03.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16985946720157997158', time=2024-09-19T13:45:54.178076+0000, chain.objs.size()=21 2024-09-19T11:46:03.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.1 2024-09-19T11:46:03.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.1_1 2024-09-19T11:46:03.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.673+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.2 2024-09-19T11:46:03.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.2_1 2024-09-19T11:46:03.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.3 2024-09-19T11:46:03.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.3_1 2024-09-19T11:46:03.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.4 2024-09-19T11:46:03.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.4_1 2024-09-19T11:46:03.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.5 2024-09-19T11:46:03.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.5_1 2024-09-19T11:46:03.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.6 2024-09-19T11:46:03.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.6_1 2024-09-19T11:46:03.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.7 2024-09-19T11:46:03.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.677+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.7_1 2024-09-19T11:46:03.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.680+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.8 2024-09-19T11:46:03.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.680+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.8_1 2024-09-19T11:46:03.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.680+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.9 2024-09-19T11:46:03.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.680+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.9_1 2024-09-19T11:46:03.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.680+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.10 2024-09-19T11:46:03.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.680+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.10_1 2024-09-19T11:46:03.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.680+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~blN0Z_PEo7wAetyEeg4spboYPiuVwOa.11 2024-09-19T11:46:03.683 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.682+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.686+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:03.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.687+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.687+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:03.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8301449411567898494', time=2024-09-19T13:45:45.235677+0000, chain.objs.size()=9 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.1 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.1_1 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.2 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.2_1 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.3 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.3_1 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.4 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.4_1 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~uIm8bj9DDykO7ozP7y_oJfm1kiDUaom.5 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1754869994619878754', time=2024-09-19T13:45:54.877568+0000, chain.objs.size()=21 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.1 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.1_1 2024-09-19T11:46:03.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.688+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.2 2024-09-19T11:46:03.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.2_1 2024-09-19T11:46:03.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.3 2024-09-19T11:46:03.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.3_1 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.4 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.4_1 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.5 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.5_1 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.6 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.6_1 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.7 2024-09-19T11:46:03.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.691+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.7_1 2024-09-19T11:46:03.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.695+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.8 2024-09-19T11:46:03.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.695+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.8_1 2024-09-19T11:46:03.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.695+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.9 2024-09-19T11:46:03.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.695+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.9_1 2024-09-19T11:46:03.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.695+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.10 2024-09-19T11:46:03.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.695+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__shadow_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.10_1 2024-09-19T11:46:03.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.695+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.55__multipart_key1.2~-M2MeclnvjrNmMN3OJ9wEgC-Oyv0zgB.11 2024-09-19T11:46:03.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.698+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.700+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:03.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.701+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.701+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5654280130176656329', time=2024-09-19T13:45:47.037464+0000, chain.objs.size()=7 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~6aJZGczxWGtU-RWsn_Bvvi5kpZyJhB-.1 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~6aJZGczxWGtU-RWsn_Bvvi5kpZyJhB-.1_1 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~6aJZGczxWGtU-RWsn_Bvvi5kpZyJhB-.1_2 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~6aJZGczxWGtU-RWsn_Bvvi5kpZyJhB-.2 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~6aJZGczxWGtU-RWsn_Bvvi5kpZyJhB-.2_1 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__shadow_key1.2~6aJZGczxWGtU-RWsn_Bvvi5kpZyJhB-.2_2 2024-09-19T11:46:03.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.702+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.47__multipart_key1.2~6aJZGczxWGtU-RWsn_Bvvi5kpZyJhB-.3 2024-09-19T11:46:03.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.705+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.707+0000 7f1337ebb800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:03.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.708+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:03.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4788777933884596216', time=2024-09-19T13:45:42.988001+0000, chain.objs.size()=9 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.1 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.1_1 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.2 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.2_1 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.3 2024-09-19T11:46:03.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.3_1 2024-09-19T11:46:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.4 2024-09-19T11:46:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__shadow_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.4_1 2024-09-19T11:46:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.44__multipart_key1.2~PRTs5L_AkiCsPMVo_-zqrxzKQlfIznj.5 2024-09-19T11:46:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4234577652388509848', time=2024-09-19T13:45:47.298768+0000, chain.objs.size()=5 2024-09-19T11:46:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.709+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.46__shadow_.xHFt02j3_LyY0UTDSS51mbj3ds1rRup_1 2024-09-19T11:46:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.710+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.46__shadow_.xHFt02j3_LyY0UTDSS51mbj3ds1rRup_2 2024-09-19T11:46:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.710+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.46__shadow_.xHFt02j3_LyY0UTDSS51mbj3ds1rRup_3 2024-09-19T11:46:03.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.712+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.46__shadow_.xHFt02j3_LyY0UTDSS51mbj3ds1rRup_4 2024-09-19T11:46:03.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.712+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.46__shadow_.xHFt02j3_LyY0UTDSS51mbj3ds1rRup_5 2024-09-19T11:46:03.715 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.714+0000 7f1337ebb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:03.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.717+0000 7f11e77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:03.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.720+0000 7f1337ebb800 20 remove_watcher() i=0 2024-09-19T11:46:03.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.720+0000 7f1337ebb800 2 removed watcher, disabling cache 2024-09-19T11:46:03.722 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.721+0000 7f1337ebb800 20 remove_watcher() i=1 2024-09-19T11:46:03.723 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.722+0000 7f1337ebb800 20 remove_watcher() i=2 2024-09-19T11:46:03.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.723+0000 7f1337ebb800 20 remove_watcher() i=3 2024-09-19T11:46:03.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.724+0000 7f1337ebb800 20 remove_watcher() i=4 2024-09-19T11:46:03.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.725+0000 7f1337ebb800 20 remove_watcher() i=5 2024-09-19T11:46:03.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.726+0000 7f1337ebb800 20 remove_watcher() i=6 2024-09-19T11:46:03.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.727+0000 7f1337ebb800 20 remove_watcher() i=7 2024-09-19T11:46:03.739 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:03.790 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:03.790 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:03.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.826+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.827+0000 7ff986140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.827+0000 7ff986140800 20 realm 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.827+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.827+0000 7ff986140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.828+0000 7ff986140800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.828+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.828+0000 7ff986140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:03.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.828+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.829+0000 7ff986140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:03.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.829+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:03.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.830+0000 7ff986140800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:03.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.830+0000 7ff986140800 20 searching for the correct realm 2024-09-19T11:46:03.833 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.832+0000 7ff981685640 0 -- 172.21.15.103:0/3618940100 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7ff978050040 msgr2=0x7ff978044470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:03.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:03.835+0000 7ff981e86640 0 -- 172.21.15.103:0/3618940100 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7ff97804f920 msgr2=0x7ff978065400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:04.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.041+0000 7ff986140800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:04.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.041+0000 7ff986140800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:04.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.041+0000 7ff986140800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:04.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.041+0000 7ff986140800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:04.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.041+0000 7ff986140800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:04.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.041+0000 7ff986140800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:04.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 zone default found 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 4 Realm: () 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 zonegroup default 2024-09-19T11:46:04.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.042+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.043+0000 7ff986140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.043+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.043+0000 7ff986140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.043+0000 7ff986140800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.043+0000 7ff986140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.043+0000 7ff986140800 20 started sync module instance, tier type = 2024-09-19T11:46:04.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.043+0000 7ff986140800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:04.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.052+0000 7ff986140800 20 add_watcher() i=0 2024-09-19T11:46:04.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.052+0000 7ff986140800 20 add_watcher() i=1 2024-09-19T11:46:04.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.052+0000 7ff986140800 20 add_watcher() i=2 2024-09-19T11:46:04.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.052+0000 7ff986140800 20 add_watcher() i=3 2024-09-19T11:46:04.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.052+0000 7ff986140800 20 add_watcher() i=4 2024-09-19T11:46:04.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.052+0000 7ff986140800 20 add_watcher() i=5 2024-09-19T11:46:04.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.052+0000 7ff986140800 20 add_watcher() i=6 2024-09-19T11:46:04.054 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.053+0000 7ff986140800 20 add_watcher() i=7 2024-09-19T11:46:04.054 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.053+0000 7ff986140800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:04.055 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.054+0000 7ff8337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:04.056 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.055+0000 7ff986140800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:04.056 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.055+0000 7ff986140800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:04.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.087+0000 7ff8327fc640 20 reqs_thread_entry: start 2024-09-19T11:46:04.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.087+0000 7ff986140800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:04.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.087+0000 7ff986140800 20 Filter name: none 2024-09-19T11:46:04.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.087+0000 7ff7a3fff640 20 reqs_thread_entry: start 2024-09-19T11:46:04.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.087+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:04.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.089+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.091 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.090+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.091 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.090+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.091+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:04.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.092+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.093+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.093+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.094+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:04.096 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.095+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.097 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.096+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.097 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.096+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.098 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.097+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:04.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.098+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.099+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.099+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.100+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:04.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.101+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.101+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.102+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.104 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.103+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:04.105 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.104+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.105 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.104+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.106 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.104+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.106 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.105+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:04.108 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.107+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.108 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.107+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.109 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.108+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.110 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.108+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:04.111 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.110+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.111 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.110+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.112 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.110+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.113 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.111+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:04.114 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.113+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.114 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.113+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.115 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.113+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.116 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.115+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:04.117 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.116+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.117 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.116+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.118 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.116+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.118 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.117+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:04.120 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.119+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.120 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.119+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.119+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.121 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.120+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:04.123 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.122+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.124 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.123+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.124 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.123+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.125 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.124+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:04.126 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.125+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.127 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.126+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.127 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.126+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.128 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.127+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:04.130 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.128+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.130 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.129+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.130 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.129+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.131 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.130+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:04.132 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.131+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.133 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.132+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.133 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.132+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.134 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.133+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:04.136 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.135+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.137 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.136+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.137 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.136+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.138 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.137+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:04.139 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.138+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.139+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.139+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.141 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.140+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:04.142 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.141+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.142+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.142+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.143+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:04.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.144+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.145+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.145+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.146+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:04.148 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.147+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.149 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.148+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.149 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.148+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.150 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.149+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:04.151 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.150+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.151 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.150+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.152 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.151+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.153 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.152+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:04.154 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.153+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.155 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.154+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.155 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.154+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.156 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.155+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:04.158 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.157+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.158 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.157+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.158 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.157+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.159 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.158+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:04.161 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.159+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.161 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.160+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.162 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.161+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.163 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.162+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:04.164 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.163+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.164 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.163+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.163+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.164+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:04.167 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.166+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.167 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.166+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.168 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.167+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.168+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:04.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.169+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.170+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.170+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.171+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:04.173 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.172+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.174 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.173+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.174 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.173+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.176 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.174+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:04.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.176+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.176+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.176+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.177+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:04.180 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.179+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.180 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.179+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.181 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.180+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.182 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.181+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:04.183 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.182+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.184 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.183+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.185 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.183+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.185 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.184+0000 7ff986140800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:04.186 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.185+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.187 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.186+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.187 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.186+0000 7ff986140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.188+0000 7ff8337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:04.191 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.190+0000 7ff986140800 20 remove_watcher() i=0 2024-09-19T11:46:04.191 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.190+0000 7ff986140800 2 removed watcher, disabling cache 2024-09-19T11:46:04.192 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.191+0000 7ff986140800 20 remove_watcher() i=1 2024-09-19T11:46:04.193 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.192+0000 7ff986140800 20 remove_watcher() i=2 2024-09-19T11:46:04.194 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.193+0000 7ff986140800 20 remove_watcher() i=3 2024-09-19T11:46:04.195 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.194+0000 7ff986140800 20 remove_watcher() i=4 2024-09-19T11:46:04.196 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.195+0000 7ff986140800 20 remove_watcher() i=5 2024-09-19T11:46:04.197 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.196+0000 7ff986140800 20 remove_watcher() i=6 2024-09-19T11:46:04.198 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.197+0000 7ff986140800 20 remove_watcher() i=7 2024-09-19T11:46:04.209 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:04.260 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:04.261 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:04.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.296+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 20 realm 2024-09-19T11:46:04.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:04.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.298+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.301 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.299+0000 7f0a98325800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:04.301 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.299+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.301 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.299+0000 7f0a98325800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:04.301 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.299+0000 7f0a98325800 20 searching for the correct realm 2024-09-19T11:46:04.304 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.303+0000 7f0a94734640 0 -- 172.21.15.103:0/2062275794 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x5618cb6ea340 msgr2=0x5618cb6ec7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:04.307 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.306+0000 7f0a8b732640 0 -- 172.21.15.103:0/2062275794 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f0a7c0cf330 msgr2=0x7f0a7c0b1650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:04.311 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:04.311 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:04.311 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:04.311 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:04.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:04.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:04.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:04.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.313 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:04.313 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 zone default found 2024-09-19T11:46:04.313 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 4 Realm: () 2024-09-19T11:46:04.313 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 zonegroup default 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.310+0000 7f0a98325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.311+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.311+0000 7f0a98325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.311+0000 7f0a98325800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.311+0000 7f0a98325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.311+0000 7f0a98325800 20 started sync module instance, tier type = 2024-09-19T11:46:04.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.311+0000 7f0a98325800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:04.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.319+0000 7f0a98325800 20 add_watcher() i=0 2024-09-19T11:46:04.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.319+0000 7f0a98325800 20 add_watcher() i=1 2024-09-19T11:46:04.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.319+0000 7f0a98325800 20 add_watcher() i=2 2024-09-19T11:46:04.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.319+0000 7f0a98325800 20 add_watcher() i=3 2024-09-19T11:46:04.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.319+0000 7f0a98325800 20 add_watcher() i=4 2024-09-19T11:46:04.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.319+0000 7f0a98325800 20 add_watcher() i=5 2024-09-19T11:46:04.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.319+0000 7f0a98325800 20 add_watcher() i=6 2024-09-19T11:46:04.322 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.320+0000 7f0a98325800 20 add_watcher() i=7 2024-09-19T11:46:04.322 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.320+0000 7f0a98325800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:04.323 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.322+0000 7f0949fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:04.324 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.322+0000 7f0a98325800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:04.324 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.322+0000 7f0a98325800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:04.358 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.357+0000 7f0948fe1640 20 reqs_thread_entry: start 2024-09-19T11:46:04.359 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.357+0000 7f0a98325800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:04.359 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.357+0000 7f0a98325800 20 Filter name: none 2024-09-19T11:46:04.359 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.357+0000 7f08c27fc640 20 reqs_thread_entry: start 2024-09-19T11:46:04.359 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.357+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:04.359 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.358+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.359+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.359+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.361 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.360+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:04.362 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.361+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.363 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.361+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.363 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.362+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.364 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.363+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:04.365 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.364+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.366 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.365+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.366 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.365+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.368 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.366+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:04.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.368+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.368+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.369+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.371 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.369+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:04.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.371+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.372 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.371+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.371+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.373 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.372+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:04.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.374+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.374+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.374+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.376+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:04.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.377+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.378 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.377+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.379 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.377+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.379 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.378+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:04.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.379+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.380+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.380+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.381+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:04.383 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.382+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.383+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.383+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.384+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:04.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.385+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.386+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.386+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.388 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.387+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:04.390 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.388+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.390 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.389+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.390 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.389+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.392 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.390+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:04.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.392+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.393 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.392+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.392+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.394+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:04.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.395+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.396 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.395+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.395+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.397 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.396+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:04.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.398+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.398+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.398+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.399+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:04.401 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.400+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.401+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.401+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.403 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.402+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:04.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.403+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.404+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.404+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.405+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:04.407 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.406+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.407+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.408 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.407+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.408+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:04.410 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.409+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.410+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.410+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.411+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:04.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.412+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.413+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.413+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.414+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:04.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.415+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.416+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.416+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.417+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:04.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.419+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.419+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.421 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.419+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.420+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:04.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.422+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.422+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.422+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.424+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:04.426 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.425+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.427 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.426+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.427 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.426+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.427+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:04.429 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.428+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.429+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.429+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.430+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:04.432 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.431+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.431+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.432+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.432+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:04.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.434+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.434+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.434+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.435+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:04.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.437+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.437+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.437+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.438+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:04.441 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.439+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.441 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.440+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.441 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.440+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.442 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.441+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:04.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.443+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.443+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.445 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.443+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.445 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.444+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:04.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.445+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.446+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.446+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.447+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:04.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.448+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.450 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.449+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.450 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.449+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.451 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.450+0000 7f0a98325800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:04.452 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.451+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.452 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.451+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.453 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.452+0000 7f0a98325800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.457 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.453+0000 7f0949fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:04.457 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.456+0000 7f0a98325800 20 remove_watcher() i=0 2024-09-19T11:46:04.457 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.456+0000 7f0a98325800 2 removed watcher, disabling cache 2024-09-19T11:46:04.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.457+0000 7f0a98325800 20 remove_watcher() i=1 2024-09-19T11:46:04.459 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.457+0000 7f0a98325800 20 remove_watcher() i=2 2024-09-19T11:46:04.459 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.458+0000 7f0a98325800 20 remove_watcher() i=3 2024-09-19T11:46:04.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.460+0000 7f0a98325800 20 remove_watcher() i=4 2024-09-19T11:46:04.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.460+0000 7f0a98325800 20 remove_watcher() i=5 2024-09-19T11:46:04.463 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.461+0000 7f0a98325800 20 remove_watcher() i=6 2024-09-19T11:46:04.463 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.462+0000 7f0a98325800 20 remove_watcher() i=7 2024-09-19T11:46:04.475 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:04.527 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:04.527 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:04.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.562+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 20 realm 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.564+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.565+0000 7f3c0792a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:04.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.565+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.565+0000 7f3c0792a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:04.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.565+0000 7f3c0792a800 20 searching for the correct realm 2024-09-19T11:46:04.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.568+0000 7f3c02ed9640 0 -- 172.21.15.103:0/2284907186 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f3bf801c450 msgr2=0x7f3bf801c8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:04.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.571+0000 7f3c036da640 0 -- 172.21.15.103:0/2284907186 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f3bf8053420 msgr2=0x7f3bf80538a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:04.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.777+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:04.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 zone default found 2024-09-19T11:46:04.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 4 Realm: () 2024-09-19T11:46:04.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:04.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:04.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:04.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 zonegroup default 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.778+0000 7f3c0792a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.779+0000 7f3c0792a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.779+0000 7f3c0792a800 20 started sync module instance, tier type = 2024-09-19T11:46:04.782 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.779+0000 7f3c0792a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.787+0000 7f3c0792a800 20 add_watcher() i=0 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.787+0000 7f3c0792a800 20 add_watcher() i=1 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.787+0000 7f3c0792a800 20 add_watcher() i=2 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.787+0000 7f3c0792a800 20 add_watcher() i=3 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.787+0000 7f3c0792a800 20 add_watcher() i=4 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.787+0000 7f3c0792a800 20 add_watcher() i=5 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.787+0000 7f3c0792a800 20 add_watcher() i=6 2024-09-19T11:46:04.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.788+0000 7f3c0792a800 20 add_watcher() i=7 2024-09-19T11:46:04.790 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.788+0000 7f3c0792a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:04.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.790+0000 7f3ab9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:04.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.790+0000 7f3c0792a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:04.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.790+0000 7f3c0792a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:04.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.824+0000 7f3ab8fe1640 20 reqs_thread_entry: start 2024-09-19T11:46:04.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.824+0000 7f3c0792a800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:04.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.824+0000 7f3c0792a800 20 Filter name: none 2024-09-19T11:46:04.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.824+0000 7f3a327fc640 20 reqs_thread_entry: start 2024-09-19T11:46:04.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.825+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:04.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.826+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.826+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.828 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.827+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.828+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:04.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.830+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.830+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.830+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.832 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.831+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:04.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.832+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.833+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.834 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.833+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.836 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.834+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:04.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.836+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.838 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.836+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.838 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.836+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.838 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.837+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:04.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.838+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.839+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.839+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.841 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.840+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:04.843 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.841+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.843 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.842+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.844 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.842+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.845 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.844+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:04.846 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.845+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.846 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.845+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.847 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.846+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.848 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.846+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:04.849 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.848+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.850 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.848+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.850 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.849+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.850+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:04.852 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.851+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.852 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.851+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.853 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.851+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.853 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.852+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:04.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.854+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.854+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.855+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.856+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:04.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.857+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.859 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.857+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.859 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.858+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.860 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.859+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:04.862 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.861+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.862 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.861+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.863 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.861+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.863 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.862+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:04.865 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.864+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.865 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.864+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.865 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.864+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.866 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.865+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:04.867 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.866+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.868 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.867+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.868 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.867+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.869 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.868+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:04.870 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.869+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.871 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.869+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.871 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.870+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.872 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.871+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:04.873 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.872+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.873 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.872+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.874 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.873+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.875 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.873+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:04.876 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.875+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.876 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.875+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.877 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.875+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.877 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.876+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:04.878 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.877+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.879 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.878+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.879 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.878+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.880 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.879+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:04.882 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.880+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.882 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.881+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.882 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.881+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.883 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.882+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:04.885 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.883+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.885 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.884+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.885 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.884+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.886 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.885+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:04.887 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.886+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.887+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.887+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.888+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:04.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.889+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.889+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.890+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.892 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.890+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:04.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.892+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.892+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.894 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.892+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.893+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:04.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.895+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.895+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.895+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.896+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:04.899 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.898+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.899 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.898+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.900 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.898+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.901 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.899+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:04.902 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.901+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.902 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.901+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.902 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.901+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.903 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.902+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:04.904 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.903+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.905 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.904+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.905 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.904+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.906 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.905+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:04.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.907+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.907+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.909 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.907+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.909 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.908+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:04.911 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.910+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.911+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.911+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.913 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.912+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:04.915 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.913+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.915 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.914+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.915 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.914+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.916+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:04.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.917+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.917+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.919 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.918+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.920 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.919+0000 7f3c0792a800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:04.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.920+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.920+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:04.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.921+0000 7f3c0792a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:04.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.922+0000 7f3ab9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:04.926 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.925+0000 7f3c0792a800 20 remove_watcher() i=0 2024-09-19T11:46:04.926 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.925+0000 7f3c0792a800 2 removed watcher, disabling cache 2024-09-19T11:46:04.927 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.926+0000 7f3c0792a800 20 remove_watcher() i=1 2024-09-19T11:46:04.928 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.927+0000 7f3c0792a800 20 remove_watcher() i=2 2024-09-19T11:46:04.929 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.928+0000 7f3c0792a800 20 remove_watcher() i=3 2024-09-19T11:46:04.930 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.929+0000 7f3c0792a800 20 remove_watcher() i=4 2024-09-19T11:46:04.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.930+0000 7f3c0792a800 20 remove_watcher() i=5 2024-09-19T11:46:04.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.931+0000 7f3c0792a800 20 remove_watcher() i=6 2024-09-19T11:46:04.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:04.931+0000 7f3c0792a800 20 remove_watcher() i=7 2024-09-19T11:46:04.944 DEBUG:teuthology.orchestra.run.smithi103:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-19T11:46:05.433 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :clean 2024-09-19T11:46:06.229 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :compileJava 2024-09-19T11:46:06.229 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :processResources 2024-09-19T11:46:06.229 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :classes 2024-09-19T11:46:06.729 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:06.730 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :compileTestJava 2024-09-19T11:46:06.730 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:06.730 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :processTestResources NO-SOURCE 2024-09-19T11:46:06.730 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :testClasses 2024-09-19T11:46:06.730 INFO:teuthology.orchestra.run.smithi103.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-19T11:46:06.730 INFO:teuthology.orchestra.run.smithi103.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-19T11:46:08.730 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.730 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :test 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests STANDARD_OUT 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19 11:46:07,987 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.731 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-19T11:46:08.732 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.732 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-19T11:46:08.928 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:08.929 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-19T11:46:09.028 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.029 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-19T11:46:09.129 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.129 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-19T11:46:09.129 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.129 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-19T11:46:09.328 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.328 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-19T11:46:09.428 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.429 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-19T11:46:09.528 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.529 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-19T11:46:09.629 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.629 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-19T11:46:09.929 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.929 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-19T11:46:09.929 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:09.929 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-19T11:46:10.128 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:10.129 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-19T11:46:10.228 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:10.229 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-19T11:46:10.320 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:10.320 INFO:teuthology.orchestra.run.smithi103.stdout:-------------------------------------------------------------------- 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout:-------------------------------------------------------------------- 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout:BUILD SUCCESSFUL in 5s 2024-09-19T11:46:10.321 INFO:teuthology.orchestra.run.smithi103.stdout:5 actionable tasks: 5 executed 2024-09-19T11:46:10.324 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:10.376 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:10.376 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:10.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.411+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 20 realm 2024-09-19T11:46:10.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:10.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.413+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.414+0000 7fe334522800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:10.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.414+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.415+0000 7fe334522800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:10.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.415+0000 7fe334522800 20 searching for the correct realm 2024-09-19T11:46:10.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.418+0000 7fe3309d3640 0 -- 172.21.15.103:0/2489035479 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x564f4ff05c90 msgr2=0x564f4ff08150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:10.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.422+0000 7fe3301d2640 0 -- 172.21.15.103:0/2489035479 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fe324071b80 msgr2=0x7fe324073990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:10.427 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:10.427 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:10.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:10.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:10.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:10.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:10.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.426+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 zone default found 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 4 Realm: () 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 zonegroup default 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.427+0000 7fe334522800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.428+0000 7fe334522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.428+0000 7fe334522800 20 started sync module instance, tier type = 2024-09-19T11:46:10.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.428+0000 7fe334522800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:10.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.436+0000 7fe334522800 20 add_watcher() i=0 2024-09-19T11:46:10.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.436+0000 7fe334522800 20 add_watcher() i=1 2024-09-19T11:46:10.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.436+0000 7fe334522800 20 add_watcher() i=2 2024-09-19T11:46:10.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.436+0000 7fe334522800 20 add_watcher() i=3 2024-09-19T11:46:10.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.436+0000 7fe334522800 20 add_watcher() i=4 2024-09-19T11:46:10.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.436+0000 7fe334522800 20 add_watcher() i=5 2024-09-19T11:46:10.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.436+0000 7fe334522800 20 add_watcher() i=6 2024-09-19T11:46:10.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.437+0000 7fe334522800 20 add_watcher() i=7 2024-09-19T11:46:10.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.437+0000 7fe334522800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:10.441 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.439+0000 7fe1e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:10.441 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.440+0000 7fe334522800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:10.441 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.440+0000 7fe334522800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:10.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.478+0000 7fe1e5fdb640 20 reqs_thread_entry: start 2024-09-19T11:46:10.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.478+0000 7fe334522800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:10.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.478+0000 7fe334522800 20 Filter name: none 2024-09-19T11:46:10.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.479+0000 7fe1577fe640 20 reqs_thread_entry: start 2024-09-19T11:46:10.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.479+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:10.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.480+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.480+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.481+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.482+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:10.484 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.483+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.484+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.484+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.485+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:10.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.486+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.487+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.487+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.488+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:10.490 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.489+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.491 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.490+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.491 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.490+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.492 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.491+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:10.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.493+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.493+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.494+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.495+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:10.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.497+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.497+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.497+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.499 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.498+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:10.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.500+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.500+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.501 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.500+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.501+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:10.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.502+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.503+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.503+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.504+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:10.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.506+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.506+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.506+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.507+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:10.510 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.509+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.510 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.509+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.509+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.511+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:10.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.512+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.512+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.512+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.513+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:10.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.514+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.515+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.515+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.516+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:10.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.518+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.518+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.519+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.521 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.520+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:10.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.521+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.522+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.522+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.523+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:10.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.525+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.525+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.526+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.527+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:10.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.528+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.528+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.529+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.530+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:10.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.531+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.532+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.532+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.533+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:10.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.534+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.535+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.535+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.536+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:10.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.538+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.538+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.539+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.539+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:10.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.541+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.541+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.541+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.542+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:10.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.544+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.544+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.544+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.545+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:10.548 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.546+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.548 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.547+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.548 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.547+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.549 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.548+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:10.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.550+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.550+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.550+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.551+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:10.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.553+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.553+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.553+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.554+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:10.556 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.555+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.556+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.556+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.557+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:10.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.558+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.560 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.559+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.560 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.559+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.560+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:10.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.561+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.561+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.561+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.562+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:10.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.564+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.564+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.564+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.566+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:10.568 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.567+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.568+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.568+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.569+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:10.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.570+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.571+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.571+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.572+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:10.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.573+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.574+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.574+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.575+0000 7fe334522800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:10.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.576+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.577+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.577+0000 7fe334522800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.578+0000 7fe1e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:10.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.580+0000 7fe334522800 20 remove_watcher() i=0 2024-09-19T11:46:10.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.580+0000 7fe334522800 2 removed watcher, disabling cache 2024-09-19T11:46:10.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.582+0000 7fe334522800 20 remove_watcher() i=1 2024-09-19T11:46:10.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.583+0000 7fe334522800 20 remove_watcher() i=2 2024-09-19T11:46:10.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.584+0000 7fe334522800 20 remove_watcher() i=3 2024-09-19T11:46:10.587 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.585+0000 7fe334522800 20 remove_watcher() i=4 2024-09-19T11:46:10.587 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.586+0000 7fe334522800 20 remove_watcher() i=5 2024-09-19T11:46:10.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.587+0000 7fe334522800 20 remove_watcher() i=6 2024-09-19T11:46:10.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.588+0000 7fe334522800 20 remove_watcher() i=7 2024-09-19T11:46:10.601 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:10.653 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:10.653 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:10.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.689+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 20 realm 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.691+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.692+0000 7f8f1d80e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:10.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.692+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.693+0000 7f8f1d80e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:10.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.693+0000 7f8f1d80e800 20 searching for the correct realm 2024-09-19T11:46:10.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.695+0000 7f8f18819640 0 -- 172.21.15.103:0/1811238857 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f8f1003a430 msgr2=0x7f8f1003a890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:10.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.699+0000 7f8f1901a640 0 -- 172.21.15.103:0/1811238857 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8f10057400 msgr2=0x7f8f10057860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.904+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:10.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 zone default found 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 4 Realm: () 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 zonegroup default 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.905+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.906+0000 7f8f1d80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.906+0000 7f8f1d80e800 20 rados->read ofs=0 len=0 2024-09-19T11:46:10.909 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.906+0000 7f8f1d80e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:10.909 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.906+0000 7f8f1d80e800 20 started sync module instance, tier type = 2024-09-19T11:46:10.909 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.906+0000 7f8f1d80e800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:10.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.914+0000 7f8f1d80e800 20 add_watcher() i=0 2024-09-19T11:46:10.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.914+0000 7f8f1d80e800 20 add_watcher() i=1 2024-09-19T11:46:10.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.914+0000 7f8f1d80e800 20 add_watcher() i=2 2024-09-19T11:46:10.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.914+0000 7f8f1d80e800 20 add_watcher() i=3 2024-09-19T11:46:10.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.914+0000 7f8f1d80e800 20 add_watcher() i=4 2024-09-19T11:46:10.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.914+0000 7f8f1d80e800 20 add_watcher() i=5 2024-09-19T11:46:10.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.914+0000 7f8f1d80e800 20 add_watcher() i=6 2024-09-19T11:46:10.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.915+0000 7f8f1d80e800 20 add_watcher() i=7 2024-09-19T11:46:10.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.915+0000 7f8f1d80e800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:10.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.917+0000 7f8dcf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:10.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.917+0000 7f8f1d80e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:10.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.917+0000 7f8f1d80e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:10.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.951+0000 7f8dce7e4640 20 reqs_thread_entry: start 2024-09-19T11:46:10.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.951+0000 7f8f1d80e800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:10.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.951+0000 7f8f1d80e800 20 Filter name: none 2024-09-19T11:46:10.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.951+0000 7f8d3ffff640 20 reqs_thread_entry: start 2024-09-19T11:46:10.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.951+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:10.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.953+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.955 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.953+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.955 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.953+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.954+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:10.957 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.956+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.957 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.956+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.956+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.957+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:10.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.958+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.960 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.959+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.960 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.959+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.960+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:10.963 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.962+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.964 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.962+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.964 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.963+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.965 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.964+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:10.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.965+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.965+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.967 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.966+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.966+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.968+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.968+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.969+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.970+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:10.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.971+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.973 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.972+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.973 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.972+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.974 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.973+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:10.975 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.974+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.976 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.974+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.976 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.975+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.977 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.976+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:10.978 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.977+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.979 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.977+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.979 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.978+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.980 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.979+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:10.981 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.980+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.982 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.980+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.982 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.981+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.983 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.981+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:10.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.983+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.983+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.985 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.984+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.985+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:10.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.986+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.987+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.987+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.989 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.988+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:10.990 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.989+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.991 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.990+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.991 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.990+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.992 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.991+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:10.993 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.992+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.994 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.993+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.994 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.993+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.994+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:10.996 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.995+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.996+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:10.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.996+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:10.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.997+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:10.999 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.998+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.999+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:10.999+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.000+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:11.002 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.001+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.003 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.002+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.003 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.002+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.004 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.003+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:11.006 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.005+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.007 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.005+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.007 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.006+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.008 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.007+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:11.009 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.008+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.010 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.009+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.010 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.009+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.011 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.010+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:11.012 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.011+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.013 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.012+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.013 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.012+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.014 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.013+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:11.015 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.014+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.015 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.014+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.015+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.016+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:11.018 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.017+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.018 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.017+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.018+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.020 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.019+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:11.021 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.020+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.021 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.020+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.022 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.021+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.023 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.022+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:11.024 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.023+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.024 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.023+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.025 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.024+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.026 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.025+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:11.027 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.026+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.028 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.027+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.028 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.027+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.029+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:11.032 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.031+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.032 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.031+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.032 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.031+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.033 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.032+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:11.035 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.034+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.035 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.034+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.036 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.035+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.037 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.036+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:11.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.037+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.037+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.039 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.037+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.039 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.038+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.039+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.040+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.040+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.043 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.041+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:11.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.043+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.043+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.043+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.044+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:11.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.046+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.046+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.046+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.047+0000 7f8f1d80e800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:11.050 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.049+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.051 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.049+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.051 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.050+0000 7f8f1d80e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.051+0000 7f8dcf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:11.056 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.055+0000 7f8f1d80e800 20 remove_watcher() i=0 2024-09-19T11:46:11.056 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.055+0000 7f8f1d80e800 2 removed watcher, disabling cache 2024-09-19T11:46:11.057 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.056+0000 7f8f1d80e800 20 remove_watcher() i=1 2024-09-19T11:46:11.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.057+0000 7f8f1d80e800 20 remove_watcher() i=2 2024-09-19T11:46:11.059 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.058+0000 7f8f1d80e800 20 remove_watcher() i=3 2024-09-19T11:46:11.060 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.059+0000 7f8f1d80e800 20 remove_watcher() i=4 2024-09-19T11:46:11.061 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.059+0000 7f8f1d80e800 20 remove_watcher() i=5 2024-09-19T11:46:11.062 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.060+0000 7f8f1d80e800 20 remove_watcher() i=6 2024-09-19T11:46:11.062 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.061+0000 7f8f1d80e800 20 remove_watcher() i=7 2024-09-19T11:46:11.074 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:11.126 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:11.126 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:11.163 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.162+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.163+0000 7f355952a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.163+0000 7f355952a800 20 realm 2024-09-19T11:46:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.163+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.164+0000 7f355952a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.165 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.164+0000 7f355952a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:11.166 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.164+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.166 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.164+0000 7f355952a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.166 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.164+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.166 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.165+0000 7f355952a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:11.167 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.165+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.167 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.165+0000 7f355952a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:11.167 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.165+0000 7f355952a800 20 searching for the correct realm 2024-09-19T11:46:11.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.167+0000 7f354ffff640 0 -- 172.21.15.103:0/4188946592 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f354001e020 msgr2=0x7f3540069ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:11.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.171+0000 7f355521e640 0 -- 172.21.15.103:0/4188946592 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f3540066170 msgr2=0x7f354005d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:11.379 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.377+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 zone default found 2024-09-19T11:46:11.380 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 4 Realm: () 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 zonegroup default 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.378+0000 7f355952a800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.381 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.379+0000 7f355952a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.379+0000 7f355952a800 20 started sync module instance, tier type = 2024-09-19T11:46:11.382 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.379+0000 7f355952a800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:11.388 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.387+0000 7f355952a800 20 add_watcher() i=0 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.387+0000 7f355952a800 20 add_watcher() i=1 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.387+0000 7f355952a800 20 add_watcher() i=2 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.387+0000 7f355952a800 20 add_watcher() i=3 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.387+0000 7f355952a800 20 add_watcher() i=4 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.387+0000 7f355952a800 20 add_watcher() i=5 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.387+0000 7f355952a800 20 add_watcher() i=6 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.388+0000 7f355952a800 20 add_watcher() i=7 2024-09-19T11:46:11.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.388+0000 7f355952a800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:11.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.390+0000 7f340bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:11.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.390+0000 7f355952a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:11.391 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.390+0000 7f355952a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:11.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.422+0000 7f340afe5640 20 reqs_thread_entry: start 2024-09-19T11:46:11.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.422+0000 7f355952a800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:11.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.423+0000 7f355952a800 20 Filter name: none 2024-09-19T11:46:11.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.423+0000 7f3408fe1640 20 reqs_thread_entry: start 2024-09-19T11:46:11.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.423+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:11.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.424+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.425+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.425+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.426+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.427+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.428+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.428+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.429+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.430+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.430+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.431+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.432+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:11.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.433+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.433+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.433+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.434+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.436+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.436+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.437+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.437+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.439+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.439+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.439+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.440+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.441+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.442+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.442+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.443+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.444+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.445+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.445+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.446+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.447+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.448+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.448+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.449+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.450+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.450+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.451+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.452+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.453+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.453+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.454+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.454+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.456+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.456+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.456+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.457+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.458+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.459+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.459+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.460+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.462+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.462+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.463+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.464+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.465+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.466+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.466+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.467+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.468+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.468+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.469+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.470+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:11.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.471+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.471+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.472+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.473+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.474+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.475+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.475+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.477+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.478+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.478+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.478+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.479+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.480+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.481+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.481+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.482+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.483+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.484+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.484+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.485+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.487+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.487+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.487+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.488+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.490+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.490+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.490+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.491+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.492+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.493+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.493+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.494+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.495+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.496+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.496+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.497+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.498+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.499+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.499+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.500+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.501+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.501+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.502+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.502+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.504+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.504+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.504+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.506+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.507+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.507+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.507+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.508+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.509+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.510+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.510+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.511+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.512+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.513+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.513+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.514+0000 7f355952a800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.516+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.516+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.516+0000 7f355952a800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.518+0000 7f340bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.520+0000 7f355952a800 20 remove_watcher() i=0 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.520+0000 7f355952a800 2 removed watcher, disabling cache 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.522+0000 7f355952a800 20 remove_watcher() i=1 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.523+0000 7f355952a800 20 remove_watcher() i=2 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.524+0000 7f355952a800 20 remove_watcher() i=3 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.525+0000 7f355952a800 20 remove_watcher() i=4 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.526+0000 7f355952a800 20 remove_watcher() i=5 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.526+0000 7f355952a800 20 remove_watcher() i=6 2024-09-19T11:46:11.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.527+0000 7f355952a800 20 remove_watcher() i=7 2024-09-19T11:46:11.643 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:11.698 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:11.698 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:11.735 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.733+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 20 realm 2024-09-19T11:46:11.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:11.738 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.738 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.738 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.735+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.736+0000 7f00ef40f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:11.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.736+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.737+0000 7f00ef40f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:11.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.737+0000 7f00ef40f800 20 searching for the correct realm 2024-09-19T11:46:11.740 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.739+0000 7f00e7fff640 0 -- 172.21.15.103:0/1981006814 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f00d80a45e0 msgr2=0x7f00d80ac590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:11.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.743+0000 7f00ecf00640 0 -- 172.21.15.103:0/1981006814 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f00d80de1b0 msgr2=0x7f00d80a3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.949+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 zone default found 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 4 Realm: () 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 zonegroup default 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.950+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.951+0000 7f00ef40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.951+0000 7f00ef40f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.951+0000 7f00ef40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.951+0000 7f00ef40f800 20 started sync module instance, tier type = 2024-09-19T11:46:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.951+0000 7f00ef40f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:11.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.959+0000 7f00ef40f800 20 add_watcher() i=0 2024-09-19T11:46:11.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.959+0000 7f00ef40f800 20 add_watcher() i=1 2024-09-19T11:46:11.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.959+0000 7f00ef40f800 20 add_watcher() i=2 2024-09-19T11:46:11.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.959+0000 7f00ef40f800 20 add_watcher() i=3 2024-09-19T11:46:11.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.959+0000 7f00ef40f800 20 add_watcher() i=4 2024-09-19T11:46:11.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.959+0000 7f00ef40f800 20 add_watcher() i=5 2024-09-19T11:46:11.962 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.959+0000 7f00ef40f800 20 add_watcher() i=6 2024-09-19T11:46:11.965 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.960+0000 7f00ef40f800 20 add_watcher() i=7 2024-09-19T11:46:11.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.960+0000 7f00ef40f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:11.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.961+0000 7effa2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:11.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.962+0000 7f00ef40f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:11.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.962+0000 7f00ef40f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:11.997 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.995+0000 7effa1fe3640 20 reqs_thread_entry: start 2024-09-19T11:46:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.996+0000 7f00ef40f800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.996+0000 7f00ef40f800 20 Filter name: none 2024-09-19T11:46:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.996+0000 7eff137fe640 20 reqs_thread_entry: start 2024-09-19T11:46:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.996+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.997+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.997+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.998+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:11.999+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:12.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.000+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.000+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.002 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.000+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.003 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.001+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:12.004 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.003+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.005 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.003+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.005 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.004+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.006 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.005+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:12.007 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.006+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.007 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.006+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.008 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.006+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.008 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.007+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:12.010 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.009+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.010 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.009+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.011 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.009+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.012 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.011+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:12.013 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.012+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.014 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.012+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.014 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.013+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.015 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.014+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:12.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.015+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.015+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.016+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.018 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.016+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:12.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.018+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.018+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.018+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.020 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.019+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:12.022 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.020+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.022 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.021+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.022 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.021+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.023 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.022+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:12.025 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.024+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.024+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.024+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.025+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:12.027 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.026+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.028 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.027+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.028 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.027+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.029 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.028+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:12.031 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.029+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.032 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.030+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.032 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.030+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.032 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.031+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:12.034 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.033+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.034 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.033+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.035 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.033+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.035 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.034+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:12.037 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.036+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.037 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.036+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.036+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.037+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:12.040 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.038+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.040 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.039+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.040 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.039+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.041 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.040+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:12.043 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.041+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.043 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.042+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.044 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.042+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.045 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.043+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:12.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.044+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.045+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.046 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.045+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.046+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:12.049 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.047+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.050 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.048+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.050 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.048+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.051 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.049+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:12.052 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.051+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.051+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.053 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.051+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.054 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.052+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:12.055 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.054+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.056 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.054+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.056 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.054+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.056 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.055+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:12.058 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.057+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.059 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.057+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.059 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.057+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.060 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.058+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:12.061 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.060+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.062 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.061+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.062 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.061+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.062+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:12.064 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.063+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.063+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.064+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.065+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:12.067 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.066+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.068 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.066+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.068 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.067+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.069 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.068+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:12.070 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.069+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.071 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.069+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.071 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.069+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.072 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.070+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:12.073 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.072+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.072+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.072+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.073+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:12.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.074+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.077 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.075+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.077 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.075+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.077 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.076+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:12.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.078+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.078+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.078+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.079+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:12.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.081+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.081+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.081+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.082+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:12.085 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.084+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.085 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.084+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.086 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.085+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.087 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.086+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:12.088 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.087+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.087+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.088+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.089+0000 7f00ef40f800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:12.091 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.090+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.091+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:12.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.091+0000 7f00ef40f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:12.094 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.093+0000 7effa2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:12.097 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.095+0000 7f00ef40f800 20 remove_watcher() i=0 2024-09-19T11:46:12.097 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.095+0000 7f00ef40f800 2 removed watcher, disabling cache 2024-09-19T11:46:12.098 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.097+0000 7f00ef40f800 20 remove_watcher() i=1 2024-09-19T11:46:12.099 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.098+0000 7f00ef40f800 20 remove_watcher() i=2 2024-09-19T11:46:12.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.099+0000 7f00ef40f800 20 remove_watcher() i=3 2024-09-19T11:46:12.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.100+0000 7f00ef40f800 20 remove_watcher() i=4 2024-09-19T11:46:12.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.100+0000 7f00ef40f800 20 remove_watcher() i=5 2024-09-19T11:46:12.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.101+0000 7f00ef40f800 20 remove_watcher() i=6 2024-09-19T11:46:12.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:12.102+0000 7f00ef40f800 20 remove_watcher() i=7 2024-09-19T11:46:12.114 DEBUG:teuthology.orchestra.run.smithi103:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-19T11:46:12.603 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :clean 2024-09-19T11:46:13.300 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :compileJava 2024-09-19T11:46:13.300 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :processResources 2024-09-19T11:46:13.300 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :classes 2024-09-19T11:46:13.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:13.900 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :compileTestJava 2024-09-19T11:46:13.900 INFO:teuthology.orchestra.run.smithi103.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-19T11:46:13.901 INFO:teuthology.orchestra.run.smithi103.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-19T11:46:13.901 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:13.901 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :processTestResources NO-SOURCE 2024-09-19T11:46:13.902 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :testClasses 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout:> Task :test 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests STANDARD_OUT 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19 11:46:15,083 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:15.802 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-19T11:46:15.803 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:15.803 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-19T11:46:16.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:16.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-19T11:46:16.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:16.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-19T11:46:16.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:16.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-19T11:46:17.400 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:17.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-19T11:46:17.600 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:17.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-19T11:46:17.700 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:17.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-19T11:46:17.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:17.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-19T11:46:17.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:17.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-19T11:46:18.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:18.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-19T11:46:18.200 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:18.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-19T11:46:18.200 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:18.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-19T11:46:18.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:18.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-19T11:46:18.500 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:18.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-19T11:46:18.700 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:18.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-19T11:46:18.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:18.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-19T11:46:19.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:19.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-19T11:46:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:19.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-19T11:46:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:19.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-19T11:46:19.399 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:19.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-19T11:46:19.500 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:19.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-19T11:46:19.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:19.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-19T11:46:19.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:19.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-19T11:46:20.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:20.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-19T11:46:20.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:20.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-19T11:46:20.199 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:20.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-19T11:46:20.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:20.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-19T11:46:20.499 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:20.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-19T11:46:20.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:20.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-19T11:46:20.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:20.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-19T11:46:21.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:21.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-19T11:46:21.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:21.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-19T11:46:25.600 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:25.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-19T11:46:25.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:25.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-19T11:46:25.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:25.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-19T11:46:26.100 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:26.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-19T11:46:26.100 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:26.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-19T11:46:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:26.399 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-19T11:46:26.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:26.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-19T11:46:27.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:27.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-19T11:46:27.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:27.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-19T11:46:27.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:27.099 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-19T11:46:27.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:28.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-19T11:46:28.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:28.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-19T11:46:28.500 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:28.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-19T11:46:28.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:28.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-19T11:46:29.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:29.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-19T11:46:29.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:29.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-19T11:46:31.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:31.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-19T11:46:32.100 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:32.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-19T11:46:32.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:33.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-19T11:46:33.199 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:33.199 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-19T11:46:33.600 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:33.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-19T11:46:33.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:33.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-19T11:46:34.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:34.299 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-19T11:46:34.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:34.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-19T11:46:34.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:34.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-19T11:46:34.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:34.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-19T11:46:34.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:34.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-19T11:46:35.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-19T11:46:35.200 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-19T11:46:35.400 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-19T11:46:35.400 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-19T11:46:35.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-19T11:46:35.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-19T11:46:35.899 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-19T11:46:35.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:35.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-19T11:46:36.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:36.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-19T11:46:36.200 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:36.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-19T11:46:36.400 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:36.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-19T11:46:36.400 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:36.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-19T11:46:36.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:36.599 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-19T11:46:36.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:36.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-19T11:46:36.899 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:36.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-19T11:46:37.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:37.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-19T11:46:37.199 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:37.199 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-19T11:46:37.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:37.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-19T11:46:37.499 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:37.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-19T11:46:37.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:37.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-19T11:46:37.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:37.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-19T11:46:37.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:37.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-19T11:46:38.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:38.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-19T11:46:38.100 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:38.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-19T11:46:38.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:38.299 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-19T11:46:38.399 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:38.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-19T11:46:38.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:38.599 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-19T11:46:38.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:38.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-19T11:46:38.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:38.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-19T11:46:39.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:39.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-19T11:46:39.199 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:39.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-19T11:46:39.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:39.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-19T11:46:39.500 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:39.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-19T11:46:39.500 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:39.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-19T11:46:39.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:39.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-19T11:46:39.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:39.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-19T11:46:39.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-19T11:46:40.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-19T11:46:40.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-19T11:46:40.399 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-19T11:46:40.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.599 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-19T11:46:40.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-19T11:46:40.899 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-19T11:46:40.900 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:40.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-19T11:46:41.199 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:41.199 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-19T11:46:41.200 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:41.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-19T11:46:41.399 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:41.399 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-19T11:46:41.499 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:41.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-19T11:46:41.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:41.700 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-19T11:46:41.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:41.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-19T11:46:41.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:41.999 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-19T11:46:41.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:42.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-19T11:46:42.300 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:42.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-19T11:46:42.300 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:42.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-19T11:46:42.499 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:42.500 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-19T11:46:42.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:42.599 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-19T11:46:42.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:42.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-19T11:46:42.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:42.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-19T11:46:42.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-19T11:46:43.099 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.100 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-19T11:46:43.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-19T11:46:43.300 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-19T11:46:43.499 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.499 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-19T11:46:43.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.599 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-19T11:46:43.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.799 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-19T11:46:43.899 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:43.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-19T11:46:43.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-19T11:46:44.000 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-19T11:46:44.199 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.200 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-19T11:46:44.299 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.300 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-19T11:46:44.499 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.499 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-19T11:46:44.599 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-19T11:46:44.799 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-19T11:46:44.800 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:44.800 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-19T11:46:44.999 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:45.000 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-19T11:46:45.399 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:45.400 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-19T11:46:45.600 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:45.600 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-19T11:46:45.899 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:45.900 INFO:teuthology.orchestra.run.smithi103.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-19T11:46:46.100 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:46.100 INFO:teuthology.orchestra.run.smithi103.stdout:---------------------------------------------------------------------- 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout:---------------------------------------------------------------------- 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout:BUILD SUCCESSFUL in 33s 2024-09-19T11:46:46.101 INFO:teuthology.orchestra.run.smithi103.stdout:5 actionable tasks: 5 executed 2024-09-19T11:46:46.109 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:46.161 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:46.161 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:46.197 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.196+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.199 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.199 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 20 realm 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.198+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.199+0000 7fe2bf32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:46.200 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.199+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.201 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.200+0000 7fe2bf32c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:46.201 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.200+0000 7fe2bf32c800 20 searching for the correct realm 2024-09-19T11:46:46.203 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.202+0000 7fe2b284e640 0 -- 172.21.15.103:0/1386510806 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fe2a401a040 msgr2=0x7fe2a403a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:46.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.205+0000 7fe2bb04f640 0 -- 172.21.15.103:0/1386510806 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fe2a404c430 msgr2=0x7fe2a404c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.411+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:46.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 zone default found 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 4 Realm: () 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 zonegroup default 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.412+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.413+0000 7fe2bf32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.413+0000 7fe2bf32c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.413+0000 7fe2bf32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.413+0000 7fe2bf32c800 20 started sync module instance, tier type = 2024-09-19T11:46:46.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.413+0000 7fe2bf32c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:46.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.422+0000 7fe2bf32c800 20 add_watcher() i=0 2024-09-19T11:46:46.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.422+0000 7fe2bf32c800 20 add_watcher() i=1 2024-09-19T11:46:46.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.422+0000 7fe2bf32c800 20 add_watcher() i=2 2024-09-19T11:46:46.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.422+0000 7fe2bf32c800 20 add_watcher() i=3 2024-09-19T11:46:46.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.422+0000 7fe2bf32c800 20 add_watcher() i=4 2024-09-19T11:46:46.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.422+0000 7fe2bf32c800 20 add_watcher() i=5 2024-09-19T11:46:46.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.422+0000 7fe2bf32c800 20 add_watcher() i=6 2024-09-19T11:46:46.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.423+0000 7fe2bf32c800 20 add_watcher() i=7 2024-09-19T11:46:46.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.423+0000 7fe2bf32c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:46.426 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.425+0000 7fe1727e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:46.426 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.425+0000 7fe2bf32c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:46.427 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.425+0000 7fe2bf32c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:46.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.460+0000 7fe1717e2640 20 reqs_thread_entry: start 2024-09-19T11:46:46.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.460+0000 7fe2bf32c800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:46.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.460+0000 7fe2bf32c800 20 Filter name: none 2024-09-19T11:46:46.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.460+0000 7fe16a7fc640 20 reqs_thread_entry: start 2024-09-19T11:46:46.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.460+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:46.463 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.463 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.464 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.464 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14713929234322841148', time=2024-09-19T13:46:31.918986+0000, chain.objs.size()=7 2024-09-19T11:46:46.464 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~L_SnFIpLOsX9wbJ2TL3H-VGjibjPsnc.1 2024-09-19T11:46:46.464 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~L_SnFIpLOsX9wbJ2TL3H-VGjibjPsnc.1_1 2024-09-19T11:46:46.464 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~L_SnFIpLOsX9wbJ2TL3H-VGjibjPsnc.1_2 2024-09-19T11:46:46.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~L_SnFIpLOsX9wbJ2TL3H-VGjibjPsnc.2 2024-09-19T11:46:46.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~L_SnFIpLOsX9wbJ2TL3H-VGjibjPsnc.2_1 2024-09-19T11:46:46.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.462+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~L_SnFIpLOsX9wbJ2TL3H-VGjibjPsnc.2_2 2024-09-19T11:46:46.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.463+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~L_SnFIpLOsX9wbJ2TL3H-VGjibjPsnc.3 2024-09-19T11:46:46.466 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.465+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.468 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.467+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:46.469 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.468+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.469+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.469+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.470+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:46.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.471+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T11:46:46.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP', time=2024-09-19T13:46:17.327912+0000, chain.objs.size()=9 2024-09-19T11:46:46.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__multipart_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.1 2024-09-19T11:46:46.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__shadow_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.1_1 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__multipart_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.2 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__shadow_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.2_1 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__multipart_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.3 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__shadow_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.3_1 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__multipart_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.4 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__shadow_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.4_1 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.79__multipart_key1.2~DfP5avjLkFrpNejwUi5GM4Avi4q1aZP.5 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15087986687270533068', time=2024-09-19T13:46:21.351168+0000, chain.objs.size()=9 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.1 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.1_1 2024-09-19T11:46:46.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.472+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.2 2024-09-19T11:46:46.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.475+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.2_1 2024-09-19T11:46:46.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.475+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.3 2024-09-19T11:46:46.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.475+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.3_1 2024-09-19T11:46:46.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.475+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.4 2024-09-19T11:46:46.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.475+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.4_1 2024-09-19T11:46:46.478 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.475+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.5 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.476+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13043315133628805488', time=2024-09-19T13:46:25.713317+0000, chain.objs.size()=7 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.476+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~rpr65313jb9SlPVn8mmlin6oPRG5zyf.1 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.476+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~rpr65313jb9SlPVn8mmlin6oPRG5zyf.1_1 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.476+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~rpr65313jb9SlPVn8mmlin6oPRG5zyf.1_2 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.476+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~rpr65313jb9SlPVn8mmlin6oPRG5zyf.2 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.476+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~rpr65313jb9SlPVn8mmlin6oPRG5zyf.2_1 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.477+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~rpr65313jb9SlPVn8mmlin6oPRG5zyf.2_2 2024-09-19T11:46:46.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.477+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~rpr65313jb9SlPVn8mmlin6oPRG5zyf.3 2024-09-19T11:46:46.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.480+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.482+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:46.484 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.483+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9896766687428997784', time=2024-09-19T13:46:25.453038+0000, chain.objs.size()=7 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~9WPpMDaYFAXHcqanJ39JFlBTqb-YV_q.1 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~9WPpMDaYFAXHcqanJ39JFlBTqb-YV_q.1_1 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~9WPpMDaYFAXHcqanJ39JFlBTqb-YV_q.1_2 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~9WPpMDaYFAXHcqanJ39JFlBTqb-YV_q.2 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~9WPpMDaYFAXHcqanJ39JFlBTqb-YV_q.2_1 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~9WPpMDaYFAXHcqanJ39JFlBTqb-YV_q.2_2 2024-09-19T11:46:46.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.484+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~9WPpMDaYFAXHcqanJ39JFlBTqb-YV_q.3 2024-09-19T11:46:46.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.487+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.491 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.489+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:46.492 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.491+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.493 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.491+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4625215977809844465', time=2024-09-19T13:46:30.327184+0000, chain.objs.size()=9 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.1 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.1_1 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.2 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.2_1 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.3 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.3_1 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.4 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.4_1 2024-09-19T11:46:46.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.492+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~h_Zap8tIriwoIZKGFEhHnQfc_sOMuxj.5 2024-09-19T11:46:46.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.495+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.499 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.498+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:46.500 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.499+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.500 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.499+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.435962+0000, chain.objs.size()=125 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.1 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.2 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.3 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.4 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.5 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.6 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.7 2024-09-19T11:46:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.8 2024-09-19T11:46:46.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.9 2024-09-19T11:46:46.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.10 2024-09-19T11:46:46.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.11 2024-09-19T11:46:46.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.500+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.12 2024-09-19T11:46:46.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.502+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.13 2024-09-19T11:46:46.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.14 2024-09-19T11:46:46.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.15 2024-09-19T11:46:46.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.16 2024-09-19T11:46:46.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.17 2024-09-19T11:46:46.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.18 2024-09-19T11:46:46.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.19 2024-09-19T11:46:46.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.20 2024-09-19T11:46:46.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.21 2024-09-19T11:46:46.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.22 2024-09-19T11:46:46.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.503+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.23 2024-09-19T11:46:46.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.504+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.24 2024-09-19T11:46:46.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.504+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.25 2024-09-19T11:46:46.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.26 2024-09-19T11:46:46.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.27 2024-09-19T11:46:46.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.28 2024-09-19T11:46:46.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.29 2024-09-19T11:46:46.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.30 2024-09-19T11:46:46.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.31 2024-09-19T11:46:46.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.32 2024-09-19T11:46:46.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.33 2024-09-19T11:46:46.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.505+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.34 2024-09-19T11:46:46.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.35 2024-09-19T11:46:46.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.36 2024-09-19T11:46:46.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.37 2024-09-19T11:46:46.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.38 2024-09-19T11:46:46.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.39 2024-09-19T11:46:46.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.40 2024-09-19T11:46:46.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.41 2024-09-19T11:46:46.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.42 2024-09-19T11:46:46.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.43 2024-09-19T11:46:46.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.44 2024-09-19T11:46:46.510 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.507+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.45 2024-09-19T11:46:46.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.509+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.46 2024-09-19T11:46:46.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.509+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.47 2024-09-19T11:46:46.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.509+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.48 2024-09-19T11:46:46.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.509+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.49 2024-09-19T11:46:46.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.509+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.50 2024-09-19T11:46:46.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.509+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.51 2024-09-19T11:46:46.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.510+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.52 2024-09-19T11:46:46.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.510+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.53 2024-09-19T11:46:46.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.510+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.54 2024-09-19T11:46:46.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.510+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.55 2024-09-19T11:46:46.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.510+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.56 2024-09-19T11:46:46.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.511+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.57 2024-09-19T11:46:46.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.511+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.58 2024-09-19T11:46:46.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.511+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.59 2024-09-19T11:46:46.513 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.60 2024-09-19T11:46:46.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.61 2024-09-19T11:46:46.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.62 2024-09-19T11:46:46.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.63 2024-09-19T11:46:46.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.64 2024-09-19T11:46:46.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.65 2024-09-19T11:46:46.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.66 2024-09-19T11:46:46.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.512+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.67 2024-09-19T11:46:46.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.513+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.68 2024-09-19T11:46:46.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.513+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.69 2024-09-19T11:46:46.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.513+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.70 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.71 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.72 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.73 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.74 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.75 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.76 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.77 2024-09-19T11:46:46.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.514+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.78 2024-09-19T11:46:46.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.515+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.79 2024-09-19T11:46:46.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.515+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.80 2024-09-19T11:46:46.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.515+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.81 2024-09-19T11:46:46.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.515+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.82 2024-09-19T11:46:46.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.516+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.83 2024-09-19T11:46:46.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.516+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.84 2024-09-19T11:46:46.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.516+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.85 2024-09-19T11:46:46.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.516+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.86 2024-09-19T11:46:46.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.516+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.87 2024-09-19T11:46:46.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.516+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.88 2024-09-19T11:46:46.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.517+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.89 2024-09-19T11:46:46.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.517+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.90 2024-09-19T11:46:46.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.518+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.91 2024-09-19T11:46:46.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.518+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.92 2024-09-19T11:46:46.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.518+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.93 2024-09-19T11:46:46.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.518+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.94 2024-09-19T11:46:46.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.518+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.95 2024-09-19T11:46:46.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.519+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.96 2024-09-19T11:46:46.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.519+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.97 2024-09-19T11:46:46.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.519+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.98 2024-09-19T11:46:46.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.519+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.99 2024-09-19T11:46:46.521 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.520+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.100 2024-09-19T11:46:46.521 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.520+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.101 2024-09-19T11:46:46.521 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.520+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.102 2024-09-19T11:46:46.521 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.520+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.103 2024-09-19T11:46:46.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.520+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.104 2024-09-19T11:46:46.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.520+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.105 2024-09-19T11:46:46.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.520+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.106 2024-09-19T11:46:46.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.521+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.107 2024-09-19T11:46:46.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.521+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.108 2024-09-19T11:46:46.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.521+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.109 2024-09-19T11:46:46.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.521+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.110 2024-09-19T11:46:46.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.111 2024-09-19T11:46:46.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.112 2024-09-19T11:46:46.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.113 2024-09-19T11:46:46.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.114 2024-09-19T11:46:46.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.115 2024-09-19T11:46:46.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.116 2024-09-19T11:46:46.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.117 2024-09-19T11:46:46.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.522+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.118 2024-09-19T11:46:46.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.523+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.119 2024-09-19T11:46:46.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.523+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.120 2024-09-19T11:46:46.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.121 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.122 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.123 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.124 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.126 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.456076+0000, chain.objs.size()=8 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.125 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.127 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.524+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.128 2024-09-19T11:46:46.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.525+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.129 2024-09-19T11:46:46.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.526+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.130 2024-09-19T11:46:46.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.526+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.131 2024-09-19T11:46:46.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.526+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.132 2024-09-19T11:46:46.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.526+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.133 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.474993+0000, chain.objs.size()=7 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.134 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.135 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.136 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.137 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.138 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.139 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.140 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.498236+0000, chain.objs.size()=10 2024-09-19T11:46:46.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.141 2024-09-19T11:46:46.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.142 2024-09-19T11:46:46.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.527+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.143 2024-09-19T11:46:46.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.528+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.144 2024-09-19T11:46:46.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.528+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.145 2024-09-19T11:46:46.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.146 2024-09-19T11:46:46.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.147 2024-09-19T11:46:46.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.148 2024-09-19T11:46:46.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.149 2024-09-19T11:46:46.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.150 2024-09-19T11:46:46.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.521444+0000, chain.objs.size()=10 2024-09-19T11:46:46.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.151 2024-09-19T11:46:46.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.152 2024-09-19T11:46:46.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.153 2024-09-19T11:46:46.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.529+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.154 2024-09-19T11:46:46.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.530+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.155 2024-09-19T11:46:46.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.156 2024-09-19T11:46:46.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.157 2024-09-19T11:46:46.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.158 2024-09-19T11:46:46.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.159 2024-09-19T11:46:46.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.160 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.536518+0000, chain.objs.size()=4 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.161 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.162 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.163 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.164 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.555027+0000, chain.objs.size()=8 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.531+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.165 2024-09-19T11:46:46.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.532+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.166 2024-09-19T11:46:46.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.167 2024-09-19T11:46:46.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.168 2024-09-19T11:46:46.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.169 2024-09-19T11:46:46.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.170 2024-09-19T11:46:46.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.171 2024-09-19T11:46:46.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.172 2024-09-19T11:46:46.535 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.581980+0000, chain.objs.size()=10 2024-09-19T11:46:46.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.173 2024-09-19T11:46:46.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.533+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.174 2024-09-19T11:46:46.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.534+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.175 2024-09-19T11:46:46.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.534+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.176 2024-09-19T11:46:46.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.534+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.177 2024-09-19T11:46:46.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.535+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.178 2024-09-19T11:46:46.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.535+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.179 2024-09-19T11:46:46.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.180 2024-09-19T11:46:46.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.181 2024-09-19T11:46:46.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.182 2024-09-19T11:46:46.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.603989+0000, chain.objs.size()=9 2024-09-19T11:46:46.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.183 2024-09-19T11:46:46.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.184 2024-09-19T11:46:46.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.185 2024-09-19T11:46:46.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.536+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.186 2024-09-19T11:46:46.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.537+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.187 2024-09-19T11:46:46.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.537+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.188 2024-09-19T11:46:46.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.537+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.189 2024-09-19T11:46:46.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.537+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.190 2024-09-19T11:46:46.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.537+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.191 2024-09-19T11:46:46.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.538+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.625074+0000, chain.objs.size()=10 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.538+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.192 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.538+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.193 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.538+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.194 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.538+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.195 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.538+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.196 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.538+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.197 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.539+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.198 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.539+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.199 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.200 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.201 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.640093+0000, chain.objs.size()=4 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.202 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.203 2024-09-19T11:46:46.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.204 2024-09-19T11:46:46.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.205 2024-09-19T11:46:46.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox', time=2024-09-19T13:46:34.652229+0000, chain.objs.size()=7 2024-09-19T11:46:46.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.206 2024-09-19T11:46:46.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.207 2024-09-19T11:46:46.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.208 2024-09-19T11:46:46.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.540+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.209 2024-09-19T11:46:46.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.541+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.210 2024-09-19T11:46:46.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.541+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.211 2024-09-19T11:46:46.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.542+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.105__multipart_key1.2~VkKgNfip15Hn3ancxQnDVMt_BUX__Ox.212 2024-09-19T11:46:46.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.543+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.545+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:46.548 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.547+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.548 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.547+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.549 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.548+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.550 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.549+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:46.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.550+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.551+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.551+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.553 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.552+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:46.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.553+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.554+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.554+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.556 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.555+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:46.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.556+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.556+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5258254683903644243', time=2024-09-19T13:46:23.615467+0000, chain.objs.size()=9 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.1 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.1_1 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.2 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.2_1 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.3 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.3_1 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.4 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.4_1 2024-09-19T11:46:46.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.557+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~4worejLz3UzCSKnfp3Um0UeJehLCDTI.5 2024-09-19T11:46:46.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.559+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.561+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:46.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16397416468500662958', time=2024-09-19T13:46:27.946047+0000, chain.objs.size()=9 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__multipart_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.1 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__shadow_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.1_1 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__multipart_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.2 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__shadow_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.2_1 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__multipart_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.3 2024-09-19T11:46:46.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__shadow_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.3_1 2024-09-19T11:46:46.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__multipart_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.4 2024-09-19T11:46:46.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__shadow_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.4_1 2024-09-19T11:46:46.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.563+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.99__multipart_key1.2~aoYu8nmRBXbeEnTMqs4fISh2qfzll0u.5 2024-09-19T11:46:46.568 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.566+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.568+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:46.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.570+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.570+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh', time=2024-09-19T13:46:29.179878+0000, chain.objs.size()=9 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__multipart_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.7 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__shadow_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.7_1 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__multipart_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.8 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__shadow_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.8_1 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__multipart_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.9 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__shadow_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.9_1 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__multipart_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.10 2024-09-19T11:46:46.573 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__shadow_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.10_1 2024-09-19T11:46:46.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.101__multipart_key1.2~ajPuQRILhNRK0q6JdYIGFGdvxmUGxJh.11 2024-09-19T11:46:46.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11439339172448196914', time=2024-09-19T13:46:33.007975+0000, chain.objs.size()=9 2024-09-19T11:46:46.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__multipart_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.1 2024-09-19T11:46:46.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__shadow_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.1_1 2024-09-19T11:46:46.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.571+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__multipart_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.2 2024-09-19T11:46:46.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.573+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__shadow_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.2_1 2024-09-19T11:46:46.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.573+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__multipart_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.3 2024-09-19T11:46:46.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.573+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__shadow_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.3_1 2024-09-19T11:46:46.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.573+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__multipart_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.4 2024-09-19T11:46:46.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.574+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__shadow_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.4_1 2024-09-19T11:46:46.577 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.575+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.103__multipart_key1.2~cnKB_Mzl5ZlR3HeJoAvIz82RutaWbGu.5 2024-09-19T11:46:46.578 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.577+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.579+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:46.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.580+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.581+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.581+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.582+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:46.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.583+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.584+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.584+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.586 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.585+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:46.587 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.586+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.587 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.586+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.588 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.587+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.589 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.587+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:46.590 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.589+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.591 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.591 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.591 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.556689674758840680', time=2024-09-19T13:46:25.016893+0000, chain.objs.size()=7 2024-09-19T11:46:46.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~WG1zVVtlb_ktScCT7bOeOZQheGtTl0M.1 2024-09-19T11:46:46.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~WG1zVVtlb_ktScCT7bOeOZQheGtTl0M.1_1 2024-09-19T11:46:46.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~WG1zVVtlb_ktScCT7bOeOZQheGtTl0M.1_2 2024-09-19T11:46:46.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~WG1zVVtlb_ktScCT7bOeOZQheGtTl0M.2 2024-09-19T11:46:46.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~WG1zVVtlb_ktScCT7bOeOZQheGtTl0M.2_1 2024-09-19T11:46:46.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~WG1zVVtlb_ktScCT7bOeOZQheGtTl0M.2_2 2024-09-19T11:46:46.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.590+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~WG1zVVtlb_ktScCT7bOeOZQheGtTl0M.3 2024-09-19T11:46:46.594 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.593+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.596 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.595+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:46.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.596+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.596+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:46.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12672807554765169630', time=2024-09-19T13:46:23.036983+0000, chain.objs.size()=9 2024-09-19T11:46:46.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.1 2024-09-19T11:46:46.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.1_1 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.2 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.2_1 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.3 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.3_1 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.4 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.4_1 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~5CZzFNiYpFdTiLLPYyU4KSoyezPqh-L.5 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16994717827126237799', time=2024-09-19T13:46:33.660560+0000, chain.objs.size()=9 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__multipart_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.1 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__shadow_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.1_1 2024-09-19T11:46:46.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.597+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__multipart_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.2 2024-09-19T11:46:46.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.599+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__shadow_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.2_1 2024-09-19T11:46:46.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.599+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__multipart_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.3 2024-09-19T11:46:46.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.599+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__shadow_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.3_1 2024-09-19T11:46:46.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.599+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__multipart_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.4 2024-09-19T11:46:46.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.600+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__shadow_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.4_1 2024-09-19T11:46:46.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.600+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.104__multipart_key1.2~MPCaX6rV71CuNBSYOJNwkVNND2o8t8q.5 2024-09-19T11:46:46.603 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.602+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.604+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:46.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.605+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T11:46:46.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15993564063833622099', time=2024-09-19T13:46:24.046180+0000, chain.objs.size()=9 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.1 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.1_1 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.2 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.2_1 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.3 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.606+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.3_1 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.607+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.4 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.607+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__shadow_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.4_1 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.607+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.94__multipart_key1.2~zKdTzQHlXmMwse7HblHCQCsA1DRuRQ8.5 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.607+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10528805493689308555', time=2024-09-19T13:46:26.811189+0000, chain.objs.size()=9 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.607+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__multipart_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.1 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.607+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__shadow_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.1_1 2024-09-19T11:46:46.609 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.607+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__multipart_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.2 2024-09-19T11:46:46.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.609+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__shadow_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.2_1 2024-09-19T11:46:46.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.609+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__multipart_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.3 2024-09-19T11:46:46.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.609+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__shadow_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.3_1 2024-09-19T11:46:46.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.609+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__multipart_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.4 2024-09-19T11:46:46.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.609+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__shadow_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.4_1 2024-09-19T11:46:46.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.609+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.98__multipart_key1.2~hJLsUDyLNpfXUdVkHXVLxmAZ8coiSpA.5 2024-09-19T11:46:46.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.610+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4978343665853756758', time=2024-09-19T13:46:30.638993+0000, chain.objs.size()=9 2024-09-19T11:46:46.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.610+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.1 2024-09-19T11:46:46.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.610+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.1_1 2024-09-19T11:46:46.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.610+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.2 2024-09-19T11:46:46.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.610+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.2_1 2024-09-19T11:46:46.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.610+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.3 2024-09-19T11:46:46.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.611+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.3_1 2024-09-19T11:46:46.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.612+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.4 2024-09-19T11:46:46.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.612+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.4_1 2024-09-19T11:46:46.614 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.613+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~8IMhuNToRughO_bKKD7r0AN49qeOqNQ.5 2024-09-19T11:46:46.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.614+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.616+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:46.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.618+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.618+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.618+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.619+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:46.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.620+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.622 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9498542963054623259', time=2024-09-19T13:46:45.936155+0000, chain.objs.size()=9 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__multipart_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.1 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__shadow_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.1_1 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__multipart_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.2 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__shadow_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.2_1 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__multipart_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.3 2024-09-19T11:46:46.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__shadow_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.3_1 2024-09-19T11:46:46.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__multipart_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.4 2024-09-19T11:46:46.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__shadow_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.4_1 2024-09-19T11:46:46.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.621+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.144__multipart_key1/data/file.mpg.2~WWVVO_7NBAgPuMjWPpWo0nz6lLdkQ9j.5 2024-09-19T11:46:46.626 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.624+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.627+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:46.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.629+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.629+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.630+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.631+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:46.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17802706471595192527', time=2024-09-19T13:46:28.506446+0000, chain.objs.size()=9 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.1 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.1_1 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.2 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.632+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.2_1 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.633+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.3 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.633+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.3_1 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.633+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.4 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.633+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.4_1 2024-09-19T11:46:46.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.633+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file2.mpg.2~UYxVKoqnnJ1QSsy7VYgWRfIUJQtc5h2.5 2024-09-19T11:46:46.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.636+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.638+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:46.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.639+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.639+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.639+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.640+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:46.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.641+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.642+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.642+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.644 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.643+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:46.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.644+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.646 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.645+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.646 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.645+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.647 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.646+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:46.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.647+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.647+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11533327654392665487', time=2024-09-19T13:46:28.496177+0000, chain.objs.size()=9 2024-09-19T11:46:46.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.1 2024-09-19T11:46:46.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.1_1 2024-09-19T11:46:46.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.2 2024-09-19T11:46:46.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.2_1 2024-09-19T11:46:46.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.3 2024-09-19T11:46:46.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.3_1 2024-09-19T11:46:46.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.4 2024-09-19T11:46:46.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__shadow_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.4_1 2024-09-19T11:46:46.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.648+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.100__multipart_file.mpg.2~Kg-6xaMxPlc6TQw2JES9Tw9bz7zS5OM.5 2024-09-19T11:46:46.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.651+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.655 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.653+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:46.656 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.655+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10455587706995048187', time=2024-09-19T13:46:29.977808+0000, chain.objs.size()=9 2024-09-19T11:46:46.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.1 2024-09-19T11:46:46.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.1_1 2024-09-19T11:46:46.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.2 2024-09-19T11:46:46.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.2_1 2024-09-19T11:46:46.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.3 2024-09-19T11:46:46.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.3_1 2024-09-19T11:46:46.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.4 2024-09-19T11:46:46.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.4_1 2024-09-19T11:46:46.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.656+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~CpAV5x3nhDPXBwaodkbCctCfVDYLJoR.5 2024-09-19T11:46:46.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.659+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.661+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:46.664 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.662+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:46.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17398989116789156285', time=2024-09-19T13:46:21.470541+0000, chain.objs.size()=9 2024-09-19T11:46:46.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.1 2024-09-19T11:46:46.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.1_1 2024-09-19T11:46:46.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.2 2024-09-19T11:46:46.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.2_1 2024-09-19T11:46:46.666 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.3 2024-09-19T11:46:46.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.3_1 2024-09-19T11:46:46.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.4 2024-09-19T11:46:46.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__shadow_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.4_1 2024-09-19T11:46:46.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.91__multipart_key1.2~C_qneYe3o7503FvxJII6F1EpwWq4Pi0.5 2024-09-19T11:46:46.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2521288220824810677', time=2024-09-19T13:46:45.396723+0000, chain.objs.size()=9 2024-09-19T11:46:46.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__multipart_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.1 2024-09-19T11:46:46.668 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__shadow_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.1_1 2024-09-19T11:46:46.668 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.663+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__multipart_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.2 2024-09-19T11:46:46.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.666+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__shadow_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.2_1 2024-09-19T11:46:46.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.666+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__multipart_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.3 2024-09-19T11:46:46.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.666+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__shadow_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.3_1 2024-09-19T11:46:46.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.666+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__multipart_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.4 2024-09-19T11:46:46.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.666+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__shadow_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.4_1 2024-09-19T11:46:46.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.666+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.143__multipart_key1.2~8PX5NBbs5v03bIAdp9cmj2bs_Dzhg53.5 2024-09-19T11:46:46.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.669+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.671+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:46.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.672+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.672+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T11:46:46.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4797089048403271098', time=2024-09-19T13:46:18.729300+0000, chain.objs.size()=2 2024-09-19T11:46:46.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.83__shadow_.VrmmqfUKfyNkbBPNz80rF9OTzkRNnb5_1 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.83__shadow_.VrmmqfUKfyNkbBPNz80rF9OTzkRNnb5_2 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13496869767675721252', time=2024-09-19T13:46:31.779822+0000, chain.objs.size()=7 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~HgA4wjdCaOI45c417kp4ubbjDUZr4AS.1 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~HgA4wjdCaOI45c417kp4ubbjDUZr4AS.1_1 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~HgA4wjdCaOI45c417kp4ubbjDUZr4AS.1_2 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~HgA4wjdCaOI45c417kp4ubbjDUZr4AS.2 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~HgA4wjdCaOI45c417kp4ubbjDUZr4AS.2_1 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~HgA4wjdCaOI45c417kp4ubbjDUZr4AS.2_2 2024-09-19T11:46:46.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.673+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~HgA4wjdCaOI45c417kp4ubbjDUZr4AS.3 2024-09-19T11:46:46.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.676+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.678+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:46.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.679+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.679+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.680+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.680+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13821824858987592922', time=2024-09-19T13:46:25.592444+0000, chain.objs.size()=5 2024-09-19T11:46:46.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.680+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.93__shadow_.S8Gw2VaZBe9DRJflZtOVua1rMOVXk_N_1 2024-09-19T11:46:46.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.680+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.93__shadow_.S8Gw2VaZBe9DRJflZtOVua1rMOVXk_N_2 2024-09-19T11:46:46.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.680+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.93__shadow_.S8Gw2VaZBe9DRJflZtOVua1rMOVXk_N_3 2024-09-19T11:46:46.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.680+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.93__shadow_.S8Gw2VaZBe9DRJflZtOVua1rMOVXk_N_4 2024-09-19T11:46:46.682 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.680+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.93__shadow_.S8Gw2VaZBe9DRJflZtOVua1rMOVXk_N_5 2024-09-19T11:46:46.684 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.683+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.685+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:46.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.686+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.686+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.687+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.688+0000 7fe2bf32c800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:46.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.689+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.689+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T11:46:46.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18344496919207739316', time=2024-09-19T13:46:30.941941+0000, chain.objs.size()=7 2024-09-19T11:46:46.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~0UPrYbeWM__Xhr2Jww2irtl6kJUfzjf.1 2024-09-19T11:46:46.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~0UPrYbeWM__Xhr2Jww2irtl6kJUfzjf.1_1 2024-09-19T11:46:46.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~0UPrYbeWM__Xhr2Jww2irtl6kJUfzjf.1_2 2024-09-19T11:46:46.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~0UPrYbeWM__Xhr2Jww2irtl6kJUfzjf.2 2024-09-19T11:46:46.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~0UPrYbeWM__Xhr2Jww2irtl6kJUfzjf.2_1 2024-09-19T11:46:46.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__shadow_key1.2~0UPrYbeWM__Xhr2Jww2irtl6kJUfzjf.2_2 2024-09-19T11:46:46.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.690+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.102__multipart_key1.2~0UPrYbeWM__Xhr2Jww2irtl6kJUfzjf.3 2024-09-19T11:46:46.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.692+0000 7fe2bf32c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T11:46:46.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.695+0000 7fe1727e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:46.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.697+0000 7fe2bf32c800 20 remove_watcher() i=0 2024-09-19T11:46:46.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.697+0000 7fe2bf32c800 2 removed watcher, disabling cache 2024-09-19T11:46:46.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.698+0000 7fe2bf32c800 20 remove_watcher() i=1 2024-09-19T11:46:46.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.699+0000 7fe2bf32c800 20 remove_watcher() i=2 2024-09-19T11:46:46.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.700+0000 7fe2bf32c800 20 remove_watcher() i=3 2024-09-19T11:46:46.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.701+0000 7fe2bf32c800 20 remove_watcher() i=4 2024-09-19T11:46:46.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.701+0000 7fe2bf32c800 20 remove_watcher() i=5 2024-09-19T11:46:46.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.702+0000 7fe2bf32c800 20 remove_watcher() i=6 2024-09-19T11:46:46.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.703+0000 7fe2bf32c800 20 remove_watcher() i=7 2024-09-19T11:46:46.715 DEBUG:teuthology.orchestra.run.smithi103:> radosgw-admin gc process --include-all 2024-09-19T11:46:46.767 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:46.767 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:46.804 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.802+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.805 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.805 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 20 realm 2024-09-19T11:46:46.805 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:46.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.804+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.807 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.805+0000 7f35ccb24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:46.807 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.805+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.807 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.805+0000 7f35ccb24800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:46.807 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.805+0000 7f35ccb24800 20 searching for the correct realm 2024-09-19T11:46:46.810 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.809+0000 7f35bffff640 0 -- 172.21.15.103:0/3787965070 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f35b0056070 msgr2=0x7f35b00953d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:46.813 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.812+0000 7f35c8f03640 0 -- 172.21.15.103:0/3787965070 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f35b004ab30 msgr2=0x7f35b0058a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.815+0000 7f35ccb24800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.815+0000 7f35ccb24800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.815+0000 7f35ccb24800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.815+0000 7f35ccb24800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.815+0000 7f35ccb24800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.815+0000 7f35ccb24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.815+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:46.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 zone default found 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 4 Realm: () 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 zonegroup default 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.816+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.817+0000 7f35ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.817+0000 7f35ccb24800 20 rados->read ofs=0 len=0 2024-09-19T11:46:46.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.817+0000 7f35ccb24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:46.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.817+0000 7f35ccb24800 20 started sync module instance, tier type = 2024-09-19T11:46:46.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.817+0000 7f35ccb24800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:46.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.825+0000 7f35ccb24800 20 add_watcher() i=0 2024-09-19T11:46:46.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.825+0000 7f35ccb24800 20 add_watcher() i=1 2024-09-19T11:46:46.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.825+0000 7f35ccb24800 20 add_watcher() i=2 2024-09-19T11:46:46.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.825+0000 7f35ccb24800 20 add_watcher() i=3 2024-09-19T11:46:46.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.825+0000 7f35ccb24800 20 add_watcher() i=4 2024-09-19T11:46:46.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.825+0000 7f35ccb24800 20 add_watcher() i=5 2024-09-19T11:46:46.827 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.826+0000 7f35ccb24800 20 add_watcher() i=6 2024-09-19T11:46:46.828 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.826+0000 7f35ccb24800 20 add_watcher() i=7 2024-09-19T11:46:46.828 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.826+0000 7f35ccb24800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:46.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.828+0000 7f347efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:46.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.828+0000 7f35ccb24800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:46.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.828+0000 7f35ccb24800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:46.864 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.862+0000 7f347dfdb640 20 reqs_thread_entry: start 2024-09-19T11:46:46.864 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.862+0000 7f35ccb24800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:46.864 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.862+0000 7f35ccb24800 20 Filter name: none 2024-09-19T11:46:46.864 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.862+0000 7f33ef7fe640 20 reqs_thread_entry: start 2024-09-19T11:46:46.864 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.862+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T11:46:46.865 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.864+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.865 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.864+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.866 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.864+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.866 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.865+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T11:46:46.868 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.866+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.868 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.867+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.868 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.867+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.869 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.868+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T11:46:46.871 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.870+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.871 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.870+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.871 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.870+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.872 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.871+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T11:46:46.874 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.872+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.874 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.873+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.874 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.873+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.875 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.874+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T11:46:46.876 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.875+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.877 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.875+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.877 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.876+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.878 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.877+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T11:46:46.879 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.878+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.880 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.879+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.880 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.879+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.881 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.880+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T11:46:46.882 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.881+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.883 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.882+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.883 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.882+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.885 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.883+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T11:46:46.886 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.885+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.886 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.885+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.887 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.886+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.887+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T11:46:46.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.888+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.889+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.889+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.890+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T11:46:46.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.892+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.894 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.893+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.894 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.893+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.894+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T11:46:46.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.895+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.896+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.896+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.898 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.897+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T11:46:46.899 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.898+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.900 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.898+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.900 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.899+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.901 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.900+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T11:46:46.902 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.901+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.902 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.901+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.903 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.902+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.904 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.903+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T11:46:46.905 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.904+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.906 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.905+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.906 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.905+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.907 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.906+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T11:46:46.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.907+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.909 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.908+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.909 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.908+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.910 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.909+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T11:46:46.911 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.910+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.911+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.911+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.913 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.912+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T11:46:46.915 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.914+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.915 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.914+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.914+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.915+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T11:46:46.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.917+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.917+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.919 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.917+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.920 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.918+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T11:46:46.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.920+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.920+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.920+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.921+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T11:46:46.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.923+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.923+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.925 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.924+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.926 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.925+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T11:46:46.927 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.926+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.928 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.926+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.928 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.927+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.929 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.928+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T11:46:46.930 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.929+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.929+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.930+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.931+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T11:46:46.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.932+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.933+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.933+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.934+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T11:46:46.937 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.935+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.937 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.936+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.937 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.936+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.938 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.937+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T11:46:46.940 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.939+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.941 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.940+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.941 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.940+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.942 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.941+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T11:46:46.943 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.942+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.944 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.943+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.944 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.943+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.945 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.944+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T11:46:46.947 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.945+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.947 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.946+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.947 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.946+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.947+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T11:46:46.950 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.948+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.950 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.949+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.950 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.949+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.950+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T11:46:46.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.951+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.952+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.952+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.953+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T11:46:46.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.954+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.955+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.955+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.957 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.956+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T11:46:46.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.957+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.958+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.958+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.959+0000 7f35ccb24800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T11:46:46.962 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.960+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.962 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.961+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T11:46:46.962 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.961+0000 7f35ccb24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T11:46:46.964 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.963+0000 7f347efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:46.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.965+0000 7f35ccb24800 20 remove_watcher() i=0 2024-09-19T11:46:46.966 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.965+0000 7f35ccb24800 2 removed watcher, disabling cache 2024-09-19T11:46:46.967 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.966+0000 7f35ccb24800 20 remove_watcher() i=1 2024-09-19T11:46:46.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.967+0000 7f35ccb24800 20 remove_watcher() i=2 2024-09-19T11:46:46.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.968+0000 7f35ccb24800 20 remove_watcher() i=3 2024-09-19T11:46:46.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.969+0000 7f35ccb24800 20 remove_watcher() i=4 2024-09-19T11:46:46.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.970+0000 7f35ccb24800 20 remove_watcher() i=5 2024-09-19T11:46:46.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.971+0000 7f35ccb24800 20 remove_watcher() i=6 2024-09-19T11:46:46.973 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:46.972+0000 7f35ccb24800 20 remove_watcher() i=7 2024-09-19T11:46:46.984 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-19T11:46:47.001 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-19T11:46:47.001 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-19T11:46:47.001 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-19T11:46:47.002 DEBUG:teuthology.orchestra.run.smithi103:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-19T11:46:47.030 INFO:teuthology.orchestra.run.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-19T11:46:47.965 INFO:tasks.s3tests:Creating rgw users... 2024-09-19T11:46:47.966 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-19T11:46:48.065 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:48.066 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:48.098 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.097+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.098+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.098+0000 7fbaa2c63800 20 realm 2024-09-19T11:46:48.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.098+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.099+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.099+0000 7fbaa2c63800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:48.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.099+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.099+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.099+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.100+0000 7fbaa2c63800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:48.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.100+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.100+0000 7fbaa2c63800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:48.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.101+0000 7fbaa2c63800 20 searching for the correct realm 2024-09-19T11:46:48.104 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.103+0000 7fba9ff53640 0 -- 172.21.15.103:0/2171712103 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fba8804a040 msgr2=0x7fba88032960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:48.108 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.107+0000 7fbaa0754640 0 -- 172.21.15.103:0/2171712103 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fba88032070 msgr2=0x7fba8805e420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:46:48.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:48.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:48.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:48.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:48.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:48.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:48.317 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.317 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.317 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.314+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 20 zone default found 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 4 Realm: () 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:48.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 20 zonegroup default 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.315+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.316+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.316+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.316+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.316+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.316+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.316+0000 7fbaa2c63800 20 started sync module instance, tier type = 2024-09-19T11:46:48.319 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.316+0000 7fbaa2c63800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:48.327 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.326+0000 7fbaa2c63800 20 add_watcher() i=0 2024-09-19T11:46:48.327 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.326+0000 7fbaa2c63800 20 add_watcher() i=1 2024-09-19T11:46:48.327 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.326+0000 7fbaa2c63800 20 add_watcher() i=2 2024-09-19T11:46:48.327 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.326+0000 7fbaa2c63800 20 add_watcher() i=3 2024-09-19T11:46:48.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.326+0000 7fbaa2c63800 20 add_watcher() i=4 2024-09-19T11:46:48.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.326+0000 7fbaa2c63800 20 add_watcher() i=5 2024-09-19T11:46:48.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.326+0000 7fbaa2c63800 20 add_watcher() i=6 2024-09-19T11:46:48.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.327+0000 7fbaa2c63800 20 add_watcher() i=7 2024-09-19T11:46:48.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.327+0000 7fbaa2c63800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:48.330 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.328+0000 7fb9577de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:48.330 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.328+0000 7fbaa2c63800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.328+0000 7fbaa2c63800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.329+0000 7fbaa2c63800 5 note: GC not initialized 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.329+0000 7fb9567dc640 20 reqs_thread_entry: start 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.329+0000 7fbaa2c63800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.329+0000 7fbaa2c63800 20 Filter name: none 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.329+0000 7fb94f7fe640 20 reqs_thread_entry: start 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.329+0000 7fbaa2c63800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-19T11:46:48.331 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.329+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-19T11:46:48.332 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.330+0000 7fbaa2c63800 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-19T11:46:48.333 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.331+0000 7fbaa2c63800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-19T11:46:48.333 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.331+0000 7fbaa2c63800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-19T11:46:48.333 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.331+0000 7fbaa2c63800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-19T11:46:48.333 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.331+0000 7fb9777fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562522 cookie 94350801384592 notifier 8408 bl.length()=384 2024-09-19T11:46:48.333 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.331+0000 7fb9777fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-19T11:46:48.333 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.331+0000 7fb9777fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-19T11:46:48.334 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.333+0000 7fbaa2c63800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-19T11:46:48.334 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.333+0000 7fbaa2c63800 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-19T11:46:48.334 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.333+0000 7fbaa2c63800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-19T11:46:48.335 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.333+0000 7fb976ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562557 cookie 94350801397088 notifier 8408 bl.length()=225 2024-09-19T11:46:48.335 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.333+0000 7fb976ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-19T11:46:48.335 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.333+0000 7fb976ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-19T11:46:48.336 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.335+0000 7fbaa2c63800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-19T11:46:48.336 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.335+0000 7fbaa2c63800 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-19T11:46:48.336 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.335+0000 7fbaa2c63800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-19T11:46:48.337 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.335+0000 7fb9777fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562479 cookie 94350801395344 notifier 8408 bl.length()=234 2024-09-19T11:46:48.337 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.335+0000 7fb9777fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-19T11:46:48.337 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.335+0000 7fb9777fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-19T11:46:48.338 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.336+0000 7fb9577de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:48.340 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.339+0000 7fbaa2c63800 20 remove_watcher() i=0 2024-09-19T11:46:48.340 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.339+0000 7fbaa2c63800 2 removed watcher, disabling cache 2024-09-19T11:46:48.341 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.340+0000 7fbaa2c63800 20 remove_watcher() i=1 2024-09-19T11:46:48.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.341+0000 7fbaa2c63800 20 remove_watcher() i=2 2024-09-19T11:46:48.343 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.342+0000 7fbaa2c63800 20 remove_watcher() i=3 2024-09-19T11:46:48.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.343+0000 7fbaa2c63800 20 remove_watcher() i=4 2024-09-19T11:46:48.345 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.344+0000 7fbaa2c63800 20 remove_watcher() i=5 2024-09-19T11:46:48.346 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.345+0000 7fbaa2c63800 20 remove_watcher() i=6 2024-09-19T11:46:48.347 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.346+0000 7fbaa2c63800 20 remove_watcher() i=7 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "id": "RGW11111111111111111", 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "tenant": "", 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "name": "Mr.RGW11111111111111111", 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "quota": { 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:48.356 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_users": 1000, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_roles": 1000, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_groups": 1000, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout: "max_access_keys": 4 2024-09-19T11:46:48.357 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:48.359 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-19T11:46:48.359 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key EKCPDDFOANHKGWRIGOAZ --secret xsgASpLwV48SdVyhLuDBXVkR6+icjAQUVe0veCP/0SwfjhHTtnElwg== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-19T11:46:48.426 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:48.426 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:48.460 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.458+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.459+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.459+0000 7f9318620800 20 realm 2024-09-19T11:46:48.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.459+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.461 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.460+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.460+0000 7f9318620800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:48.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.460+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.460+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.460+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.461+0000 7f9318620800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:48.462 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.461+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.463 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.461+0000 7f9318620800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:48.463 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.461+0000 7f9318620800 20 searching for the correct realm 2024-09-19T11:46:48.465 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.464+0000 7f931610a640 0 -- 172.21.15.103:0/3727506506 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f931008b040 msgr2=0x7f9310065960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:48.469 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.468+0000 7f931610a640 0 -- 172.21.15.103:0/3727506506 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f93000d2040 msgr2=0x7f93000a8610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.674+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 zone default found 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 4 Realm: () 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 zonegroup default 2024-09-19T11:46:48.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.675+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.676+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.676+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.676+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.676+0000 7f9318620800 20 started sync module instance, tier type = 2024-09-19T11:46:48.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.676+0000 7f9318620800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:48.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.686+0000 7f9318620800 20 add_watcher() i=0 2024-09-19T11:46:48.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.686+0000 7f9318620800 20 add_watcher() i=1 2024-09-19T11:46:48.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.686+0000 7f9318620800 20 add_watcher() i=2 2024-09-19T11:46:48.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.686+0000 7f9318620800 20 add_watcher() i=3 2024-09-19T11:46:48.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.686+0000 7f9318620800 20 add_watcher() i=4 2024-09-19T11:46:48.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.686+0000 7f9318620800 20 add_watcher() i=5 2024-09-19T11:46:48.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.686+0000 7f9318620800 20 add_watcher() i=6 2024-09-19T11:46:48.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.687+0000 7f9318620800 20 add_watcher() i=7 2024-09-19T11:46:48.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.687+0000 7f9318620800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:48.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f91ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:48.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 5 note: GC not initialized 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f91477fe640 20 reqs_thread_entry: start 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 20 Filter name: none 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f91457fa640 20 reqs_thread_entry: start 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.689+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 cache get: name=default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ : miss 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 cache put: name=default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ info.flags=0x0 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 adding default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ to cache LRU end 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-19T11:46:48.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 20 rados_obj.operate() r=0 bl.length=184 2024-09-19T11:46:48.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-19T11:46:48.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-19T11:46:48.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:48.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 cache get: name=default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ : hit (negative entry) 2024-09-19T11:46:48.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.690+0000 7f9318620800 10 cache get: name=default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ : hit (negative entry) 2024-09-19T11:46:48.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.692+0000 7f9318620800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T11:46:48.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.692+0000 7f9318620800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T11:46:48.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.692+0000 7f9318620800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-19T11:46:48.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.692+0000 7f91f9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562558 cookie 94596045683888 notifier 8426 bl.length()=673 2024-09-19T11:46:48.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.692+0000 7f91f9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T11:46:48.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.692+0000 7f91f9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T11:46:48.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.694+0000 7f9318620800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-19T11:46:48.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.694+0000 7f9318620800 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-19T11:46:48.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.694+0000 7f9318620800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-19T11:46:48.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.694+0000 7f91f9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562559 cookie 94596045696448 notifier 8426 bl.length()=185 2024-09-19T11:46:48.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.694+0000 7f91f9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-19T11:46:48.696 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.694+0000 7f91f9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-19T11:46:48.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.696+0000 7f9318620800 10 cache put: name=default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ info.flags=0x7 2024-09-19T11:46:48.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.696+0000 7f9318620800 10 moving default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ to cache LRU end 2024-09-19T11:46:48.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.696+0000 7f9318620800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:EKCPDDFOANHKGWRIGOAZ, ofs0, ns] 2024-09-19T11:46:48.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.696+0000 7f91f97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562459 cookie 94596045702720 notifier 8426 bl.length()=186 2024-09-19T11:46:48.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.696+0000 7f91f97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ info.flags=0x7 2024-09-19T11:46:48.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.696+0000 7f91f97fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+EKCPDDFOANHKGWRIGOAZ to cache LRU end 2024-09-19T11:46:48.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.697+0000 7f9318620800 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "foo.client.0", 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "foo+test@test.test", 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:48.699 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "foo.client.0", 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "EKCPDDFOANHKGWRIGOAZ", 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "xsgASpLwV48SdVyhLuDBXVkR6+icjAQUVe0veCP/0SwfjhHTtnElwg==", 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:48.691785Z" 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:46:48.700 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:48.701 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "root", 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "RGW11111111111111111", 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:48.691774Z", 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:48.702 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:48.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.698+0000 7f91ccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:48.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.701+0000 7f9318620800 20 remove_watcher() i=0 2024-09-19T11:46:48.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.701+0000 7f9318620800 2 removed watcher, disabling cache 2024-09-19T11:46:48.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.702+0000 7f9318620800 20 remove_watcher() i=1 2024-09-19T11:46:48.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.703+0000 7f9318620800 20 remove_watcher() i=2 2024-09-19T11:46:48.705 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.704+0000 7f9318620800 20 remove_watcher() i=3 2024-09-19T11:46:48.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.705+0000 7f9318620800 20 remove_watcher() i=4 2024-09-19T11:46:48.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.706+0000 7f9318620800 20 remove_watcher() i=5 2024-09-19T11:46:48.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.707+0000 7f9318620800 20 remove_watcher() i=6 2024-09-19T11:46:48.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.708+0000 7f9318620800 20 remove_watcher() i=7 2024-09-19T11:46:48.720 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 1234213297 --totp-seed 7F56ZC5HDCWPQV6E6IMP3B2N2ABWL2TR2JXVA3V3ZOZFCCMQNV7VCSYMH5D5GGFS --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T11:46:48.786 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:48.786 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:48.820 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.819+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 20 realm 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.821+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.823 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.822+0000 7f8c6b346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:48.824 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.822+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:48.824 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.823+0000 7f8c6b346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:48.824 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.823+0000 7f8c6b346800 20 searching for the correct realm 2024-09-19T11:46:48.826 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:48.825+0000 7f8c63fff640 0 -- 172.21.15.103:0/1105702589 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f8c54034040 msgr2=0x7f8c54033950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:46:49.034 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.033+0000 7f8c68e30640 0 -- 172.21.15.103:0/1105702589 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f8c54052420 msgr2=0x7f8c540528a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:49.244 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:49.244 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:49.244 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:49.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:49.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:49.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:49.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:49.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:49.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.240+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:49.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:49.246 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:49.246 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:49.246 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 20 zone default found 2024-09-19T11:46:49.246 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 4 Realm: () 2024-09-19T11:46:49.246 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:49.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:49.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:49.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 20 zonegroup default 2024-09-19T11:46:49.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.241+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:49.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.242+0000 7f8c6b346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:49.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.242+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:49.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.242+0000 7f8c6b346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:49.248 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.242+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:49.248 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.242+0000 7f8c6b346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:49.248 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.242+0000 7f8c6b346800 20 started sync module instance, tier type = 2024-09-19T11:46:49.248 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.242+0000 7f8c6b346800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:49.253 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.252+0000 7f8c6b346800 20 add_watcher() i=0 2024-09-19T11:46:49.253 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.252+0000 7f8c6b346800 20 add_watcher() i=1 2024-09-19T11:46:49.253 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.252+0000 7f8c6b346800 20 add_watcher() i=2 2024-09-19T11:46:49.253 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.252+0000 7f8c6b346800 20 add_watcher() i=3 2024-09-19T11:46:49.254 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.252+0000 7f8c6b346800 20 add_watcher() i=4 2024-09-19T11:46:49.254 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.252+0000 7f8c6b346800 20 add_watcher() i=5 2024-09-19T11:46:49.254 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.252+0000 7f8c6b346800 20 add_watcher() i=6 2024-09-19T11:46:49.254 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.253+0000 7f8c6b346800 20 add_watcher() i=7 2024-09-19T11:46:49.254 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.253+0000 7f8c6b346800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:49.256 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.254+0000 7f8b1f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:49.256 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.254+0000 7f8c6b346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.254+0000 7f8c6b346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.255+0000 7f8c6b346800 5 note: GC not initialized 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.255+0000 7f8b1e7e4640 20 reqs_thread_entry: start 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.255+0000 7f8c6b346800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.255+0000 7f8c6b346800 20 Filter name: none 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.255+0000 7f8b177fe640 20 reqs_thread_entry: start 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.255+0000 7f8c6b346800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-19T11:46:49.257 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.255+0000 7f8c6b346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:49.258 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.256+0000 7f8c6b346800 20 rados_obj.operate() r=0 bl.length=488 2024-09-19T11:46:49.258 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.256+0000 7f8c6b346800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-19T11:46:49.258 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.256+0000 7f8c6b346800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T11:46:49.258 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:49.256+0000 7f8c6b346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:50.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.778+0000 7f8c6b346800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T11:46:50.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.778+0000 7f8c6b346800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T11:46:50.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.778+0000 7f8c6b346800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-19T11:46:50.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.778+0000 7f8b3f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691497152 cookie 93887951011408 notifier 8441 bl.length()=687 2024-09-19T11:46:50.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.778+0000 7f8b3f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-19T11:46:50.780 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.778+0000 7f8b3f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-19T11:46:50.781 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.780+0000 7f8b1f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:50.784 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.783+0000 7f8c6b346800 20 remove_watcher() i=0 2024-09-19T11:46:50.784 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.783+0000 7f8c6b346800 2 removed watcher, disabling cache 2024-09-19T11:46:50.785 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.784+0000 7f8c6b346800 20 remove_watcher() i=1 2024-09-19T11:46:50.786 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.785+0000 7f8c6b346800 20 remove_watcher() i=2 2024-09-19T11:46:50.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.787+0000 7f8c6b346800 20 remove_watcher() i=3 2024-09-19T11:46:50.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.788+0000 7f8c6b346800 20 remove_watcher() i=4 2024-09-19T11:46:50.790 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.789+0000 7f8c6b346800 20 remove_watcher() i=5 2024-09-19T11:46:50.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.790+0000 7f8c6b346800 20 remove_watcher() i=6 2024-09-19T11:46:50.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.791+0000 7f8c6b346800 20 remove_watcher() i=7 2024-09-19T11:46:50.805 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-19T11:46:50.805 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key ODWXWRMWNJIFJEPJUCNC --secret 5JMjVUf/cYO1puPIJkY9M0qxIiSPZkxyh0aQc6Y2uyF9e6h/qm7WfA== --cluster ceph 2024-09-19T11:46:50.874 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:50.874 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:50.908 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.907+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:50.910 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.908+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:50.910 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.908+0000 7fe97b726800 20 realm 2024-09-19T11:46:50.910 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.908+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:50.910 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.908+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:50.911 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.908+0000 7fe97b726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:50.911 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.908+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:50.911 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.909+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:50.911 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.909+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:50.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.910+0000 7fe97b726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:50.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.910+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:50.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.910+0000 7fe97b726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:50.912 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.910+0000 7fe97b726800 20 searching for the correct realm 2024-09-19T11:46:50.914 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:50.912+0000 7fe96ec4a640 0 -- 172.21.15.103:0/272032067 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fe960024070 msgr2=0x7fe96006baa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:51.119 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.118+0000 7fe97744b640 0 -- 172.21.15.103:0/272032067 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fe960063a70 msgr2=0x7fe96004a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:51.327 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.325+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 zone default found 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 4 Realm: () 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 zonegroup default 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.329 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.326+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.330 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.327+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.330 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.327+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.330 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.327+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.330 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.327+0000 7fe97b726800 20 started sync module instance, tier type = 2024-09-19T11:46:51.330 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.327+0000 7fe97b726800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:51.338 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.337+0000 7fe97b726800 20 add_watcher() i=0 2024-09-19T11:46:51.338 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.337+0000 7fe97b726800 20 add_watcher() i=1 2024-09-19T11:46:51.338 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.337+0000 7fe97b726800 20 add_watcher() i=2 2024-09-19T11:46:51.338 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.337+0000 7fe97b726800 20 add_watcher() i=3 2024-09-19T11:46:51.338 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.337+0000 7fe97b726800 20 add_watcher() i=4 2024-09-19T11:46:51.339 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.337+0000 7fe97b726800 20 add_watcher() i=5 2024-09-19T11:46:51.339 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.337+0000 7fe97b726800 20 add_watcher() i=6 2024-09-19T11:46:51.339 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.338+0000 7fe97b726800 20 add_watcher() i=7 2024-09-19T11:46:51.339 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.338+0000 7fe97b726800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe82dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe97b726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe97b726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe97b726800 5 note: GC not initialized 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe82cfe1640 20 reqs_thread_entry: start 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe97b726800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe97b726800 20 Filter name: none 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe7a67fc640 20 reqs_thread_entry: start 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe97b726800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-19T11:46:51.342 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.340+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.343 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.343 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-19T11:46:51.343 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T11:46:51.343 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 cache get: name=default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC : miss 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 cache put: name=default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC info.flags=0x0 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 adding default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC to cache LRU end 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 cache get: name=default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC : hit (negative entry) 2024-09-19T11:46:51.344 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.341+0000 7fe97b726800 10 cache get: name=default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC : hit (negative entry) 2024-09-19T11:46:51.345 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.343+0000 7fe97b726800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T11:46:51.345 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.343+0000 7fe97b726800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T11:46:51.345 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.343+0000 7fe97b726800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-19T11:46:51.345 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.343+0000 7fe85affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691497115 cookie 94100941668480 notifier 9096 bl.length()=645 2024-09-19T11:46:51.345 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.343+0000 7fe85affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T11:46:51.345 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.343+0000 7fe85affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T11:46:51.346 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.345+0000 7fe97b726800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-19T11:46:51.347 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.345+0000 7fe97b726800 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-19T11:46:51.347 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.345+0000 7fe97b726800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-19T11:46:51.347 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.345+0000 7fe85a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691497116 cookie 94100941690528 notifier 9096 bl.length()=185 2024-09-19T11:46:51.347 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.345+0000 7fe85a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-19T11:46:51.347 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.345+0000 7fe85a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-19T11:46:51.349 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.347+0000 7fe97b726800 10 cache put: name=default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC info.flags=0x7 2024-09-19T11:46:51.349 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.347+0000 7fe97b726800 10 moving default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC to cache LRU end 2024-09-19T11:46:51.349 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.347+0000 7fe97b726800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:ODWXWRMWNJIFJEPJUCNC, ofs0, ns] 2024-09-19T11:46:51.349 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.348+0000 7fe85affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691497112 cookie 94100941678256 notifier 9096 bl.length()=186 2024-09-19T11:46:51.349 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.348+0000 7fe85affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC info.flags=0x7 2024-09-19T11:46:51.349 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.348+0000 7fe85affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ODWXWRMWNJIFJEPJUCNC to cache LRU end 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "bar.client.0", 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr.bar.client.0", 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "bar+test@test.test", 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "bar.client.0", 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "ODWXWRMWNJIFJEPJUCNC", 2024-09-19T11:46:51.350 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "5JMjVUf/cYO1puPIJkY9M0qxIiSPZkxyh0aQc6Y2uyF9e6h/qm7WfA==", 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:51.342755Z" 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:51.351 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "rgw", 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:46:51.352 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "", 2024-09-19T11:46:51.353 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:46:51.353 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:51.342738Z", 2024-09-19T11:46:51.353 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:46:51.353 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:46:51.353 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:51.353 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:51.354 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.349+0000 7fe82dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:51.354 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.351+0000 7fe97b726800 20 remove_watcher() i=0 2024-09-19T11:46:51.354 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.351+0000 7fe97b726800 2 removed watcher, disabling cache 2024-09-19T11:46:51.354 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.352+0000 7fe97b726800 20 remove_watcher() i=1 2024-09-19T11:46:51.355 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.353+0000 7fe97b726800 20 remove_watcher() i=2 2024-09-19T11:46:51.356 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.355+0000 7fe97b726800 20 remove_watcher() i=3 2024-09-19T11:46:51.357 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.356+0000 7fe97b726800 20 remove_watcher() i=4 2024-09-19T11:46:51.358 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.357+0000 7fe97b726800 20 remove_watcher() i=5 2024-09-19T11:46:51.359 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.358+0000 7fe97b726800 20 remove_watcher() i=6 2024-09-19T11:46:51.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.359+0000 7fe97b726800 20 remove_watcher() i=7 2024-09-19T11:46:51.371 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 1471041675 --totp-seed OFBDNJBVLF4XPYXOBNSRAQSPXJDNEBWDKAIEKX3SCLD25E4QR4TDYQWPZ2R7OUR6 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T11:46:51.438 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:51.438 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:51.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.469+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.470+0000 7f581a573800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.470+0000 7f581a573800 20 realm 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.470+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.471+0000 7f581a573800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.471+0000 7f581a573800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.471+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.471+0000 7f581a573800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.471+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.472+0000 7f581a573800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:51.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.472+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.472+0000 7f581a573800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:51.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.472+0000 7f581a573800 20 searching for the correct realm 2024-09-19T11:46:51.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.475+0000 7f581785c640 0 -- 172.21.15.103:0/979682178 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f58000a2c20 msgr2=0x7f58000993d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:51.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.479+0000 7f581805d640 0 -- 172.21.15.103:0/979682178 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f5800086b30 msgr2=0x7f580004baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:51.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.686+0000 7f581a573800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:51.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.686+0000 7f581a573800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:51.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.686+0000 7f581a573800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:51.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.686+0000 7f581a573800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:51.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.686+0000 7f581a573800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:51.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.686+0000 7f581a573800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:51.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.686+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.689 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 zone default found 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 4 Realm: () 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:51.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 zonegroup default 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.687+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.688+0000 7f581a573800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.688+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.688+0000 7f581a573800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.688+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.688+0000 7f581a573800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.688+0000 7f581a573800 20 started sync module instance, tier type = 2024-09-19T11:46:51.691 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.688+0000 7f581a573800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:51.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.698+0000 7f581a573800 20 add_watcher() i=0 2024-09-19T11:46:51.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.698+0000 7f581a573800 20 add_watcher() i=1 2024-09-19T11:46:51.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.698+0000 7f581a573800 20 add_watcher() i=2 2024-09-19T11:46:51.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.698+0000 7f581a573800 20 add_watcher() i=3 2024-09-19T11:46:51.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.698+0000 7f581a573800 20 add_watcher() i=4 2024-09-19T11:46:51.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.698+0000 7f581a573800 20 add_watcher() i=5 2024-09-19T11:46:51.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.698+0000 7f581a573800 20 add_watcher() i=6 2024-09-19T11:46:51.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.699+0000 7f581a573800 20 add_watcher() i=7 2024-09-19T11:46:51.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.699+0000 7f581a573800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:51.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f56cf7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f581a573800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f581a573800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f581a573800 5 note: GC not initialized 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f56ce7dc640 20 reqs_thread_entry: start 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f581a573800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f581a573800 20 Filter name: none 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f56c77fe640 20 reqs_thread_entry: start 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f581a573800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-19T11:46:51.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.701+0000 7f581a573800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.702+0000 7f581a573800 20 rados_obj.operate() r=0 bl.length=460 2024-09-19T11:46:51.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.702+0000 7f581a573800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-19T11:46:51.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.702+0000 7f581a573800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T11:46:51.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.702+0000 7f581a573800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:51.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.705+0000 7f581a573800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T11:46:51.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.705+0000 7f581a573800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T11:46:51.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.705+0000 7f581a573800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-19T11:46:51.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.705+0000 7f56ef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691497116 cookie 94754720862064 notifier 9117 bl.length()=659 2024-09-19T11:46:51.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.705+0000 7f56ef7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-19T11:46:51.707 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.705+0000 7f56ef7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-19T11:46:51.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.707+0000 7f56cf7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:51.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.709+0000 7f581a573800 20 remove_watcher() i=0 2024-09-19T11:46:51.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.709+0000 7f581a573800 2 removed watcher, disabling cache 2024-09-19T11:46:51.711 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.710+0000 7f581a573800 20 remove_watcher() i=1 2024-09-19T11:46:51.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.711+0000 7f581a573800 20 remove_watcher() i=2 2024-09-19T11:46:51.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.712+0000 7f581a573800 20 remove_watcher() i=3 2024-09-19T11:46:51.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.713+0000 7f581a573800 20 remove_watcher() i=4 2024-09-19T11:46:51.715 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.714+0000 7f581a573800 20 remove_watcher() i=5 2024-09-19T11:46:51.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.715+0000 7f581a573800 20 remove_watcher() i=6 2024-09-19T11:46:51.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.716+0000 7f581a573800 20 remove_watcher() i=7 2024-09-19T11:46:51.728 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2024-09-19T11:46:51.728 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key CZYRVXIDWKEFOZOZIBHL --secret UiDpuV0y28ClkU1jbcYI6HooSmvUo7/D2CXw2Afl163soBrkC0HX9w== --cluster ceph 2024-09-19T11:46:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:51.795 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:51.837 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.835+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.838 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.838 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 20 realm 2024-09-19T11:46:51.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:51.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:51.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.837+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.839 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.838+0000 7f23ca010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:51.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.838+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:51.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.839+0000 7f23ca010800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:51.840 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.839+0000 7f23ca010800 20 searching for the correct realm 2024-09-19T11:46:51.848 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.847+0000 7f23bcfbb640 0 -- 172.21.15.103:0/199016455 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f23b00ae6e0 msgr2=0x7f23b00ad150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:51.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:51.854+0000 7f23c57bc640 0 -- 172.21.15.103:0/199016455 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f23b0056760 msgr2=0x7f23b00d01b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.061+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.064 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:52.064 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 zone default found 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 4 Realm: () 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 zonegroup default 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.062+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.063+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.063+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.063+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.063+0000 7f23ca010800 20 started sync module instance, tier type = 2024-09-19T11:46:52.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.063+0000 7f23ca010800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:52.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.073+0000 7f23ca010800 20 add_watcher() i=0 2024-09-19T11:46:52.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.073+0000 7f23ca010800 20 add_watcher() i=1 2024-09-19T11:46:52.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.073+0000 7f23ca010800 20 add_watcher() i=2 2024-09-19T11:46:52.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.073+0000 7f23ca010800 20 add_watcher() i=3 2024-09-19T11:46:52.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.073+0000 7f23ca010800 20 add_watcher() i=4 2024-09-19T11:46:52.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.073+0000 7f23ca010800 20 add_watcher() i=5 2024-09-19T11:46:52.075 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.073+0000 7f23ca010800 20 add_watcher() i=6 2024-09-19T11:46:52.075 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.074+0000 7f23ca010800 20 add_watcher() i=7 2024-09-19T11:46:52.075 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.074+0000 7f23ca010800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:52.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.075+0000 7f227bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.075+0000 7f23ca010800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.075+0000 7f23ca010800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 5 note: GC not initialized 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f227afe5640 20 reqs_thread_entry: start 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 20 Filter name: none 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f2278fe1640 20 reqs_thread_entry: start 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-19T11:46:52.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T11:46:52.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-19T11:46:52.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.076+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-19T11:46:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-19T11:46:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 10 cache get: name=default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL : miss 2024-09-19T11:46:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 10 cache put: name=default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL info.flags=0x0 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 10 adding default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL to cache LRU end 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 10 cache get: name=default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL : hit (negative entry) 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.077+0000 7f23ca010800 10 cache get: name=default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL : hit (negative entry) 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.078+0000 7f23ca010800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.078+0000 7f23ca010800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.078+0000 7f23ca010800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.079+0000 7f22a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464413 cookie 94311667544784 notifier 9132 bl.length()=719 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.079+0000 7f22a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.079+0000 7f22a8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.081+0000 7f23ca010800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.081+0000 7f23ca010800 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.081+0000 7f23ca010800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.081+0000 7f22a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464348 cookie 94311667548448 notifier 9132 bl.length()=215 2024-09-19T11:46:52.083 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.081+0000 7f22a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-19T11:46:52.084 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.081+0000 7f22a8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-19T11:46:52.084 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.083+0000 7f23ca010800 10 cache put: name=default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL info.flags=0x7 2024-09-19T11:46:52.084 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.083+0000 7f23ca010800 10 moving default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL to cache LRU end 2024-09-19T11:46:52.084 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.083+0000 7f23ca010800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:CZYRVXIDWKEFOZOZIBHL, ofs0, ns] 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.083+0000 7f22a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464349 cookie 94311667548448 notifier 9132 bl.length()=201 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.083+0000 7f22a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL info.flags=0x7 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.083+0000 7f22a8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+CZYRVXIDWKEFOZOZIBHL to cache LRU end 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:52.085 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "testx$tenanteduser.client.0", 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "CZYRVXIDWKEFOZOZIBHL", 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "UiDpuV0y28ClkU1jbcYI6HooSmvUo7/D2CXw2Afl163soBrkC0HX9w==", 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:52.078395Z" 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:46:52.086 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:52.087 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "rgw", 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "", 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:52.078385Z", 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:52.088 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:52.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.084+0000 7f227bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.086+0000 7f23ca010800 20 remove_watcher() i=0 2024-09-19T11:46:52.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.086+0000 7f23ca010800 2 removed watcher, disabling cache 2024-09-19T11:46:52.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.087+0000 7f23ca010800 20 remove_watcher() i=1 2024-09-19T11:46:52.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.089+0000 7f23ca010800 20 remove_watcher() i=2 2024-09-19T11:46:52.091 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.090+0000 7f23ca010800 20 remove_watcher() i=3 2024-09-19T11:46:52.092 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.091+0000 7f23ca010800 20 remove_watcher() i=4 2024-09-19T11:46:52.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.092+0000 7f23ca010800 20 remove_watcher() i=5 2024-09-19T11:46:52.094 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.093+0000 7f23ca010800 20 remove_watcher() i=6 2024-09-19T11:46:52.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.094+0000 7f23ca010800 20 remove_watcher() i=7 2024-09-19T11:46:52.105 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 9143712138 --totp-seed ZVFLCVC6Z55XFII362BFGJYSSA3XAY5JPGOU5AN5QFTQGHHMXV3TZ5HBNS22BPHQ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T11:46:52.171 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:52.171 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:52.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.203+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.206 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 20 realm 2024-09-19T11:46:52.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:52.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.205+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.208 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.206+0000 7fc6d6240800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:52.208 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.206+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.208 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.207+0000 7fc6d6240800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:52.208 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.207+0000 7fc6d6240800 20 searching for the correct realm 2024-09-19T11:46:52.212 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.211+0000 7fc6d452b640 0 -- 172.21.15.103:0/527914089 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7fc6bc02ec00 msgr2=0x7fc6bc02c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:52.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.418+0000 7fc6d3d2a640 0 -- 172.21.15.103:0/527914089 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x55abbed277a0 msgr2=0x55abbed29bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:52.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.420+0000 7fc6d6240800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:52.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.420+0000 7fc6d6240800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:52.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.420+0000 7fc6d6240800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:52.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.420+0000 7fc6d6240800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:52.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.420+0000 7fc6d6240800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:52.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.420+0000 7fc6d6240800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:52.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.420+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:52.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 zone default found 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 4 Realm: () 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 zonegroup default 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.424 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.421+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.422+0000 7fc6d6240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.422+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.422+0000 7fc6d6240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.422+0000 7fc6d6240800 20 started sync module instance, tier type = 2024-09-19T11:46:52.425 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.422+0000 7fc6d6240800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:52.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=0 2024-09-19T11:46:52.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=1 2024-09-19T11:46:52.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=2 2024-09-19T11:46:52.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=3 2024-09-19T11:46:52.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=4 2024-09-19T11:46:52.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=5 2024-09-19T11:46:52.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=6 2024-09-19T11:46:52.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 20 add_watcher() i=7 2024-09-19T11:46:52.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.432+0000 7fc6d6240800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.434+0000 7fc589fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.434+0000 7fc6d6240800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.434+0000 7fc6d6240800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.434+0000 7fc6d6240800 5 note: GC not initialized 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc588fe1640 20 reqs_thread_entry: start 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 20 Filter name: none 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc5027fc640 20 reqs_thread_entry: start 2024-09-19T11:46:52.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-19T11:46:52.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 20 rados_obj.operate() r=0 bl.length=519 2024-09-19T11:46:52.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-19T11:46:52.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T11:46:52.438 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.435+0000 7fc6d6240800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:52.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.438+0000 7fc6d6240800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T11:46:52.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.438+0000 7fc6d6240800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T11:46:52.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.438+0000 7fc6d6240800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-19T11:46:52.440 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.438+0000 7fc5b2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464414 cookie 94196129296784 notifier 9150 bl.length()=733 2024-09-19T11:46:52.440 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.438+0000 7fc5b2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-19T11:46:52.440 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.438+0000 7fc5b2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-19T11:46:52.440 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.439+0000 7fc589fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.441+0000 7fc6d6240800 20 remove_watcher() i=0 2024-09-19T11:46:52.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.441+0000 7fc6d6240800 2 removed watcher, disabling cache 2024-09-19T11:46:52.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.443+0000 7fc6d6240800 20 remove_watcher() i=1 2024-09-19T11:46:52.445 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.444+0000 7fc6d6240800 20 remove_watcher() i=2 2024-09-19T11:46:52.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.445+0000 7fc6d6240800 20 remove_watcher() i=3 2024-09-19T11:46:52.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.446+0000 7fc6d6240800 20 remove_watcher() i=4 2024-09-19T11:46:52.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.447+0000 7fc6d6240800 20 remove_watcher() i=5 2024-09-19T11:46:52.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.448+0000 7fc6d6240800 20 remove_watcher() i=6 2024-09-19T11:46:52.450 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.449+0000 7fc6d6240800 20 remove_watcher() i=7 2024-09-19T11:46:52.461 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-19T11:46:52.462 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key WQOEQXPUEVRZWQUNJDMD --secret baT9HJZjAsIqQnsrpcOntAnkLnj75JlU2MMOOL370Q1M/n/htMbJGA== --cluster ceph 2024-09-19T11:46:52.526 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:52.526 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:52.560 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.558+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 20 realm 2024-09-19T11:46:52.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:52.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.560+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.561+0000 7f4ebbd23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:52.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.561+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.562+0000 7f4ebbd23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:52.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.562+0000 7f4ebbd23800 20 searching for the correct realm 2024-09-19T11:46:52.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.565+0000 7f4eb7a0c640 0 -- 172.21.15.103:0/3859322826 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f4eb001d060 msgr2=0x7f4eb00725a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:52.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.568+0000 7f4eb7a0c640 0 -- 172.21.15.103:0/3859322826 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4eac07dbf0 msgr2=0x7f4eac074410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:46:52.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:52.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:52.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:52.776 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:52.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:52.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:52.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.774+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:52.777 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:52.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 zone default found 2024-09-19T11:46:52.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 4 Realm: () 2024-09-19T11:46:52.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:52.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:52.778 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 zonegroup default 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.775+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.776+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.776+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.776+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.776+0000 7f4ebbd23800 20 started sync module instance, tier type = 2024-09-19T11:46:52.779 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.776+0000 7f4ebbd23800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:52.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.786+0000 7f4ebbd23800 20 add_watcher() i=0 2024-09-19T11:46:52.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.786+0000 7f4ebbd23800 20 add_watcher() i=1 2024-09-19T11:46:52.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.786+0000 7f4ebbd23800 20 add_watcher() i=2 2024-09-19T11:46:52.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.786+0000 7f4ebbd23800 20 add_watcher() i=3 2024-09-19T11:46:52.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.786+0000 7f4ebbd23800 20 add_watcher() i=4 2024-09-19T11:46:52.788 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.786+0000 7f4ebbd23800 20 add_watcher() i=5 2024-09-19T11:46:52.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.786+0000 7f4ebbd23800 20 add_watcher() i=6 2024-09-19T11:46:52.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.787+0000 7f4ebbd23800 20 add_watcher() i=7 2024-09-19T11:46:52.789 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.787+0000 7f4ebbd23800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:52.791 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.789+0000 7f4d6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.789+0000 7f4ebbd23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.789+0000 7f4ebbd23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.789+0000 7f4ebbd23800 5 note: GC not initialized 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.789+0000 7f4d6cfe1640 20 reqs_thread_entry: start 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.789+0000 7f4ebbd23800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.789+0000 7f4ebbd23800 20 Filter name: none 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ce67fc640 20 reqs_thread_entry: start 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-19T11:46:52.792 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:52.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-19T11:46:52.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-19T11:46:52.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-19T11:46:52.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 cache get: name=default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD : miss 2024-09-19T11:46:52.793 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 cache put: name=default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD info.flags=0x0 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 adding default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD to cache LRU end 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.790+0000 7f4ebbd23800 10 cache get: name=default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD : hit (negative entry) 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.791+0000 7f4ebbd23800 10 cache get: name=default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD : hit (negative entry) 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.792+0000 7f4ebbd23800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.792+0000 7f4ebbd23800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.792+0000 7f4ebbd23800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-19T11:46:52.794 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.792+0000 7f4d96ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464350 cookie 94861134181360 notifier 9168 bl.length()=660 2024-09-19T11:46:52.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.792+0000 7f4d96ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T11:46:52.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.792+0000 7f4d96ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:52.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.794+0000 7f4ebbd23800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-19T11:46:52.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.794+0000 7f4ebbd23800 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-19T11:46:52.795 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.794+0000 7f4ebbd23800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-19T11:46:52.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.794+0000 7f4d96ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464413 cookie 94861134168736 notifier 9168 bl.length()=191 2024-09-19T11:46:52.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.794+0000 7f4d96ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-19T11:46:52.796 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.794+0000 7f4d96ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-19T11:46:52.797 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.796+0000 7f4ebbd23800 10 cache put: name=default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD info.flags=0x7 2024-09-19T11:46:52.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.796+0000 7f4ebbd23800 10 moving default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD to cache LRU end 2024-09-19T11:46:52.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.796+0000 7f4ebbd23800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:WQOEQXPUEVRZWQUNJDMD, ofs0, ns] 2024-09-19T11:46:52.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.796+0000 7f4d967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464415 cookie 94861134180304 notifier 9168 bl.length()=189 2024-09-19T11:46:52.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.796+0000 7f4d967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD info.flags=0x7 2024-09-19T11:46:52.798 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.796+0000 7f4d967fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+WQOEQXPUEVRZWQUNJDMD to cache LRU end 2024-09-19T11:46:52.798 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:52.798 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "foobar.client.0", 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr.foobar.client.0", 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "foobar+test@test.test", 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "foobar.client.0", 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "WQOEQXPUEVRZWQUNJDMD", 2024-09-19T11:46:52.799 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "baT9HJZjAsIqQnsrpcOntAnkLnj75JlU2MMOOL370Q1M/n/htMbJGA==", 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:52.791793Z" 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:52.800 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "rgw", 2024-09-19T11:46:52.801 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:46:52.802 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "", 2024-09-19T11:46:52.802 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:46:52.802 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:52.791780Z", 2024-09-19T11:46:52.802 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:46:52.802 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:46:52.802 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:52.802 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:52.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.798+0000 7f4d6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.800+0000 7f4ebbd23800 20 remove_watcher() i=0 2024-09-19T11:46:52.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.800+0000 7f4ebbd23800 2 removed watcher, disabling cache 2024-09-19T11:46:52.803 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.801+0000 7f4ebbd23800 20 remove_watcher() i=1 2024-09-19T11:46:52.804 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.803+0000 7f4ebbd23800 20 remove_watcher() i=2 2024-09-19T11:46:52.805 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.804+0000 7f4ebbd23800 20 remove_watcher() i=3 2024-09-19T11:46:52.806 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.805+0000 7f4ebbd23800 20 remove_watcher() i=4 2024-09-19T11:46:52.807 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.806+0000 7f4ebbd23800 20 remove_watcher() i=5 2024-09-19T11:46:52.808 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.806+0000 7f4ebbd23800 20 remove_watcher() i=6 2024-09-19T11:46:52.809 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.807+0000 7f4ebbd23800 20 remove_watcher() i=7 2024-09-19T11:46:52.819 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 8071402448 --totp-seed SPKDKSWVC3JEMAHQKFJFNSYMCYFP2I5QP6VKFUUEAQW2RES26VAF3E2W6QLCP6OX --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T11:46:52.885 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:52.885 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:52.918 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.917+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.919+0000 7fe4fa21d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.919+0000 7fe4fa21d800 20 realm 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.919+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.919+0000 7fe4fa21d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.919+0000 7fe4fa21d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.919+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.920+0000 7fe4fa21d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.921 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.920+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.920+0000 7fe4fa21d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:52.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.921+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.921+0000 7fe4fa21d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:52.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.921+0000 7fe4fa21d800 20 searching for the correct realm 2024-09-19T11:46:52.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.923+0000 7fe4f51ea640 0 -- 172.21.15.103:0/2759542761 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x5626608d3620 msgr2=0x5626608d5a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:52.928 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.927+0000 7fe4f59eb640 0 -- 172.21.15.103:0/2759542761 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7fe4f00624c0 msgr2=0x7fe4f0060f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.932+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:52.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.935 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:52.935 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 zone default found 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 4 Realm: () 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 zonegroup default 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.933+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.934+0000 7fe4fa21d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.934+0000 7fe4fa21d800 20 started sync module instance, tier type = 2024-09-19T11:46:52.936 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.934+0000 7fe4fa21d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:52.944 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.943+0000 7fe4fa21d800 20 add_watcher() i=0 2024-09-19T11:46:52.944 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.943+0000 7fe4fa21d800 20 add_watcher() i=1 2024-09-19T11:46:52.945 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.943+0000 7fe4fa21d800 20 add_watcher() i=2 2024-09-19T11:46:52.945 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.943+0000 7fe4fa21d800 20 add_watcher() i=3 2024-09-19T11:46:52.945 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.943+0000 7fe4fa21d800 20 add_watcher() i=4 2024-09-19T11:46:52.945 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.943+0000 7fe4fa21d800 20 add_watcher() i=5 2024-09-19T11:46:52.945 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.943+0000 7fe4fa21d800 20 add_watcher() i=6 2024-09-19T11:46:52.945 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.944+0000 7fe4fa21d800 20 add_watcher() i=7 2024-09-19T11:46:52.946 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.944+0000 7fe4fa21d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.945+0000 7fe3a77f6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe4fa21d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe4fa21d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe4fa21d800 5 note: GC not initialized 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe3a67f4640 20 reqs_thread_entry: start 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe4fa21d800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe4fa21d800 20 Filter name: none 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe317fff640 20 reqs_thread_entry: start 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe4fa21d800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.946+0000 7fe4fa21d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:52.948 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.947+0000 7fe4fa21d800 20 rados_obj.operate() r=0 bl.length=472 2024-09-19T11:46:52.949 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.947+0000 7fe4fa21d800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-19T11:46:52.949 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.947+0000 7fe4fa21d800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:52.949 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.947+0000 7fe4fa21d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:52.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.950+0000 7fe4fa21d800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T11:46:52.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.950+0000 7fe4fa21d800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:52.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.950+0000 7fe4fa21d800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-19T11:46:52.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.950+0000 7fe3d8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464351 cookie 94722828655296 notifier 9186 bl.length()=674 2024-09-19T11:46:52.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.950+0000 7fe3d8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T11:46:52.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.950+0000 7fe3d8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:52.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.951+0000 7fe3a77f6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:52.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.953+0000 7fe4fa21d800 20 remove_watcher() i=0 2024-09-19T11:46:52.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.953+0000 7fe4fa21d800 2 removed watcher, disabling cache 2024-09-19T11:46:52.955 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.954+0000 7fe4fa21d800 20 remove_watcher() i=1 2024-09-19T11:46:52.957 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.955+0000 7fe4fa21d800 20 remove_watcher() i=2 2024-09-19T11:46:52.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.956+0000 7fe4fa21d800 20 remove_watcher() i=3 2024-09-19T11:46:52.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.958+0000 7fe4fa21d800 20 remove_watcher() i=4 2024-09-19T11:46:52.960 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.959+0000 7fe4fa21d800 20 remove_watcher() i=5 2024-09-19T11:46:52.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.959+0000 7fe4fa21d800 20 remove_watcher() i=6 2024-09-19T11:46:52.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:52.960+0000 7fe4fa21d800 20 remove_watcher() i=7 2024-09-19T11:46:52.972 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-19T11:46:53.029 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:53.029 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:53.063 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.061+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.063+0000 7f045151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.063+0000 7f045151f800 20 realm 2024-09-19T11:46:53.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.063+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.063+0000 7f045151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.063+0000 7f045151f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:53.065 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.063+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.064+0000 7f045151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.064+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.065+0000 7f045151f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.065+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.067 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.066+0000 7f045151f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:53.067 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.066+0000 7f045151f800 20 searching for the correct realm 2024-09-19T11:46:53.071 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.069+0000 7f044caa8640 0 -- 172.21.15.103:0/2140524868 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f0438029060 msgr2=0x7f0438061570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:53.074 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.073+0000 7f044daaa640 0 -- 172.21.15.103:0/2140524868 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f043800b040 msgr2=0x7f043806b6c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:46:53.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:53.078 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:53.079 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:53.079 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:53.079 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:53.079 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:53.079 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.079 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.079 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.077+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.080 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 zone default found 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 4 Realm: () 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 zonegroup default 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.078+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.081 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.079+0000 7f045151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.079+0000 7f045151f800 20 started sync module instance, tier type = 2024-09-19T11:46:53.082 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.079+0000 7f045151f800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:53.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.088+0000 7f045151f800 20 add_watcher() i=0 2024-09-19T11:46:53.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.088+0000 7f045151f800 20 add_watcher() i=1 2024-09-19T11:46:53.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.088+0000 7f045151f800 20 add_watcher() i=2 2024-09-19T11:46:53.089 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.088+0000 7f045151f800 20 add_watcher() i=3 2024-09-19T11:46:53.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.088+0000 7f045151f800 20 add_watcher() i=4 2024-09-19T11:46:53.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.088+0000 7f045151f800 20 add_watcher() i=5 2024-09-19T11:46:53.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.088+0000 7f045151f800 20 add_watcher() i=6 2024-09-19T11:46:53.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.089+0000 7f045151f800 20 add_watcher() i=7 2024-09-19T11:46:53.090 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.089+0000 7f045151f800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f03037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f045151f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f045151f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f045151f800 5 note: GC not initialized 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f03027e4640 20 reqs_thread_entry: start 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f045151f800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f045151f800 20 Filter name: none 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f0273fff640 20 reqs_thread_entry: start 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f045151f800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-19T11:46:53.093 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.091+0000 7f045151f800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.094 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.092+0000 7f045151f800 20 rados_obj.operate() r=0 bl.length=486 2024-09-19T11:46:53.094 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.092+0000 7f045151f800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-19T11:46:53.094 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.092+0000 7f045151f800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:53.094 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.092+0000 7f045151f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.093+0000 7f045151f800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.093+0000 7f045151f800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.093+0000 7f045151f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.093+0000 7f0330ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464352 cookie 94102598825056 notifier 8561 bl.length()=727 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.093+0000 7f0330ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.093+0000 7f0330ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:53.095 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "foobar.client.0", 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr.foobar.client.0", 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "foobar+test@test.test", 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "foobar.client.0", 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "WQOEQXPUEVRZWQUNJDMD", 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "baT9HJZjAsIqQnsrpcOntAnkLnj75JlU2MMOOL370Q1M/n/htMbJGA==", 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:52.791793Z" 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:53.096 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [ 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "oidc-provider", 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "perm": "*" 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "roles", 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "perm": "*" 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "user-policy", 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: "perm": "*" 2024-09-19T11:46:53.097 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:46:53.098 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "rgw", 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [ 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "8071402448" 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "", 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:52.791780Z", 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:46:53.099 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:46:53.100 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:53.100 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:53.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.094+0000 7f03037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.097+0000 7f045151f800 20 remove_watcher() i=0 2024-09-19T11:46:53.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.097+0000 7f045151f800 2 removed watcher, disabling cache 2024-09-19T11:46:53.100 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.098+0000 7f045151f800 20 remove_watcher() i=1 2024-09-19T11:46:53.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.099+0000 7f045151f800 20 remove_watcher() i=2 2024-09-19T11:46:53.101 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.100+0000 7f045151f800 20 remove_watcher() i=3 2024-09-19T11:46:53.102 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.101+0000 7f045151f800 20 remove_watcher() i=4 2024-09-19T11:46:53.103 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.102+0000 7f045151f800 20 remove_watcher() i=5 2024-09-19T11:46:53.104 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.103+0000 7f045151f800 20 remove_watcher() i=6 2024-09-19T11:46:53.105 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.104+0000 7f045151f800 20 remove_watcher() i=7 2024-09-19T11:46:53.115 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-19T11:46:53.175 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:53.175 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:53.209 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.208+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.209+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.209+0000 7f3b49346800 20 realm 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.209+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.209+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.209+0000 7f3b49346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.209+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.210+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.211 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.210+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.212 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.211+0000 7f3b49346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.212 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.211+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.212 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.211+0000 7f3b49346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:53.213 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.211+0000 7f3b49346800 20 searching for the correct realm 2024-09-19T11:46:53.214 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.213+0000 7f3b4662f640 0 -- 172.21.15.103:0/1127963344 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x56478c5d4a90 msgr2=0x56478c5d6e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:53.218 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.217+0000 7f3b4662f640 0 -- 172.21.15.103:0/1127963344 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x7f3a100880f0 msgr2=0x7f3a1008a520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:53.224 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.222+0000 7f3b49346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:53.224 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.222+0000 7f3b49346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:53.224 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.222+0000 7f3b49346800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:53.224 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.222+0000 7f3b49346800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:53.224 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.222+0000 7f3b49346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:53.224 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:53.224 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.225 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.225 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:53.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 zone default found 2024-09-19T11:46:53.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 4 Realm: () 2024-09-19T11:46:53.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 zonegroup default 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.223+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.224+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.224+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.224+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.224+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.224+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.224+0000 7f3b49346800 20 started sync module instance, tier type = 2024-09-19T11:46:53.227 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.224+0000 7f3b49346800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.233+0000 7f3b49346800 20 add_watcher() i=0 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.233+0000 7f3b49346800 20 add_watcher() i=1 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.233+0000 7f3b49346800 20 add_watcher() i=2 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.233+0000 7f3b49346800 20 add_watcher() i=3 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.233+0000 7f3b49346800 20 add_watcher() i=4 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.233+0000 7f3b49346800 20 add_watcher() i=5 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.233+0000 7f3b49346800 20 add_watcher() i=6 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.234+0000 7f3b49346800 20 add_watcher() i=7 2024-09-19T11:46:53.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.234+0000 7f3b49346800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.235+0000 7f39fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.235+0000 7f3b49346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 5 note: GC not initialized 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3977fff640 20 reqs_thread_entry: start 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 20 Filter name: none 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3975ffb640 20 reqs_thread_entry: start 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-19T11:46:53.238 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.236+0000 7f3b49346800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.237+0000 7f3b49346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.237+0000 7f3b49346800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.237+0000 7f3b49346800 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-19T11:46:53.239 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.237+0000 7f3b49346800 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-19T11:46:53.240 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.238+0000 7f3b49346800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-19T11:46:53.240 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.238+0000 7f3b49346800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-19T11:46:53.240 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.238+0000 7f3b49346800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-19T11:46:53.240 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.238+0000 7f3a2a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464414 cookie 94865297623696 notifier 8579 bl.length()=384 2024-09-19T11:46:53.240 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.238+0000 7f3a2a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-19T11:46:53.240 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.238+0000 7f3a2a7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-19T11:46:53.241 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.240+0000 7f3b49346800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-19T11:46:53.242 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.240+0000 7f3b49346800 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-19T11:46:53.242 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.240+0000 7f3b49346800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-19T11:46:53.242 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.240+0000 7f3a2a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464449 cookie 94865297631184 notifier 8579 bl.length()=225 2024-09-19T11:46:53.242 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.240+0000 7f3a2a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-19T11:46:53.242 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.240+0000 7f3a2a7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-19T11:46:53.243 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.242+0000 7f3b49346800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-19T11:46:53.243 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.242+0000 7f3b49346800 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-19T11:46:53.243 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.242+0000 7f3b49346800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-19T11:46:53.244 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.242+0000 7f3a2a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464368 cookie 94865297632928 notifier 8579 bl.length()=234 2024-09-19T11:46:53.244 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.242+0000 7f3a2a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-19T11:46:53.244 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.242+0000 7f3a2a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-19T11:46:53.245 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.243+0000 7f39fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.246+0000 7f3b49346800 20 remove_watcher() i=0 2024-09-19T11:46:53.247 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.246+0000 7f3b49346800 2 removed watcher, disabling cache 2024-09-19T11:46:53.248 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.247+0000 7f3b49346800 20 remove_watcher() i=1 2024-09-19T11:46:53.249 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.248+0000 7f3b49346800 20 remove_watcher() i=2 2024-09-19T11:46:53.250 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.249+0000 7f3b49346800 20 remove_watcher() i=3 2024-09-19T11:46:53.252 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.250+0000 7f3b49346800 20 remove_watcher() i=4 2024-09-19T11:46:53.252 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.251+0000 7f3b49346800 20 remove_watcher() i=5 2024-09-19T11:46:53.253 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.252+0000 7f3b49346800 20 remove_watcher() i=6 2024-09-19T11:46:53.254 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.253+0000 7f3b49346800 20 remove_watcher() i=7 2024-09-19T11:46:53.263 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:53.263 INFO:teuthology.orchestra.run.smithi103.stdout: "id": "RGW88888888888888888", 2024-09-19T11:46:53.263 INFO:teuthology.orchestra.run.smithi103.stdout: "tenant": "", 2024-09-19T11:46:53.263 INFO:teuthology.orchestra.run.smithi103.stdout: "name": "Mr.RGW88888888888888888", 2024-09-19T11:46:53.263 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "quota": { 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.264 INFO:teuthology.orchestra.run.smithi103.stdout: "max_users": 1000, 2024-09-19T11:46:53.265 INFO:teuthology.orchestra.run.smithi103.stdout: "max_roles": 1000, 2024-09-19T11:46:53.265 INFO:teuthology.orchestra.run.smithi103.stdout: "max_groups": 1000, 2024-09-19T11:46:53.265 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:53.265 INFO:teuthology.orchestra.run.smithi103.stdout: "max_access_keys": 4 2024-09-19T11:46:53.265 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:53.266 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-19T11:46:53.266 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key MDPJYXCOAPRVQYNJVOQD --secret kyTzLRPxONtGxZw6V71jebyQ6AQO3rMBK8UaJPX/0XGu/qMKl/msiw== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-19T11:46:53.334 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:53.334 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:53.367 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.366+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.369 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 20 realm 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.368+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.369+0000 7fef80c2b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.370 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.369+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.371 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.370+0000 7fef80c2b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:53.371 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.370+0000 7fef80c2b800 20 searching for the correct realm 2024-09-19T11:46:53.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.373+0000 7fef7ef16640 0 -- 172.21.15.103:0/396996425 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x5649711751e0 msgr2=0x5649711776a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:53.377 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.376+0000 7fef7df14640 0 -- 172.21.15.103:0/396996425 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fef74084440 msgr2=0x7fef74084880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:46:53.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.382+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 zone default found 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 4 Realm: () 2024-09-19T11:46:53.385 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 zonegroup default 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.383+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.384+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.384+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.384+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.384+0000 7fef80c2b800 20 started sync module instance, tier type = 2024-09-19T11:46:53.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.384+0000 7fef80c2b800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:53.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.393+0000 7fef80c2b800 20 add_watcher() i=0 2024-09-19T11:46:53.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.393+0000 7fef80c2b800 20 add_watcher() i=1 2024-09-19T11:46:53.394 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.393+0000 7fef80c2b800 20 add_watcher() i=2 2024-09-19T11:46:53.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.393+0000 7fef80c2b800 20 add_watcher() i=3 2024-09-19T11:46:53.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.393+0000 7fef80c2b800 20 add_watcher() i=4 2024-09-19T11:46:53.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.393+0000 7fef80c2b800 20 add_watcher() i=5 2024-09-19T11:46:53.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.393+0000 7fef80c2b800 20 add_watcher() i=6 2024-09-19T11:46:53.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.394+0000 7fef80c2b800 20 add_watcher() i=7 2024-09-19T11:46:53.395 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.394+0000 7fef80c2b800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:53.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fee34fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:53.398 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 5 note: GC not initialized 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fedaf7fe640 20 reqs_thread_entry: start 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 20 Filter name: none 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fedad7fa640 20 reqs_thread_entry: start 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.396+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.399 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 10 cache get: name=default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD : miss 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 10 cache put: name=default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD info.flags=0x0 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 10 adding default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD to cache LRU end 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-19T11:46:53.400 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.397+0000 7fef80c2b800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.401 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.398+0000 7fef80c2b800 20 rados_obj.operate() r=0 bl.length=184 2024-09-19T11:46:53.401 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.398+0000 7fef80c2b800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-19T11:46:53.401 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.398+0000 7fef80c2b800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-19T11:46:53.401 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.398+0000 7fef80c2b800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.398+0000 7fef80c2b800 10 cache get: name=default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD : hit (negative entry) 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.398+0000 7fef80c2b800 10 cache get: name=default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD : hit (negative entry) 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.399+0000 7fef80c2b800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.399+0000 7fef80c2b800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.399+0000 7fef80c2b800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.399+0000 7fee61ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464415 cookie 94873430021984 notifier 9243 bl.length()=681 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.399+0000 7fee61ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T11:46:53.402 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.399+0000 7fee61ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T11:46:53.403 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.401+0000 7fef80c2b800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-19T11:46:53.403 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.401+0000 7fef80c2b800 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-19T11:46:53.403 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.401+0000 7fef80c2b800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-19T11:46:53.403 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.402+0000 7fee61ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464416 cookie 94873430036048 notifier 9243 bl.length()=189 2024-09-19T11:46:53.403 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.402+0000 7fee61ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-19T11:46:53.403 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.402+0000 7fee61ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-19T11:46:53.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.403+0000 7fef80c2b800 10 cache put: name=default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD info.flags=0x7 2024-09-19T11:46:53.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.403+0000 7fef80c2b800 10 moving default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD to cache LRU end 2024-09-19T11:46:53.404 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.403+0000 7fef80c2b800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:MDPJYXCOAPRVQYNJVOQD, ofs0, ns] 2024-09-19T11:46:53.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.403+0000 7fee617fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464353 cookie 94873430041296 notifier 9243 bl.length()=188 2024-09-19T11:46:53.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.403+0000 7fee617fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD info.flags=0x7 2024-09-19T11:46:53.405 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.403+0000 7fee617fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MDPJYXCOAPRVQYNJVOQD to cache LRU end 2024-09-19T11:46:53.406 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.405+0000 7fef80c2b800 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-19T11:46:53.406 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:53.406 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "root1.client.0", 2024-09-19T11:46:53.406 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "root1+test@test.test", 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "root1.client.0", 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "MDPJYXCOAPRVQYNJVOQD", 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "kyTzLRPxONtGxZw6V71jebyQ6AQO3rMBK8UaJPX/0XGu/qMKl/msiw==", 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:46:53.407 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:53.398938Z" 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:53.408 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "root", 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:46:53.409 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "RGW88888888888888888", 2024-09-19T11:46:53.410 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:46:53.410 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:53.398928Z", 2024-09-19T11:46:53.410 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:46:53.410 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:46:53.410 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:53.410 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:53.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.406+0000 7fee34fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.408+0000 7fef80c2b800 20 remove_watcher() i=0 2024-09-19T11:46:53.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.408+0000 7fef80c2b800 2 removed watcher, disabling cache 2024-09-19T11:46:53.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.409+0000 7fef80c2b800 20 remove_watcher() i=1 2024-09-19T11:46:53.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.410+0000 7fef80c2b800 20 remove_watcher() i=2 2024-09-19T11:46:53.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.411+0000 7fef80c2b800 20 remove_watcher() i=3 2024-09-19T11:46:53.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.412+0000 7fef80c2b800 20 remove_watcher() i=4 2024-09-19T11:46:53.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.413+0000 7fef80c2b800 20 remove_watcher() i=5 2024-09-19T11:46:53.415 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.414+0000 7fef80c2b800 20 remove_watcher() i=6 2024-09-19T11:46:53.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.415+0000 7fef80c2b800 20 remove_watcher() i=7 2024-09-19T11:46:53.427 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 8034000994 --totp-seed 4TKHGEFN4OWYPBIEZIACBQ5JSH2MKA3MODPTRLDWG7WIUSXGOGQQFGHGATWKJL2Q --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T11:46:53.493 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:53.493 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:53.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.525+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.526+0000 7f7fcc33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.526+0000 7f7fcc33d800 20 realm 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.526+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.526+0000 7f7fcc33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.526+0000 7f7fcc33d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.526+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.527+0000 7f7fcc33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.527+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.528+0000 7f7fcc33d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.528+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.528+0000 7f7fcc33d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:53.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.528+0000 7f7fcc33d800 20 searching for the correct realm 2024-09-19T11:46:53.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.532+0000 7f7fc7829640 0 -- 172.21.15.103:0/1548823393 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f7fb0081420 msgr2=0x7f7fb0081880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:53.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.535+0000 7f7fc882b640 0 -- 172.21.15.103:0/1548823393 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f7fb008c910 msgr2=0x7f7fb0074400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:53.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:53.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:53.540 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:53.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:53.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:53.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:53.541 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.539+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:53.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 zone default found 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 4 Realm: () 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 zonegroup default 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.540+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.541+0000 7f7fcc33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.541+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.541+0000 7f7fcc33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.541+0000 7f7fcc33d800 20 started sync module instance, tier type = 2024-09-19T11:46:53.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.541+0000 7f7fcc33d800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:53.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.550+0000 7f7fcc33d800 20 add_watcher() i=0 2024-09-19T11:46:53.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.550+0000 7f7fcc33d800 20 add_watcher() i=1 2024-09-19T11:46:53.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.550+0000 7f7fcc33d800 20 add_watcher() i=2 2024-09-19T11:46:53.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.550+0000 7f7fcc33d800 20 add_watcher() i=3 2024-09-19T11:46:53.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.550+0000 7f7fcc33d800 20 add_watcher() i=4 2024-09-19T11:46:53.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.550+0000 7f7fcc33d800 20 add_watcher() i=5 2024-09-19T11:46:53.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.550+0000 7f7fcc33d800 20 add_watcher() i=6 2024-09-19T11:46:53.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.551+0000 7f7fcc33d800 20 add_watcher() i=7 2024-09-19T11:46:53.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.551+0000 7f7fcc33d800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:53.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.552+0000 7f7e7efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7fcc33d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:53.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7fcc33d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7fcc33d800 5 note: GC not initialized 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7e7dfdb640 20 reqs_thread_entry: start 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7fcc33d800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7fcc33d800 20 Filter name: none 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7def7fe640 20 reqs_thread_entry: start 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7fcc33d800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.553+0000 7f7fcc33d800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.554+0000 7f7fcc33d800 20 rados_obj.operate() r=0 bl.length=494 2024-09-19T11:46:53.556 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.554+0000 7f7fcc33d800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-19T11:46:53.556 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.554+0000 7f7fcc33d800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T11:46:53.556 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.554+0000 7f7fcc33d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:53.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.556+0000 7f7fcc33d800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T11:46:53.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.556+0000 7f7fcc33d800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T11:46:53.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.556+0000 7f7fcc33d800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-19T11:46:53.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.556+0000 7f7e9f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464416 cookie 94524905271728 notifier 8612 bl.length()=695 2024-09-19T11:46:53.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.556+0000 7f7e9f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-19T11:46:53.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.556+0000 7f7e9f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-19T11:46:53.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.558+0000 7f7e7efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:53.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.560+0000 7f7fcc33d800 20 remove_watcher() i=0 2024-09-19T11:46:53.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.560+0000 7f7fcc33d800 2 removed watcher, disabling cache 2024-09-19T11:46:53.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.561+0000 7f7fcc33d800 20 remove_watcher() i=1 2024-09-19T11:46:53.563 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.562+0000 7f7fcc33d800 20 remove_watcher() i=2 2024-09-19T11:46:53.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.563+0000 7f7fcc33d800 20 remove_watcher() i=3 2024-09-19T11:46:53.565 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.564+0000 7f7fcc33d800 20 remove_watcher() i=4 2024-09-19T11:46:53.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.565+0000 7f7fcc33d800 20 remove_watcher() i=5 2024-09-19T11:46:53.567 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.566+0000 7f7fcc33d800 20 remove_watcher() i=6 2024-09-19T11:46:53.568 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.567+0000 7f7fcc33d800 20 remove_watcher() i=7 2024-09-19T11:46:53.579 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-19T11:46:53.639 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:53.639 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:53.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.672+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 20 realm 2024-09-19T11:46:53.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:53.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:53.675 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.673+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.674+0000 7f4e8eb20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:53.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.674+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:53.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.675+0000 7f4e8eb20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:53.676 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.675+0000 7f4e8eb20800 20 searching for the correct realm 2024-09-19T11:46:53.881 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:53.879+0000 7f4e82067640 0 -- 172.21.15.103:0/2306065852 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f4e7404c040 msgr2=0x7f4e7401d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:54.086 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.085+0000 7f4e8a868640 0 -- 172.21.15.103:0/2306065852 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f4e74027040 msgr2=0x7f4e74038960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.292+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 zone default found 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 4 Realm: () 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 zonegroup default 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.293+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.294+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.294+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.294+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.294+0000 7f4e8eb20800 20 started sync module instance, tier type = 2024-09-19T11:46:54.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.294+0000 7f4e8eb20800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:54.305 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.304+0000 7f4e8eb20800 20 add_watcher() i=0 2024-09-19T11:46:54.305 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.304+0000 7f4e8eb20800 20 add_watcher() i=1 2024-09-19T11:46:54.306 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.304+0000 7f4e8eb20800 20 add_watcher() i=2 2024-09-19T11:46:54.306 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.304+0000 7f4e8eb20800 20 add_watcher() i=3 2024-09-19T11:46:54.306 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.304+0000 7f4e8eb20800 20 add_watcher() i=4 2024-09-19T11:46:54.306 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.304+0000 7f4e8eb20800 20 add_watcher() i=5 2024-09-19T11:46:54.306 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.304+0000 7f4e8eb20800 20 add_watcher() i=6 2024-09-19T11:46:54.306 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.305+0000 7f4e8eb20800 20 add_watcher() i=7 2024-09-19T11:46:54.306 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.305+0000 7f4e8eb20800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:54.309 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.307+0000 7f4d417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:54.309 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.307+0000 7f4e8eb20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:54.309 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.307+0000 7f4e8eb20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.307+0000 7f4e8eb20800 5 note: GC not initialized 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.307+0000 7f4cbbfff640 20 reqs_thread_entry: start 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.307+0000 7f4e8eb20800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.307+0000 7f4e8eb20800 20 Filter name: none 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4cb9ffb640 20 reqs_thread_entry: start 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-19T11:46:54.310 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-19T11:46:54.311 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.308+0000 7f4e8eb20800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.311 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.309+0000 7f4e8eb20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.311 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.309+0000 7f4e8eb20800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.309+0000 7f4e8eb20800 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.309+0000 7f4e8eb20800 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.310+0000 7f4e8eb20800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.310+0000 7f4e8eb20800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.310+0000 7f4e8eb20800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.311+0000 7f4d6e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464417 cookie 94334195287184 notifier 8627 bl.length()=384 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.311+0000 7f4d6e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-19T11:46:54.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.311+0000 7f4d6e7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-19T11:46:54.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.313+0000 7f4e8eb20800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-19T11:46:54.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.313+0000 7f4e8eb20800 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-19T11:46:54.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.313+0000 7f4e8eb20800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-19T11:46:54.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.313+0000 7f4d6e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464450 cookie 94334195318864 notifier 8627 bl.length()=225 2024-09-19T11:46:54.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.313+0000 7f4d6e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-19T11:46:54.315 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.313+0000 7f4d6e7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-19T11:46:54.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.315+0000 7f4e8eb20800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-19T11:46:54.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.315+0000 7f4e8eb20800 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-19T11:46:54.316 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.315+0000 7f4e8eb20800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-19T11:46:54.317 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.315+0000 7f4d6dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464369 cookie 94334195324208 notifier 8627 bl.length()=234 2024-09-19T11:46:54.317 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.315+0000 7f4d6dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-19T11:46:54.317 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.315+0000 7f4d6dffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-19T11:46:54.318 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.316+0000 7f4d417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:54.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.319+0000 7f4e8eb20800 20 remove_watcher() i=0 2024-09-19T11:46:54.321 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.319+0000 7f4e8eb20800 2 removed watcher, disabling cache 2024-09-19T11:46:54.322 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.321+0000 7f4e8eb20800 20 remove_watcher() i=1 2024-09-19T11:46:54.323 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.322+0000 7f4e8eb20800 20 remove_watcher() i=2 2024-09-19T11:46:54.324 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.323+0000 7f4e8eb20800 20 remove_watcher() i=3 2024-09-19T11:46:54.325 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.324+0000 7f4e8eb20800 20 remove_watcher() i=4 2024-09-19T11:46:54.326 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.325+0000 7f4e8eb20800 20 remove_watcher() i=5 2024-09-19T11:46:54.327 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.326+0000 7f4e8eb20800 20 remove_watcher() i=6 2024-09-19T11:46:54.328 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.327+0000 7f4e8eb20800 20 remove_watcher() i=7 2024-09-19T11:46:54.337 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:54.337 INFO:teuthology.orchestra.run.smithi103.stdout: "id": "RGW99999999999999999", 2024-09-19T11:46:54.337 INFO:teuthology.orchestra.run.smithi103.stdout: "tenant": "", 2024-09-19T11:46:54.337 INFO:teuthology.orchestra.run.smithi103.stdout: "name": "Mr.RGW99999999999999999", 2024-09-19T11:46:54.337 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-19T11:46:54.337 INFO:teuthology.orchestra.run.smithi103.stdout: "quota": { 2024-09-19T11:46:54.337 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_users": 1000, 2024-09-19T11:46:54.338 INFO:teuthology.orchestra.run.smithi103.stdout: "max_roles": 1000, 2024-09-19T11:46:54.339 INFO:teuthology.orchestra.run.smithi103.stdout: "max_groups": 1000, 2024-09-19T11:46:54.339 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:54.339 INFO:teuthology.orchestra.run.smithi103.stdout: "max_access_keys": 4 2024-09-19T11:46:54.339 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:54.340 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-19T11:46:54.340 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key ATACDNQJBMVMJRNPVSWS --secret hCGQdAdsP1w2XFegPuV3dsKM/YTDXd2QSTdAT2h+NvjiNIqIC8Azpw== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-19T11:46:54.407 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:54.408 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:54.440 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.439+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.442 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.442 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 20 realm 2024-09-19T11:46:54.442 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:54.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.441+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.442+0000 7f82ea33c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:54.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.442+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.443+0000 7f82ea33c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:54.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.443+0000 7f82ea33c800 20 searching for the correct realm 2024-09-19T11:46:54.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.446+0000 7f82e6882640 0 -- 172.21.15.103:0/3545506263 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x55b899802c50 msgr2=0x55b899805110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:54.451 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.449+0000 7f82e6081640 0 -- 172.21.15.103:0/3545506263 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f82d0097040 msgr2=0x7f82d0097420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.454+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:54.456 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 zone default found 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 4 Realm: () 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 zonegroup default 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.455+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.456+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.458 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.456+0000 7f82ea33c800 20 started sync module instance, tier type = 2024-09-19T11:46:54.459 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.456+0000 7f82ea33c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:54.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.465+0000 7f82ea33c800 20 add_watcher() i=0 2024-09-19T11:46:54.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.465+0000 7f82ea33c800 20 add_watcher() i=1 2024-09-19T11:46:54.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.465+0000 7f82ea33c800 20 add_watcher() i=2 2024-09-19T11:46:54.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.465+0000 7f82ea33c800 20 add_watcher() i=3 2024-09-19T11:46:54.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.465+0000 7f82ea33c800 20 add_watcher() i=4 2024-09-19T11:46:54.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.465+0000 7f82ea33c800 20 add_watcher() i=5 2024-09-19T11:46:54.467 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.465+0000 7f82ea33c800 20 add_watcher() i=6 2024-09-19T11:46:54.468 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.466+0000 7f82ea33c800 20 add_watcher() i=7 2024-09-19T11:46:54.468 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.466+0000 7f82ea33c800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:54.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.468+0000 7f819cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:54.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.468+0000 7f82ea33c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:54.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.468+0000 7f82ea33c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:54.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.468+0000 7f82ea33c800 5 note: GC not initialized 2024-09-19T11:46:54.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.468+0000 7f81177fe640 20 reqs_thread_entry: start 2024-09-19T11:46:54.470 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.468+0000 7f82ea33c800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.468+0000 7f82ea33c800 20 Filter name: none 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f81157fa640 20 reqs_thread_entry: start 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 cache get: name=default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS : miss 2024-09-19T11:46:54.471 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.472 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 cache put: name=default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS info.flags=0x0 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 adding default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS to cache LRU end 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.469+0000 7f82ea33c800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.470+0000 7f82ea33c800 20 rados_obj.operate() r=0 bl.length=184 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.470+0000 7f82ea33c800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.470+0000 7f82ea33c800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.470+0000 7f82ea33c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.470+0000 7f82ea33c800 10 cache get: name=default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS : hit (negative entry) 2024-09-19T11:46:54.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.470+0000 7f82ea33c800 10 cache get: name=default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS : hit (negative entry) 2024-09-19T11:46:54.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.472+0000 7f82ea33c800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T11:46:54.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.472+0000 7f82ea33c800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T11:46:54.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.472+0000 7f82ea33c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-19T11:46:54.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.472+0000 7f81c9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464418 cookie 94251337672640 notifier 9306 bl.length()=681 2024-09-19T11:46:54.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.472+0000 7f81c9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T11:46:54.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.472+0000 7f81c9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T11:46:54.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.474+0000 7f82ea33c800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-19T11:46:54.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.474+0000 7f82ea33c800 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-19T11:46:54.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.474+0000 7f82ea33c800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-19T11:46:54.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.474+0000 7f81c9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464417 cookie 94251337685040 notifier 9306 bl.length()=189 2024-09-19T11:46:54.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.474+0000 7f81c9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-19T11:46:54.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.474+0000 7f81c9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-19T11:46:54.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.476+0000 7f82ea33c800 10 cache put: name=default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS info.flags=0x7 2024-09-19T11:46:54.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.476+0000 7f82ea33c800 10 moving default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS to cache LRU end 2024-09-19T11:46:54.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.476+0000 7f82ea33c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:ATACDNQJBMVMJRNPVSWS, ofs0, ns] 2024-09-19T11:46:54.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.476+0000 7f81c97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464451 cookie 94251337663424 notifier 9306 bl.length()=188 2024-09-19T11:46:54.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.476+0000 7f81c97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS info.flags=0x7 2024-09-19T11:46:54.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.476+0000 7f81c97fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ATACDNQJBMVMJRNPVSWS to cache LRU end 2024-09-19T11:46:54.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.478+0000 7f82ea33c800 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-19T11:46:54.479 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T11:46:54.479 INFO:teuthology.orchestra.run.smithi103.stdout: "user_id": "root2.client.0", 2024-09-19T11:46:54.479 INFO:teuthology.orchestra.run.smithi103.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-19T11:46:54.479 INFO:teuthology.orchestra.run.smithi103.stdout: "email": "root2+test@test.test", 2024-09-19T11:46:54.479 INFO:teuthology.orchestra.run.smithi103.stdout: "suspended": 0, 2024-09-19T11:46:54.479 INFO:teuthology.orchestra.run.smithi103.stdout: "max_buckets": 1000, 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "subusers": [], 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "keys": [ 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: { 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "user": "root2.client.0", 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "access_key": "ATACDNQJBMVMJRNPVSWS", 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "secret_key": "hCGQdAdsP1w2XFegPuV3dsKM/YTDXd2QSTdAT2h+NvjiNIqIC8Azpw==", 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "active": true, 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:54.471529Z" 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: ], 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "swift_keys": [], 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": [], 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "op_mask": "read, write, delete", 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "default_placement": "", 2024-09-19T11:46:54.480 INFO:teuthology.orchestra.run.smithi103.stdout: "default_storage_class": "", 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "placement_tags": [], 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "bucket_quota": { 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "user_quota": { 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "enabled": false, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "check_on_raw": false, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size": -1, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "max_size_kb": 0, 2024-09-19T11:46:54.481 INFO:teuthology.orchestra.run.smithi103.stdout: "max_objects": -1 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "temp_url_keys": [], 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "root", 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "mfa_ids": [], 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "account_id": "RGW99999999999999999", 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "path": "/", 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "create_date": "2024-09-19T11:46:54.471504Z", 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "tags": [], 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: "group_ids": [] 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T11:46:54.482 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:46:54.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.478+0000 7f819cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:54.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.481+0000 7f82ea33c800 20 remove_watcher() i=0 2024-09-19T11:46:54.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.481+0000 7f82ea33c800 2 removed watcher, disabling cache 2024-09-19T11:46:54.483 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.482+0000 7f82ea33c800 20 remove_watcher() i=1 2024-09-19T11:46:54.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.483+0000 7f82ea33c800 20 remove_watcher() i=2 2024-09-19T11:46:54.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.484+0000 7f82ea33c800 20 remove_watcher() i=3 2024-09-19T11:46:54.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.485+0000 7f82ea33c800 20 remove_watcher() i=4 2024-09-19T11:46:54.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.486+0000 7f82ea33c800 20 remove_watcher() i=5 2024-09-19T11:46:54.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.487+0000 7f82ea33c800 20 remove_watcher() i=6 2024-09-19T11:46:54.489 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.488+0000 7f82ea33c800 20 remove_watcher() i=7 2024-09-19T11:46:54.500 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 7840120049 --totp-seed DLG6OVF6IAVABETRCPO3Q542FWB53UC3V4AT7RK4357N5HVCOWB6RPWGQZQF2NLR --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-19T11:46:54.567 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T11:46:54.567 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T11:46:54.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.599+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 20 realm 2024-09-19T11:46:54.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T11:46:54.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.600+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.602 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.601+0000 7ffbd2212800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:54.603 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.601+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.603 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.602+0000 7ffbd2212800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T11:46:54.603 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.602+0000 7ffbd2212800 20 searching for the correct realm 2024-09-19T11:46:54.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.603+0000 7ffbcd9e0640 0 -- 172.21.15.103:0/3539921827 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7ffbc806e040 msgr2=0x7ffbc8051980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:54.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.607+0000 7ffbc7fff640 0 -- 172.21.15.103:0/3539921827 >> [v2:172.21.15.103:6826/2972986358,v1:172.21.15.103:6827/2972986358] conn(0x556b34f437a0 msgr2=0x556b34f45b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.612+0000 7ffbd2212800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.612+0000 7ffbd2212800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.612+0000 7ffbd2212800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.612+0000 7ffbd2212800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.612+0000 7ffbd2212800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.612+0000 7ffbd2212800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.612+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 zone default found 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 4 Realm: () 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 zonegroup default 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.613+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.614+0000 7ffbd2212800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.614+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.614+0000 7ffbd2212800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T11:46:54.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.614+0000 7ffbd2212800 20 started sync module instance, tier type = 2024-09-19T11:46:54.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.614+0000 7ffbd2212800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T11:46:54.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.623+0000 7ffbd2212800 20 add_watcher() i=0 2024-09-19T11:46:54.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.623+0000 7ffbd2212800 20 add_watcher() i=1 2024-09-19T11:46:54.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.623+0000 7ffbd2212800 20 add_watcher() i=2 2024-09-19T11:46:54.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.623+0000 7ffbd2212800 20 add_watcher() i=3 2024-09-19T11:46:54.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.623+0000 7ffbd2212800 20 add_watcher() i=4 2024-09-19T11:46:54.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.623+0000 7ffbd2212800 20 add_watcher() i=5 2024-09-19T11:46:54.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.623+0000 7ffbd2212800 20 add_watcher() i=6 2024-09-19T11:46:54.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.624+0000 7ffbd2212800 20 add_watcher() i=7 2024-09-19T11:46:54.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.624+0000 7ffbd2212800 2 all 8 watchers are set, enabling cache 2024-09-19T11:46:54.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.625+0000 7ffa7f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:54.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffbd2212800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffbd2212800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffbd2212800 5 note: GC not initialized 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffa7e7fc640 20 reqs_thread_entry: start 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffbd2212800 20 init_complete bucket index max shards: 11 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffbd2212800 20 Filter name: none 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ff9effff640 20 reqs_thread_entry: start 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffbd2212800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-19T11:46:54.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.626+0000 7ffbd2212800 20 rados->read ofs=0 len=0 2024-09-19T11:46:54.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.627+0000 7ffbd2212800 20 rados_obj.operate() r=0 bl.length=494 2024-09-19T11:46:54.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.627+0000 7ffbd2212800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-19T11:46:54.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.627+0000 7ffbd2212800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T11:46:54.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.627+0000 7ffbd2212800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T11:46:54.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.629+0000 7ffbd2212800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T11:46:54.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.629+0000 7ffbd2212800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T11:46:54.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.629+0000 7ffbd2212800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-19T11:46:54.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.630+0000 7ffab17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464419 cookie 93918938288240 notifier 9324 bl.length()=695 2024-09-19T11:46:54.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.630+0000 7ffab17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-19T11:46:54.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.630+0000 7ffab17fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-19T11:46:54.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.631+0000 7ffa7f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T11:46:54.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.633+0000 7ffbd2212800 20 remove_watcher() i=0 2024-09-19T11:46:54.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.633+0000 7ffbd2212800 2 removed watcher, disabling cache 2024-09-19T11:46:54.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.634+0000 7ffbd2212800 20 remove_watcher() i=1 2024-09-19T11:46:54.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.635+0000 7ffbd2212800 20 remove_watcher() i=2 2024-09-19T11:46:54.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.636+0000 7ffbd2212800 20 remove_watcher() i=3 2024-09-19T11:46:54.638 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.637+0000 7ffbd2212800 20 remove_watcher() i=4 2024-09-19T11:46:54.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.638+0000 7ffbd2212800 20 remove_watcher() i=5 2024-09-19T11:46:54.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.639+0000 7ffbd2212800 20 remove_watcher() i=6 2024-09-19T11:46:54.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T11:46:54.640+0000 7ffbd2212800 20 remove_watcher() i=7 2024-09-19T11:46:54.651 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-19T11:46:54.652 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:46:54.652 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-19T11:46:54.681 INFO:tasks.s3tests:Configuring boto... 2024-09-19T11:46:54.681 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T11:46:54.682 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-19T11:46:54.750 DEBUG:teuthology.orchestra.run.smithi103:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-19T11:46:54.929 INFO:teuthology.orchestra.run.smithi103.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-19T11:46:55.107 INFO:teuthology.orchestra.run.smithi103.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-19T11:46:55.375 INFO:teuthology.orchestra.run.smithi103.stdout:py installdeps: -rrequirements.txt 2024-09-19T11:48:37.710 INFO:teuthology.orchestra.run.smithi103.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-19T11:48:39.108 INFO:teuthology.orchestra.run.smithi103.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.1,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.10,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.6,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.8.0,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=df479049e1f9d2e88fda02dc511d80360bfa3bca2361ef6ba98ca676e2796b42,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.20.0,urllib3==1.26.20,virtualenv==20.26.5,zope.event==5.0,zope.interface==7.0.3 2024-09-19T11:48:39.108 INFO:teuthology.orchestra.run.smithi103.stdout:py run-test-pre: PYTHONHASHSEED='3170644427' 2024-09-19T11:48:39.108 INFO:teuthology.orchestra.run.smithi103.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-19T11:48:39.242 INFO:teuthology.orchestra.run.smithi103.stdout:============================= test session starts ============================== 2024-09-19T11:48:39.242 INFO:teuthology.orchestra.run.smithi103.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-19T11:48:39.243 INFO:teuthology.orchestra.run.smithi103.stdout:cachedir: .tox/py/.pytest_cache 2024-09-19T11:48:39.243 INFO:teuthology.orchestra.run.smithi103.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-19T11:48:39.243 INFO:teuthology.orchestra.run.smithi103.stdout:configfile: pytest.ini 2024-09-19T11:48:40.990 INFO:teuthology.orchestra.run.smithi103.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-19T11:48:40.990 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:48:41.320 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-19T11:48:41.500 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-19T11:48:41.673 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-19T11:48:41.845 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-19T11:48:42.020 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-19T11:48:42.149 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-19T11:48:42.321 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-19T11:48:42.445 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-19T11:48:42.533 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-19T11:48:42.620 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-19T11:48:42.792 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-19T11:48:42.964 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-19T11:48:43.134 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-19T11:48:43.312 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-19T11:48:43.400 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-19T11:48:43.487 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-19T11:48:43.533 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-19T11:48:43.579 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-19T11:48:43.626 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-19T11:48:43.673 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-19T11:48:43.719 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-19T11:48:43.765 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-19T11:48:43.813 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-19T11:48:43.858 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-19T11:48:43.905 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-19T11:48:43.950 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-19T11:48:43.997 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-19T11:48:44.042 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-19T11:48:44.089 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-19T11:48:44.135 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.181 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.228 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.273 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.319 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.365 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.411 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.457 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-19T11:48:44.504 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-19T11:48:44.549 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-19T11:48:44.596 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-19T11:48:44.642 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-19T11:48:44.688 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-19T11:48:44.735 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-19T11:48:44.781 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-19T11:48:44.826 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-19T11:48:44.873 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-19T11:48:44.920 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-19T11:48:44.967 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-19T11:48:45.013 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-19T11:48:45.059 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-19T11:48:45.106 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-19T11:48:45.153 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-19T11:48:45.201 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-19T11:48:45.629 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-19T11:48:46.231 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-19T11:48:47.269 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-19T11:48:48.272 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-19T11:48:50.002 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-19T11:48:50.571 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-19T11:48:51.400 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-19T11:48:51.710 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-19T11:48:51.844 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-19T11:48:52.056 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-19T11:48:52.269 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-19T11:48:52.614 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-19T11:48:52.810 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-19T11:48:53.040 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-19T11:48:53.041 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-19T11:48:53.041 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-19T11:48:53.042 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-19T11:48:53.060 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-19T11:48:53.061 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-19T11:48:53.061 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-19T11:48:53.062 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-19T11:48:53.063 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-19T11:48:53.064 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-19T11:48:53.065 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-19T11:48:53.066 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-19T11:48:53.068 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-19T11:48:53.068 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-19T11:48:53.069 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-19T11:48:53.071 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-19T11:48:53.071 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-19T11:48:53.071 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-19T11:48:53.071 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-19T11:48:53.073 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-19T11:48:53.073 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-19T11:48:53.074 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-19T11:48:53.074 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-19T11:48:53.075 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-19T11:48:53.075 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-19T11:48:53.076 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-19T11:48:53.077 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-19T11:48:53.078 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-19T11:48:53.164 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-19T11:48:53.178 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-19T11:48:53.757 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-19T11:49:01.835 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-19T11:49:02.166 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-19T11:49:02.517 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-19T11:49:02.908 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-19T11:49:03.288 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-19T11:49:03.684 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-19T11:49:04.016 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-19T11:49:04.441 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-19T11:49:04.826 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-19T11:49:05.163 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-19T11:49:05.538 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-19T11:49:05.864 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-19T11:49:06.156 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-19T11:49:06.356 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-19T11:49:06.707 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-19T11:49:07.134 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-19T11:49:07.479 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-19T11:49:07.809 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-19T11:49:08.172 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-19T11:49:08.533 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-19T11:49:08.873 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-19T11:49:09.203 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-19T11:49:09.521 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-19T11:49:09.802 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-19T11:49:10.042 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-19T11:49:10.317 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-19T11:49:10.568 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-19T11:49:10.810 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-19T11:49:11.061 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-19T11:49:11.511 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-19T11:49:11.753 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-19T11:49:12.011 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-19T11:49:12.361 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-19T11:49:12.711 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-19T11:49:12.997 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-19T11:49:13.335 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-19T11:49:13.676 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-19T11:49:14.122 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-19T11:49:14.419 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-19T11:49:14.763 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-19T11:49:15.102 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-19T11:49:15.649 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-19T11:49:16.085 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-19T11:49:16.476 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-19T11:49:16.836 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-19T11:49:17.351 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-19T11:49:17.806 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-19T11:49:18.299 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-19T11:49:18.724 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-19T11:49:19.166 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-19T11:49:19.603 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-19T11:49:20.118 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-19T11:49:20.514 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-19T11:49:21.446 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-19T11:49:22.104 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-19T11:49:22.904 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-19T11:49:24.543 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-19T11:49:26.762 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-19T11:49:28.018 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-19T11:49:29.132 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-19T11:49:29.951 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-19T11:49:30.484 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-19T11:49:31.477 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-19T11:49:32.198 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-19T11:49:33.148 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-19T11:49:33.818 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-19T11:49:35.092 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-19T11:49:35.980 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-19T11:49:37.307 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-19T11:49:38.615 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-19T11:49:39.499 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-19T11:49:40.304 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-19T11:49:40.970 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-19T11:49:42.598 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-19T11:49:43.785 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-19T11:49:45.143 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-19T11:49:46.421 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-19T11:49:47.570 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-19T11:49:48.737 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-19T11:49:49.638 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-19T11:49:50.318 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-19T11:49:51.099 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-19T11:49:52.551 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-19T11:49:54.469 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-19T11:49:55.269 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-19T11:49:56.505 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-19T11:49:57.748 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-19T11:49:58.855 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-19T11:50:00.056 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-19T11:50:01.356 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-19T11:50:02.519 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-19T11:50:03.678 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-19T11:50:04.436 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-19T11:50:05.102 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-19T11:50:05.754 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-19T11:50:06.475 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-19T11:50:07.485 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-19T11:50:08.553 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-19T11:50:09.600 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-19T11:50:10.630 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-19T11:50:11.709 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-19T11:50:12.775 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-19T11:50:13.806 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-19T11:50:14.863 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-19T11:50:15.874 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-19T11:50:16.940 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-19T11:50:17.980 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-19T11:50:19.046 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-19T11:50:19.744 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-19T11:50:20.438 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-19T11:50:21.091 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-19T11:50:21.794 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-19T11:50:22.309 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-19T11:50:22.855 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-19T11:50:23.337 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-19T11:50:23.798 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-19T11:50:24.230 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-19T11:50:24.674 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-19T11:50:25.323 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-19T11:50:25.721 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-19T11:50:26.166 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-19T11:50:26.910 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-19T11:50:27.670 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-19T11:50:28.059 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-19T11:50:28.522 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-19T11:50:28.969 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-19T11:50:29.414 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-19T11:50:30.170 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-19T11:50:30.920 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-19T11:50:31.400 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-19T11:50:31.818 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-19T11:50:32.264 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-19T11:50:32.669 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-19T11:50:33.084 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-19T11:50:33.487 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-19T11:50:33.919 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-19T11:50:34.370 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-19T11:50:34.771 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-19T11:50:35.171 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-19T11:50:35.608 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-19T11:50:36.040 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-19T11:50:36.473 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-19T11:50:36.904 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-19T11:50:37.372 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-19T11:50:37.803 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-19T11:50:38.237 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-19T11:50:45.473 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-19T11:50:45.900 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-19T11:50:46.335 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-19T11:50:46.743 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-19T11:50:47.179 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-19T11:50:47.611 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-19T11:50:48.005 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-19T11:50:48.410 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-19T11:50:48.847 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-19T11:50:49.239 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-19T11:50:49.634 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-19T11:50:50.069 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-19T11:50:50.497 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-19T11:50:50.896 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-19T11:50:51.338 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-19T11:50:51.769 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-19T11:50:52.170 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-19T11:50:52.572 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-19T11:50:52.976 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-19T11:50:53.418 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-19T11:50:53.864 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-19T11:50:54.274 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-19T11:50:54.708 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-19T11:50:55.188 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-19T11:50:55.635 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-19T11:50:56.074 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-19T11:50:56.515 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-19T11:50:56.947 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-19T11:50:57.350 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-19T11:50:57.602 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-19T11:50:57.954 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-19T11:50:58.730 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-19T11:50:59.443 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-19T11:50:59.853 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-19T11:51:00.263 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-19T11:51:00.662 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-19T11:51:01.091 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-19T11:51:01.602 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-19T11:51:02.074 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-19T11:51:02.520 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-19T11:51:02.949 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-19T11:51:03.390 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-19T11:51:03.802 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-19T11:51:04.199 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-19T11:51:04.669 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-19T11:51:05.247 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-19T11:51:05.939 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-19T11:51:06.274 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-19T11:51:06.627 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-19T11:51:06.969 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-19T11:51:07.311 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-19T11:51:07.605 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-19T11:51:07.857 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-19T11:51:08.096 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-19T11:51:08.533 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-19T11:51:08.936 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-19T11:51:09.192 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-19T11:51:09.597 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-19T11:51:09.928 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-19T11:51:10.264 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-19T11:51:10.647 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-19T11:51:11.252 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-19T11:51:11.819 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-19T11:51:12.345 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-19T11:51:19.744 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-19T11:51:27.134 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-19T11:51:27.521 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-19T11:51:27.896 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-19T11:51:28.266 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-19T11:51:28.639 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-19T11:51:29.044 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-19T11:51:29.422 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-19T11:51:29.814 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-19T11:51:30.209 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-19T11:51:30.634 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-19T11:51:31.045 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-19T11:51:31.467 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-19T11:51:31.855 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-19T11:51:32.265 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-19T11:51:32.607 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-19T11:51:32.993 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-19T11:51:33.410 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-19T11:51:33.860 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-19T11:51:34.320 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-19T11:51:34.730 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-19T11:51:35.116 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-19T11:51:35.506 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-19T11:51:35.964 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-19T11:51:36.331 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-19T11:51:36.696 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-19T11:51:37.063 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-19T11:51:37.444 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-19T11:51:37.821 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-19T11:51:38.156 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-19T11:51:38.581 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-19T11:51:38.963 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-19T11:51:39.350 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-19T11:51:39.692 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-19T11:51:40.060 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-19T11:51:40.529 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-19T11:51:40.908 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-19T11:51:41.247 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-19T11:51:41.795 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-19T11:51:42.176 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-19T11:51:42.515 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-19T11:51:42.903 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-19T11:51:43.240 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-19T11:51:43.659 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-19T11:51:44.043 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-19T11:51:44.428 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-19T11:51:44.905 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-19T11:51:45.290 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-19T11:51:45.678 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-19T11:51:46.105 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-19T11:51:47.467 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-19T11:51:47.937 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-19T11:51:48.369 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-19T11:51:48.861 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-19T11:51:49.432 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-19T11:51:49.897 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-19T11:51:50.306 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-19T11:51:50.779 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-19T11:51:51.258 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-19T11:51:51.643 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-19T11:51:52.157 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-19T11:51:52.501 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-19T11:51:52.887 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-19T11:51:53.228 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-19T11:51:53.620 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-19T11:51:53.985 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-19T11:51:54.197 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-19T11:51:54.654 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-19T11:51:55.037 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-19T11:51:55.502 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-19T11:51:58.161 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-19T11:51:58.559 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-19T11:51:58.992 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-19T11:51:59.350 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-19T11:51:59.702 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-19T11:52:00.049 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-19T11:52:00.390 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-19T11:52:00.837 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-19T11:52:01.277 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-19T11:52:01.737 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-19T11:52:02.138 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-19T11:52:02.525 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-19T11:52:02.929 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-19T11:52:03.317 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-19T11:52:03.713 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-19T11:52:04.151 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-19T11:52:04.584 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-19T11:52:05.021 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-19T11:52:05.314 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-19T11:52:05.554 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-19T11:52:05.809 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-19T11:52:06.105 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-19T11:52:06.396 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-19T11:52:06.722 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-19T11:52:07.038 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-19T11:52:07.365 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-19T11:52:07.606 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-19T11:52:07.850 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-19T11:52:08.214 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-19T11:52:08.456 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-19T11:52:08.698 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-19T11:52:08.957 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-19T11:52:09.200 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-19T11:52:09.528 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-19T11:52:09.898 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-19T11:52:10.268 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-19T11:52:10.633 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-19T11:52:11.003 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-19T11:52:11.339 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-19T11:52:11.698 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-19T11:52:12.104 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-19T11:52:12.442 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-19T11:52:12.814 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-19T11:52:13.272 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-19T11:52:13.697 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-19T11:52:14.167 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-19T11:52:14.560 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-19T11:52:15.015 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-19T11:52:15.449 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-19T11:52:15.885 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-19T11:52:16.327 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-19T11:52:16.792 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-19T11:52:17.128 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-19T11:52:17.636 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-19T11:52:18.107 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-19T11:52:18.580 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-19T11:52:19.101 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-19T11:52:19.567 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-19T11:52:20.241 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-19T11:52:20.939 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-19T11:52:21.476 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-19T11:52:22.134 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-19T11:52:22.742 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-19T11:52:23.161 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-19T11:52:23.584 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-19T11:52:24.052 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-19T11:52:24.474 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-19T11:52:24.854 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-19T11:52:25.328 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-19T11:52:25.963 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-19T11:52:26.651 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-19T11:52:27.377 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-19T11:52:28.094 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-19T11:52:28.794 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-19T11:52:29.465 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-19T11:52:30.138 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-19T11:52:30.865 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-19T11:52:31.547 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-19T11:52:32.126 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-19T11:52:32.680 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-19T11:52:33.237 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-19T11:52:33.952 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-19T11:52:34.632 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-19T11:52:34.924 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-19T11:52:35.164 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-19T11:52:35.407 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-19T11:52:35.816 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-19T11:52:36.235 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-19T11:52:36.559 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-19T11:52:36.885 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-19T11:52:37.400 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-19T11:52:38.471 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-19T11:52:39.013 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-19T11:52:39.461 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-19T11:52:39.946 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-19T11:52:40.453 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-19T11:52:40.894 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-19T11:52:41.309 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-19T11:52:41.697 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-19T11:52:42.370 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-19T11:52:42.826 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-19T11:52:43.614 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-19T11:52:44.098 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-19T11:52:44.765 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-19T11:52:45.387 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-19T11:52:45.725 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-19T11:52:46.058 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-19T11:52:47.232 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-19T11:52:47.732 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-19T11:52:49.480 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-19T11:52:49.893 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-19T11:52:50.426 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-19T11:52:51.243 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-19T11:52:51.730 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-19T11:52:52.557 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-19T11:52:54.452 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-19T11:52:56.192 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-19T11:52:58.759 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-19T11:53:06.186 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-19T11:53:07.456 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-19T11:53:10.165 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-19T11:53:10.647 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-19T11:53:11.355 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-19T11:53:12.066 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-19T11:53:12.653 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-19T11:53:13.045 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-19T11:53:13.756 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-19T11:53:14.234 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-19T11:53:14.669 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-19T11:53:15.100 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-19T11:53:29.435 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-19T11:53:31.463 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-19T11:53:31.966 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-19T11:53:32.271 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-19T11:53:32.728 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-19T11:53:37.834 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-19T11:53:41.324 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-19T11:53:44.738 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-19T11:53:45.189 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-19T11:53:45.712 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-19T11:53:46.168 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-19T11:53:46.610 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-19T11:53:47.103 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-19T11:53:47.554 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-19T11:53:47.995 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-19T11:53:48.479 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-19T11:53:49.108 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-19T11:53:49.729 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-19T11:53:50.240 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-19T11:53:50.905 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-19T11:53:51.583 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-19T11:53:52.025 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-19T11:53:52.663 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-19T11:53:53.199 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-19T11:53:53.702 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-19T11:53:54.232 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-19T11:53:54.893 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-19T11:53:55.277 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-19T11:53:59.672 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-19T11:54:00.055 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-19T11:54:00.477 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-19T11:54:00.912 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-19T11:54:01.359 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-19T11:54:01.977 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-19T11:54:08.236 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-19T11:54:08.742 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-19T11:54:09.333 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-19T11:54:10.026 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-19T11:54:10.764 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-19T11:54:13.506 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-19T11:54:14.109 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-19T11:54:17.539 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-19T11:54:30.030 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-19T11:54:32.369 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-19T11:54:33.444 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-19T11:54:34.688 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-19T11:54:35.314 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-19T11:54:35.970 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-19T11:54:36.508 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-19T11:54:37.129 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-19T11:54:37.768 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-19T11:54:38.474 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-19T11:54:38.806 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-19T11:54:39.222 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-19T11:54:39.604 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-19T11:54:39.965 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-19T11:54:40.327 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-19T11:54:40.740 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-19T11:54:41.104 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-19T11:54:41.447 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-19T11:54:41.908 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-19T11:54:42.239 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-19T11:54:42.571 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-19T11:54:42.878 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-19T11:54:43.205 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-19T11:54:43.567 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-19T11:54:43.992 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-19T11:54:44.414 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-19T11:54:44.808 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-19T11:54:45.263 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-19T11:54:45.647 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-19T11:54:46.028 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-19T11:54:46.410 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-19T11:54:46.740 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-19T11:54:47.085 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-19T11:54:47.448 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-19T11:54:47.820 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-19T11:54:50.450 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-19T11:54:52.967 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-19T11:54:53.963 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-19T11:54:54.401 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-19T11:55:55.779 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-19T11:56:57.164 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-19T11:56:57.548 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-19T11:56:57.965 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-19T11:56:58.343 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-19T11:56:58.686 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-19T11:57:00.605 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-19T11:57:01.381 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-19T11:57:02.154 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-19T11:57:02.618 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-19T11:57:03.084 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-19T11:57:03.508 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-19T11:57:03.945 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-19T11:57:04.371 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-19T11:57:04.793 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-19T11:57:05.234 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-19T11:57:05.698 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-19T11:57:06.129 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-19T11:57:06.529 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-19T11:57:06.965 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-19T11:57:07.380 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-19T11:57:08.100 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-19T11:57:08.837 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-19T11:57:09.395 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-19T11:57:09.878 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-19T11:57:10.459 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-19T11:57:11.030 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-19T11:57:11.541 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-19T11:57:12.069 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-19T11:57:12.654 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-19T11:57:13.184 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-19T11:57:13.752 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-19T11:57:14.178 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-19T11:57:14.607 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-19T11:57:15.144 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-19T11:57:15.651 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-19T11:57:16.175 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-19T11:57:16.713 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-19T11:57:17.666 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-19T11:57:19.767 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-19T11:57:20.319 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-19T11:57:20.938 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-19T11:57:21.475 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-19T11:57:22.198 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-19T11:57:22.890 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-19T11:57:23.319 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-19T11:57:24.003 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-19T11:57:24.333 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-19T11:57:24.660 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-19T11:57:24.990 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-19T11:57:25.330 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-19T11:57:25.755 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-19T11:57:26.119 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-19T11:57:26.738 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-19T11:57:27.081 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-19T11:57:27.403 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-19T11:57:27.740 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-19T11:57:28.078 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-19T11:57:28.435 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-19T11:57:28.846 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-19T11:57:29.208 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-19T11:57:29.533 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-19T11:57:29.872 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-19T11:57:30.270 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-19T11:57:30.628 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-19T11:57:31.006 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-19T11:57:31.430 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-19T11:57:31.814 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-19T11:57:32.133 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-19T11:57:32.507 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-19T11:57:32.955 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-19T11:57:33.327 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-19T11:57:33.763 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-19T11:57:34.131 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-19T11:57:34.500 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-19T11:57:34.860 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-19T11:57:35.311 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-19T11:57:35.758 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-19T11:57:36.163 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-19T11:57:36.554 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-19T11:57:36.960 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-19T11:57:37.352 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-19T11:57:37.834 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-19T11:57:38.242 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-19T11:57:38.670 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-19T11:57:39.160 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-19T11:57:39.469 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-19T11:57:39.793 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-19T11:57:40.149 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-19T11:57:50.414 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-19T11:57:50.835 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-19T11:58:00.244 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-19T11:58:00.704 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-19T11:58:01.184 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-19T11:58:01.516 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-19T11:58:01.855 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-19T11:58:02.259 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-19T11:58:02.667 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-19T11:58:03.045 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-19T11:58:03.448 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-19T11:58:03.783 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-19T11:58:04.200 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-19T11:58:04.581 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-19T11:58:04.916 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-19T11:58:05.448 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-19T11:58:05.942 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-19T11:58:06.308 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-19T11:58:06.648 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-19T11:58:07.182 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-19T11:58:08.163 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-19T11:58:08.460 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-19T11:58:08.869 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-19T11:58:09.251 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-19T11:58:09.722 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-19T11:58:10.175 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-19T11:58:10.561 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-19T11:58:11.254 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-19T11:58:11.926 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-19T11:58:12.353 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-19T11:58:17.818 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-19T11:58:23.004 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-19T11:58:23.483 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-19T11:58:24.187 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-19T11:58:25.348 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-19T11:58:26.560 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-19T11:58:27.750 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-19T11:58:28.528 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-19T11:58:29.394 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-19T11:58:30.192 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-19T11:58:30.702 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-19T11:58:31.717 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-19T11:58:32.864 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-19T11:58:34.587 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-19T11:58:35.627 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-19T11:58:36.352 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-19T11:58:36.944 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-19T11:58:37.538 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-19T11:58:38.354 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-19T11:58:39.095 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-19T11:58:39.819 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-19T11:58:40.518 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-19T11:58:41.298 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-19T11:58:42.033 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-19T11:58:42.873 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-19T11:58:43.588 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-19T11:58:43.780 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-19T11:58:44.839 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-19T11:58:46.014 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-19T11:58:46.769 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-19T11:58:47.438 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-19T11:58:48.049 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-19T11:58:58.350 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-19T11:58:58.542 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-19T11:58:59.319 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-19T11:58:59.925 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-19T11:59:00.353 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-19T11:59:00.960 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout:=============================== warnings summary =============================== 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout: import imp 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.983 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py:120 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: if boto_type is 'S3Connection': 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_headers.py:124 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: elif boto_type is 'HTTPRequest': 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3.py:359 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence \W 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.984 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py:176 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: if k is 'BucketName': 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py:253 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: @pytest.mark.timeout(10) 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: @pytest.mark.s3website_routing_rules 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.985 INFO:teuthology.orchestra.run.smithi103.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.986 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.987 INFO:teuthology.orchestra.run.smithi103.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence \$ 2024-09-19T11:59:00.988 INFO:teuthology.orchestra.run.smithi103.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi103.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout: warnings.warn( 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-19T11:59:00.989 INFO:teuthology.orchestra.run.smithi103.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 662 warnings in 621.74s (0:10:21) = 2024-09-19T11:59:01.117 INFO:teuthology.orchestra.run.smithi103.stdout:___________________________________ summary ____________________________________ 2024-09-19T11:59:01.117 INFO:teuthology.orchestra.run.smithi103.stdout: py: commands succeeded 2024-09-19T11:59:01.117 INFO:teuthology.orchestra.run.smithi103.stdout: congratulations :) 2024-09-19T11:59:01.134 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-19T11:59:01.135 DEBUG:teuthology.orchestra.run.smithi103:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-19T11:59:01.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:59:01.241 INFO:tasks.s3tests:Cleaning up boto... 2024-09-19T11:59:01.241 DEBUG:teuthology.orchestra.run.smithi103:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-19T11:59:01.270 INFO:tasks.s3tests:Removing s3-tests... 2024-09-19T11:59:01.270 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-19T11:59:01.468 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T11:59:01.481 INFO:tasks.workunit:Pulling workunits from ref 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:59:01.482 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T11:59:01.482 DEBUG:teuthology.orchestra.run.smithi103:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:59:01.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T11:59:01.511 INFO:teuthology.orchestra.run.smithi103.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-19T11:59:01.511 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T11:59:01.580 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-19T11:59:01.580 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-19T11:59:01.649 INFO:tasks.workunit:timeout=3h 2024-09-19T11:59:01.649 INFO:tasks.workunit:cleanup=True 2024-09-19T11:59:01.649 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 08af21e0d16078b88ddf808fe9ba2ab84dbe6754 2024-09-19T11:59:01.719 INFO:tasks.workunit.client.0.smithi103.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T12:00:01.199 INFO:tasks.workunit.client.0.smithi103.stderr:Updating files: 97% (12369/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-19T12:00:01.644 INFO:tasks.workunit.client.0.smithi103.stderr:Note: switching to '08af21e0d16078b88ddf808fe9ba2ab84dbe6754'. 2024-09-19T12:00:01.644 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:01.644 INFO:tasks.workunit.client.0.smithi103.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T12:00:01.644 INFO:tasks.workunit.client.0.smithi103.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T12:00:01.644 INFO:tasks.workunit.client.0.smithi103.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr: git switch -c 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr:Or undo this operation with: 2024-09-19T12:00:01.645 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:01.646 INFO:tasks.workunit.client.0.smithi103.stderr: git switch - 2024-09-19T12:00:01.646 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:01.646 INFO:tasks.workunit.client.0.smithi103.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T12:00:01.646 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:01.646 INFO:tasks.workunit.client.0.smithi103.stderr:HEAD is now at 08af21e0d16 rgw_log_backing: error code not returned 2024-09-19T12:00:01.649 DEBUG:teuthology.orchestra.run.smithi103:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T12:00:01.719 INFO:tasks.workunit.client.0.smithi103.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T12:00:01.722 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T12:00:01.722 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T12:00:01.780 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T12:00:01.828 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T12:00:01.867 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T12:00:01.868 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T12:00:01.869 INFO:tasks.workunit.client.0.smithi103.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T12:00:01.906 INFO:tasks.workunit.client.0.smithi103.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T12:00:01.910 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-19T12:00:01.910 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T12:00:01.979 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-19T12:00:01.981 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-19T12:00:01.981 DEBUG:teuthology.orchestra.run.smithi103:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=08af21e0d16078b88ddf808fe9ba2ab84dbe6754 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-19T12:00:02.053 INFO:tasks.workunit.client.0.smithi103.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-19T12:00:02.053 INFO:tasks.workunit.client.0.smithi103.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T12:00:02.053 INFO:tasks.workunit.client.0.smithi103.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T12:00:04.356 INFO:tasks.workunit.client.0.smithi103.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-19T12:00:04.356 INFO:tasks.workunit.client.0.smithi103.stderr:++ deactivate nondestructive 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ hash -r 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ unset VIRTUAL_ENV 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ export VIRTUAL_ENV 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T12:00:04.357 INFO:tasks.workunit.client.0.smithi103.stderr:++ export PATH 2024-09-19T12:00:04.358 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n '' ']' 2024-09-19T12:00:04.358 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -z '' ']' 2024-09-19T12:00:04.358 INFO:tasks.workunit.client.0.smithi103.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-19T12:00:04.358 INFO:tasks.workunit.client.0.smithi103.stderr:++ PS1='(rgw) ' 2024-09-19T12:00:04.359 INFO:tasks.workunit.client.0.smithi103.stderr:++ export PS1 2024-09-19T12:00:04.359 INFO:tasks.workunit.client.0.smithi103.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T12:00:04.359 INFO:tasks.workunit.client.0.smithi103.stderr:++ hash -r 2024-09-19T12:00:04.359 INFO:tasks.workunit.client.0.smithi103.stderr:+ pip install pip --upgrade 2024-09-19T12:00:04.585 INFO:tasks.workunit.client.0.smithi103.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-19T12:00:04.773 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting pip 2024-09-19T12:00:04.778 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-19T12:00:04.824 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: pip 2024-09-19T12:00:04.825 INFO:tasks.workunit.client.0.smithi103.stdout: Attempting uninstall: pip 2024-09-19T12:00:04.825 INFO:tasks.workunit.client.0.smithi103.stdout: Found existing installation: pip 21.3.1 2024-09-19T12:00:04.983 INFO:tasks.workunit.client.0.smithi103.stdout: Uninstalling pip-21.3.1: 2024-09-19T12:00:04.988 INFO:tasks.workunit.client.0.smithi103.stdout: Successfully uninstalled pip-21.3.1 2024-09-19T12:00:05.732 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed pip-24.2 2024-09-19T12:00:05.780 INFO:tasks.workunit.client.0.smithi103.stderr:+ pip install boto3 2024-09-19T12:00:06.551 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting boto3 2024-09-19T12:00:06.553 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached boto3-1.35.22-py3-none-any.whl.metadata (6.6 kB) 2024-09-19T12:00:07.134 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting botocore<1.36.0,>=1.35.22 (from boto3) 2024-09-19T12:00:07.135 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached botocore-1.35.22-py3-none-any.whl.metadata (5.7 kB) 2024-09-19T12:00:07.183 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-19T12:00:07.184 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-19T12:00:07.229 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-19T12:00:07.230 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-19T12:00:07.281 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T12:00:07.282 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-19T12:00:07.358 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T12:00:07.358 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-19T12:00:07.596 INFO:tasks.workunit.client.0.smithi103.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.22->boto3) 2024-09-19T12:00:07.597 INFO:tasks.workunit.client.0.smithi103.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-19T12:00:07.601 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached boto3-1.35.22-py3-none-any.whl (139 kB) 2024-09-19T12:00:07.602 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached botocore-1.35.22-py3-none-any.whl (12.6 MB) 2024-09-19T12:00:07.611 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-19T12:00:07.613 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-19T12:00:07.614 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-19T12:00:07.615 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-19T12:00:07.617 INFO:tasks.workunit.client.0.smithi103.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-19T12:00:07.689 INFO:tasks.workunit.client.0.smithi103.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-19T12:00:08.732 INFO:tasks.workunit.client.0.smithi103.stdout:Successfully installed boto3-1.35.22 botocore-1.35.22 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-19T12:00:08.847 INFO:tasks.workunit.client.0.smithi103.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-19T12:00:08.971 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-19T12:00:09.006 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:09.006 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:09.043 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.042+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.044 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 20 realm 2024-09-19T12:00:09.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T12:00:09.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.045 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.043+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.044+0000 7f5f17d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:09.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.044+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.045+0000 7f5f17d46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T12:00:09.046 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.045+0000 7f5f17d46800 20 searching for the correct realm 2024-09-19T12:00:09.050 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.049+0000 7f5f16038640 0 -- 172.21.15.103:0/1686316939 >> [v2:172.21.15.174:6824/413833526,v1:172.21.15.174:6825/413833526] conn(0x7f5f00070970 msgr2=0x7f5f00096450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:09.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.256+0000 7f5f15837640 0 -- 172.21.15.103:0/1686316939 >> [v2:172.21.15.174:6808/2610174694,v1:172.21.15.174:6809/2610174694] conn(0x562ef262b190 msgr2=0x562ef262d5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:09.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.258+0000 7f5f17d46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T12:00:09.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.258+0000 7f5f17d46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T12:00:09.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.258+0000 7f5f17d46800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T12:00:09.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.258+0000 7f5f17d46800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T12:00:09.260 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.258+0000 7f5f17d46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T12:00:09.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.258+0000 7f5f17d46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T12:00:09.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:09.261 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T12:00:09.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 zone default found 2024-09-19T12:00:09.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 4 Realm: () 2024-09-19T12:00:09.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T12:00:09.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 zonegroup default 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.259+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.260+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.260+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.260+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.260+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.260+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.260+0000 7f5f17d46800 20 started sync module instance, tier type = 2024-09-19T12:00:09.263 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.260+0000 7f5f17d46800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T12:00:09.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=0 2024-09-19T12:00:09.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=1 2024-09-19T12:00:09.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=2 2024-09-19T12:00:09.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=3 2024-09-19T12:00:09.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=4 2024-09-19T12:00:09.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=5 2024-09-19T12:00:09.271 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=6 2024-09-19T12:00:09.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 20 add_watcher() i=7 2024-09-19T12:00:09.272 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.270+0000 7f5f17d46800 2 all 8 watchers are set, enabling cache 2024-09-19T12:00:09.273 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.272+0000 7f5dc7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:09.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5f17d46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T12:00:09.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5f17d46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T12:00:09.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5f17d46800 5 note: GC not initialized 2024-09-19T12:00:09.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5dc6ffd640 20 reqs_thread_entry: start 2024-09-19T12:00:09.275 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5f17d46800 20 init_complete bucket index max shards: 11 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5f17d46800 20 Filter name: none 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5dc4ff9640 20 reqs_thread_entry: start 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5f17d46800 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.273+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-19T12:00:09.276 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-19T12:00:09.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-19T12:00:09.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-19T12:00:09.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.274+0000 7f5f17d46800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-19T12:00:09.277 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.275+0000 7f5f17d46800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-19T12:00:09.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.275+0000 7f5f17d46800 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-19T12:00:09.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.275+0000 7f5f17d46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-19T12:00:09.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.276+0000 7f5df97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464482 cookie 94759635102464 notifier 9342 bl.length()=613 2024-09-19T12:00:09.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.276+0000 7f5df97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-19T12:00:09.278 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.276+0000 7f5df97fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-19T12:00:09.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.277+0000 7f5f17d46800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-19T12:00:09.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.277+0000 7f5f17d46800 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-19T12:00:09.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.277+0000 7f5f17d46800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-19T12:00:09.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.278+0000 7f5df97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986465853 cookie 94759635091712 notifier 9342 bl.length()=191 2024-09-19T12:00:09.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.278+0000 7f5df97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-19T12:00:09.279 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.278+0000 7f5df97fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-19T12:00:09.280 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.279+0000 7f5dc7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:09.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.281+0000 7f5f17d46800 20 remove_watcher() i=0 2024-09-19T12:00:09.282 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.281+0000 7f5f17d46800 2 removed watcher, disabling cache 2024-09-19T12:00:09.283 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.282+0000 7f5f17d46800 20 remove_watcher() i=1 2024-09-19T12:00:09.284 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.283+0000 7f5f17d46800 20 remove_watcher() i=2 2024-09-19T12:00:09.285 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.284+0000 7f5f17d46800 20 remove_watcher() i=3 2024-09-19T12:00:09.286 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.285+0000 7f5f17d46800 20 remove_watcher() i=4 2024-09-19T12:00:09.287 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.286+0000 7f5f17d46800 20 remove_watcher() i=5 2024-09-19T12:00:09.288 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.287+0000 7f5f17d46800 20 remove_watcher() i=6 2024-09-19T12:00:09.289 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.288+0000 7f5f17d46800 20 remove_watcher() i=7 2024-09-19T12:00:09.436 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:09.436 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:09.482 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:09.482 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:09.527 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:09.527 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:09.539 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:09.539 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:09.543 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-19T12:00:09.543 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:09.546 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:09.546 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:09.554 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:09.554 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:09.560 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:09.560 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:09.570 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-19T12:00:09.598 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:09.598 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:09.635 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.633+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.635+0000 7fd76a975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.635+0000 7fd76a975800 20 realm 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.635+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.635+0000 7fd76a975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.635+0000 7fd76a975800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.635+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.636+0000 7fd76a975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:09.637 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.636+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.838+0000 7fd76a975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:09.839 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.838+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:09.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.839+0000 7fd76a975800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T12:00:09.840 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.839+0000 7fd76a975800 20 searching for the correct realm 2024-09-19T12:00:09.842 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.841+0000 7fd767c5e640 0 -- 172.21.15.103:0/1416489054 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7fd750028040 msgr2=0x7fd75006c7a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:09.847 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:09.846+0000 7fd76845f640 0 -- 172.21.15.103:0/1416489054 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fd750076fd0 msgr2=0x7fd7500758a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:10.055 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.053+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:10.056 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 zone default found 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 4 Realm: () 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 zonegroup default 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:10.057 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.054+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.055+0000 7fd76a975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:10.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.055+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.055+0000 7fd76a975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:10.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.055+0000 7fd76a975800 20 started sync module instance, tier type = 2024-09-19T12:00:10.058 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.055+0000 7fd76a975800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T12:00:10.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.068+0000 7fd76a975800 20 add_watcher() i=0 2024-09-19T12:00:10.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.068+0000 7fd76a975800 20 add_watcher() i=1 2024-09-19T12:00:10.069 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.068+0000 7fd76a975800 20 add_watcher() i=2 2024-09-19T12:00:10.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.068+0000 7fd76a975800 20 add_watcher() i=3 2024-09-19T12:00:10.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.068+0000 7fd76a975800 20 add_watcher() i=4 2024-09-19T12:00:10.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.068+0000 7fd76a975800 20 add_watcher() i=5 2024-09-19T12:00:10.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.068+0000 7fd76a975800 20 add_watcher() i=6 2024-09-19T12:00:10.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.069+0000 7fd76a975800 20 add_watcher() i=7 2024-09-19T12:00:10.070 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.069+0000 7fd76a975800 2 all 8 watchers are set, enabling cache 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.071+0000 7fd61efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.071+0000 7fd76a975800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.071+0000 7fd76a975800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.071+0000 7fd76a975800 5 note: GC not initialized 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.071+0000 7fd61dfdb640 20 reqs_thread_entry: start 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.071+0000 7fd76a975800 20 init_complete bucket index max shards: 11 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.071+0000 7fd76a975800 20 Filter name: none 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.072+0000 7fd58f7fe640 20 reqs_thread_entry: start 2024-09-19T12:00:10.073 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.072+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.072+0000 7fd76a975800 20 rados_obj.operate() r=0 bl.length=209 2024-09-19T12:00:10.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.072+0000 7fd76a975800 20 rados->read ofs=0 len=0 2024-09-19T12:00:10.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 rados_obj.operate() r=0 bl.length=431 2024-09-19T12:00:10.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T12:00:10.074 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T12:00:10.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 INFO: main: starting shard=0 2024-09-19T12:00:10.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.0 2024-09-19T12:00:10.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 INFO: main: starting shard=1 2024-09-19T12:00:10.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.073+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.1 2024-09-19T12:00:10.075 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.074+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.074+0000 7fd76a975800 20 INFO: main: starting shard=2 2024-09-19T12:00:10.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.074+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.2 2024-09-19T12:00:10.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.074+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.074+0000 7fd76a975800 20 INFO: main: starting shard=3 2024-09-19T12:00:10.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.074+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.3 2024-09-19T12:00:10.076 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 INFO: main: starting shard=4 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.4 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 INFO: main: starting shard=5 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.5 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 INFO: main: starting shard=6 2024-09-19T12:00:10.077 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.075+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.6 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.076+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.076+0000 7fd76a975800 20 INFO: main: starting shard=7 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.076+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.7 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.076+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.076+0000 7fd76a975800 20 INFO: main: starting shard=8 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.076+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.8 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 INFO: main: starting shard=9 2024-09-19T12:00:10.078 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.9 2024-09-19T12:00:10.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 INFO: main: starting shard=10 2024-09-19T12:00:10.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.10 2024-09-19T12:00:10.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:10.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.077+0000 7fd76a975800 20 INFO: main: done 2024-09-19T12:00:10.079 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.078+0000 7fd61efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:10.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.081+0000 7fd76a975800 20 remove_watcher() i=0 2024-09-19T12:00:10.082 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.081+0000 7fd76a975800 2 removed watcher, disabling cache 2024-09-19T12:00:10.083 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.082+0000 7fd76a975800 20 remove_watcher() i=1 2024-09-19T12:00:10.084 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.083+0000 7fd76a975800 20 remove_watcher() i=2 2024-09-19T12:00:10.085 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.084+0000 7fd76a975800 20 remove_watcher() i=3 2024-09-19T12:00:10.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.085+0000 7fd76a975800 20 remove_watcher() i=4 2024-09-19T12:00:10.087 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.086+0000 7fd76a975800 20 remove_watcher() i=5 2024-09-19T12:00:10.088 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.087+0000 7fd76a975800 20 remove_watcher() i=6 2024-09-19T12:00:10.089 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.088+0000 7fd76a975800 20 remove_watcher() i=7 2024-09-19T12:00:10.101 INFO:tasks.workunit.client.0.smithi103.stderr:rados -p default.rgw.buckets.data ls | grep a7711ea0-4b33-4a52-9677-5f43734e3982 2024-09-19T12:00:10.123 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:10.123 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:10.165 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:10.164+0000 7ff97757d640 0 -- 172.21.15.103:0/1217912574 >> [v2:172.21.15.103:6816/290437112,v1:172.21.15.103:6817/290437112] conn(0x7ff960020b20 msgr2=0x7ff960017900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:10.172 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-19T12:00:10.172 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:10.174 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T12:00:11.574 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:11.574 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:11.584 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T12:00:11.984 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-19T12:00:12.013 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:12.013 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:12.049 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.048+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:12.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 20 realm 2024-09-19T12:00:12.051 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:12.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T12:00:12.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:12.052 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.050+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.254 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.253+0000 7f182d92c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:12.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.253+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.254+0000 7f182d92c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T12:00:12.255 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.254+0000 7f182d92c800 20 searching for the correct realm 2024-09-19T12:00:12.257 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.256+0000 7f1823fff640 0 -- 172.21.15.103:0/2613157241 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f18140b5020 msgr2=0x7f18140ccac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:12.262 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.261+0000 7f182964f640 0 -- 172.21.15.103:0/2613157241 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f18140e7b60 msgr2=0x7f18140a42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.468+0000 7f182d92c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.468+0000 7f182d92c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.468+0000 7f182d92c800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.468+0000 7f182d92c800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.468+0000 7f182d92c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.468+0000 7f182d92c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.468+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:12.470 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:12.471 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 zone default found 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 4 Realm: () 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 zonegroup default 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.469+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.470+0000 7f182d92c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:12.472 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.470+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.470+0000 7f182d92c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:12.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.470+0000 7f182d92c800 20 started sync module instance, tier type = 2024-09-19T12:00:12.473 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.470+0000 7f182d92c800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T12:00:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.479+0000 7f182d92c800 20 add_watcher() i=0 2024-09-19T12:00:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.479+0000 7f182d92c800 20 add_watcher() i=1 2024-09-19T12:00:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.479+0000 7f182d92c800 20 add_watcher() i=2 2024-09-19T12:00:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.479+0000 7f182d92c800 20 add_watcher() i=3 2024-09-19T12:00:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.479+0000 7f182d92c800 20 add_watcher() i=4 2024-09-19T12:00:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.479+0000 7f182d92c800 20 add_watcher() i=5 2024-09-19T12:00:12.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.479+0000 7f182d92c800 20 add_watcher() i=6 2024-09-19T12:00:12.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.480+0000 7f182d92c800 20 add_watcher() i=7 2024-09-19T12:00:12.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.480+0000 7f182d92c800 2 all 8 watchers are set, enabling cache 2024-09-19T12:00:12.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.482+0000 7f16df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:12.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f182d92c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T12:00:12.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f182d92c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T12:00:12.485 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f182d92c800 5 note: GC not initialized 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f16de7e4640 20 reqs_thread_entry: start 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f182d92c800 20 init_complete bucket index max shards: 11 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f182d92c800 20 Filter name: none 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f164ffff640 20 reqs_thread_entry: start 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.483+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 rados_obj.operate() r=0 bl.length=209 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 rados->read ofs=0 len=0 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 rados_obj.operate() r=0 bl.length=431 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 INFO: main: starting shard=0 2024-09-19T12:00:12.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.0 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 INFO: main: starting shard=1 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.484+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.1 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.485+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.485+0000 7f182d92c800 20 INFO: main: starting shard=2 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.485+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.2 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.486+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.486+0000 7f182d92c800 20 INFO: main: starting shard=3 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.486+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.3 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.486+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.486+0000 7f182d92c800 20 INFO: main: starting shard=4 2024-09-19T12:00:12.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.486+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.4 2024-09-19T12:00:12.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 INFO: main: starting shard=5 2024-09-19T12:00:12.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.5 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 INFO: main: starting shard=6 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.6 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 INFO: main: starting shard=7 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.487+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.7 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.488+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.488+0000 7f182d92c800 20 INFO: main: starting shard=8 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.488+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.8 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.488+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.488+0000 7f182d92c800 20 INFO: main: starting shard=9 2024-09-19T12:00:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.488+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.9 2024-09-19T12:00:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.489+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.489+0000 7f182d92c800 20 INFO: main: starting shard=10 2024-09-19T12:00:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.489+0000 7f182d92c800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.10 2024-09-19T12:00:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.489+0000 7f182d92c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-19T12:00:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.489+0000 7f182d92c800 20 INFO: main: done 2024-09-19T12:00:12.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.490+0000 7f16df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:12.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.492+0000 7f182d92c800 20 remove_watcher() i=0 2024-09-19T12:00:12.494 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.492+0000 7f182d92c800 2 removed watcher, disabling cache 2024-09-19T12:00:12.495 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.494+0000 7f182d92c800 20 remove_watcher() i=1 2024-09-19T12:00:12.496 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.495+0000 7f182d92c800 20 remove_watcher() i=2 2024-09-19T12:00:12.497 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.496+0000 7f182d92c800 20 remove_watcher() i=3 2024-09-19T12:00:12.498 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.497+0000 7f182d92c800 20 remove_watcher() i=4 2024-09-19T12:00:12.499 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.498+0000 7f182d92c800 20 remove_watcher() i=5 2024-09-19T12:00:12.500 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.499+0000 7f182d92c800 20 remove_watcher() i=6 2024-09-19T12:00:12.501 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.500+0000 7f182d92c800 20 remove_watcher() i=7 2024-09-19T12:00:12.514 INFO:tasks.workunit.client.0.smithi103.stderr:rados -p default.rgw.buckets.data ls | grep e110ee85-9b19-4d22-9f95-145b968b1a04 2024-09-19T12:00:12.536 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:12.536 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:12.579 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:12.577+0000 7fbb0934e640 0 -- 172.21.15.103:0/607766390 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7fbafc07cbf0 msgr2=0x7fbafc07a3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:12.584 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-19T12:00:12.585 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:12.586 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:12.586 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:12.592 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:12.592 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:12.599 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:12.600 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:12.604 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-19T12:00:14.002 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:14.002 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:14.055 INFO:tasks.workunit.client.0.smithi103.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-19T12:00:14.056 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-19T12:00:14.456 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:14.456 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:14.464 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:14.464 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:14.466 INFO:tasks.workunit.client.0.smithi103.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-19T12:00:14.466 INFO:tasks.workunit.client.0.smithi103.stderr: 2024-09-19T12:00:14.468 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:14.468 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:14.513 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:14.513 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:14.556 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:14.557 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:14.565 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-19T12:00:15.962 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:15.962 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:15.964 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:15.964 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:17.977 INFO:tasks.workunit.client.0.smithi103.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-19T12:00:18.381 INFO:tasks.workunit.client.0.smithi103.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-19T12:00:18.411 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:18.411 INFO:tasks.workunit.client.0.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:18.448 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.447+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.448+0000 7f8163924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.448+0000 7f8163924800 20 realm 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.448+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.449+0000 7f8163924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.449+0000 7f8163924800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.449+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.449+0000 7f8163924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:18.450 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.449+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.450+0000 7f8163924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:18.451 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.450+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.452 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.451+0000 7f8163924800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T12:00:18.452 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.451+0000 7f8163924800 20 searching for the correct realm 2024-09-19T12:00:18.455 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.454+0000 7f8156d01640 0 -- 172.21.15.103:0/2954759783 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f814806d040 msgr2=0x7f8148097a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:18.459 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.458+0000 7f8156d01640 0 -- 172.21.15.103:0/2954759783 >> [v2:172.21.15.174:6800/3259778409,v1:172.21.15.174:6801/3259778409] conn(0x7f8028088170 msgr2=0x7f802808a5a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T12:00:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T12:00:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T12:00:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T12:00:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T12:00:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T12:00:18.463 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:18.464 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:18.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.462+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T12:00:18.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 zone default found 2024-09-19T12:00:18.465 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 4 Realm: () 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 zonegroup default 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.463+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.464+0000 7f8163924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.464+0000 7f8163924800 20 started sync module instance, tier type = 2024-09-19T12:00:18.466 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.464+0000 7f8163924800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T12:00:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=0 2024-09-19T12:00:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=1 2024-09-19T12:00:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=2 2024-09-19T12:00:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=3 2024-09-19T12:00:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=4 2024-09-19T12:00:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=5 2024-09-19T12:00:18.474 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=6 2024-09-19T12:00:18.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 20 add_watcher() i=7 2024-09-19T12:00:18.475 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.473+0000 7f8163924800 2 all 8 watchers are set, enabling cache 2024-09-19T12:00:18.476 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.475+0000 7f8015fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8163924800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8163924800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8163924800 5 note: GC not initialized 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8014fe1640 20 reqs_thread_entry: start 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8163924800 20 init_complete bucket index max shards: 11 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8163924800 20 Filter name: none 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f7f8e7fc640 20 reqs_thread_entry: start 2024-09-19T12:00:18.478 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8163924800 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-19T12:00:18.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.476+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 20 rados_obj.operate() r=0 bl.length=209 2024-09-19T12:00:18.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-19T12:00:18.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-19T12:00:18.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782 : miss 2024-09-19T12:00:18.479 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 20 rados->read ofs=0 len=0 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 20 rados_obj.operate() r=0 bl.length=431 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782 info.flags=0x17 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782 to cache LRU end 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.477+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.0 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.478+0000 7f8163924800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.478+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.1 2024-09-19T12:00:18.480 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.478+0000 7f8163924800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-19T12:00:18.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.478+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.2 2024-09-19T12:00:18.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.479+0000 7f8163924800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-19T12:00:18.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.479+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.3 2024-09-19T12:00:18.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.479+0000 7f8163924800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-19T12:00:18.481 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.479+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.4 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.480+0000 7f8163924800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.480+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.5 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.480+0000 7f8163924800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.480+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.6 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.480+0000 7f8163924800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.480+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.7 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.481+0000 7f8163924800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.481+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.8 2024-09-19T12:00:18.482 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.481+0000 7f8163924800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-19T12:00:18.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.481+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.9 2024-09-19T12:00:18.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.482+0000 7f8163924800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-19T12:00:18.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.482+0000 7f8163924800 20 bucket index object: :.dir.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.782.10 2024-09-19T12:00:18.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.482+0000 7f8163924800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-19T12:00:18.483 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.482+0000 7f8163924800 1 NOTICE: finished all shards (0 entries found) 2024-09-19T12:00:18.484 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.483+0000 7f8015fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:18.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.485+0000 7f8163924800 20 remove_watcher() i=0 2024-09-19T12:00:18.486 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.485+0000 7f8163924800 2 removed watcher, disabling cache 2024-09-19T12:00:18.487 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.486+0000 7f8163924800 20 remove_watcher() i=1 2024-09-19T12:00:18.488 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.487+0000 7f8163924800 20 remove_watcher() i=2 2024-09-19T12:00:18.489 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.488+0000 7f8163924800 20 remove_watcher() i=3 2024-09-19T12:00:18.490 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.489+0000 7f8163924800 20 remove_watcher() i=4 2024-09-19T12:00:18.491 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.490+0000 7f8163924800 20 remove_watcher() i=5 2024-09-19T12:00:18.492 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.491+0000 7f8163924800 20 remove_watcher() i=6 2024-09-19T12:00:18.493 INFO:tasks.workunit.client.0.smithi103.stderr:2024-09-19T12:00:18.492+0000 7f8163924800 20 remove_watcher() i=7 2024-09-19T12:00:18.504 INFO:tasks.workunit.client.0.smithi103.stderr:Deleting bucket versioning-bucket 2024-09-19T12:00:18.506 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:18.506 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:18.510 INFO:tasks.workunit.client.0.smithi103.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-19T12:00:18.510 INFO:tasks.workunit.client.0.smithi103.stderr: warnings.warn( 2024-09-19T12:00:18.538 INFO:tasks.workunit.client.0.smithi103.stderr:Completed bucket versioning tests 2024-09-19T12:00:18.539 INFO:tasks.workunit.client.0.smithi103.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-19T12:00:18.539 INFO:tasks.workunit.client.0.smithi103.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-19T12:00:18.539 INFO:tasks.workunit.client.0.smithi103.stdout:connected to https://localhost:443 2024-09-19T12:00:18.600 INFO:tasks.workunit.client.0.smithi103.stderr:+ deactivate 2024-09-19T12:00:18.600 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-19T12:00:18.600 INFO:tasks.workunit.client.0.smithi103.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ export PATH 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n '' ']' 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ hash -r 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' -n '' ']' 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset VIRTUAL_ENV 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ unset -f deactivate 2024-09-19T12:00:18.601 INFO:tasks.workunit.client.0.smithi103.stderr:+ echo OK. 2024-09-19T12:00:18.602 INFO:tasks.workunit.client.0.smithi103.stdout:OK. 2024-09-19T12:00:18.602 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T12:00:18.603 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T12:00:18.697 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-19T12:00:18.698 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T12:00:19.025 DEBUG:teuthology.parallel:result is None 2024-09-19T12:00:19.026 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T12:00:19.064 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T12:00:19.064 DEBUG:teuthology.orchestra.run.smithi103:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-19T12:00:19.132 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T12:00:19.132 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-19T12:00:19.185 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-19T12:00:19.203 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-19T12:00:19.203 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-19T12:00:19.203 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-19T12:00:19.266 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-19T12:00:19.266 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-19T12:00:19.325 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:19.325 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:19.358 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.357+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.358+0000 7f737ca13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.358+0000 7f737ca13800 20 realm 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.358+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.358+0000 7f737ca13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.358+0000 7f737ca13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.358+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.359+0000 7f737ca13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:19.360 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.359+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.361 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.360+0000 7f737ca13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:19.361 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.360+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.361 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.360+0000 7f737ca13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T12:00:19.361 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.360+0000 7f737ca13800 20 searching for the correct realm 2024-09-19T12:00:19.365 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.364+0000 7f7377991640 0 -- 172.21.15.103:0/757327906 >> [v2:172.21.15.103:6800/1117171007,v1:172.21.15.103:6801/1117171007] conn(0x56131eb98d90 msgr2=0x56131eb9b220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:19.368 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.367+0000 7f7378192640 0 -- 172.21.15.103:0/757327906 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f73600d06c0 msgr2=0x7f73600ae8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.371+0000 7f737ca13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.371+0000 7f737ca13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.371+0000 7f737ca13800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.371+0000 7f737ca13800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.371+0000 7f737ca13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.371+0000 7f737ca13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 zone default found 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 4 Realm: () 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 zonegroup default 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.372+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.373+0000 7f737ca13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:19.375 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.373+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.373+0000 7f737ca13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:19.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.373+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.373+0000 7f737ca13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:19.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.373+0000 7f737ca13800 20 started sync module instance, tier type = 2024-09-19T12:00:19.376 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.373+0000 7f737ca13800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.382+0000 7f737ca13800 20 add_watcher() i=0 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.382+0000 7f737ca13800 20 add_watcher() i=1 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.382+0000 7f737ca13800 20 add_watcher() i=2 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.382+0000 7f737ca13800 20 add_watcher() i=3 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.382+0000 7f737ca13800 20 add_watcher() i=4 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.382+0000 7f737ca13800 20 add_watcher() i=5 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.382+0000 7f737ca13800 20 add_watcher() i=6 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.383+0000 7f737ca13800 20 add_watcher() i=7 2024-09-19T12:00:19.384 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.383+0000 7f737ca13800 2 all 8 watchers are set, enabling cache 2024-09-19T12:00:19.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.385+0000 7f722efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:19.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.385+0000 7f737ca13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T12:00:19.386 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.385+0000 7f737ca13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T12:00:19.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.426+0000 7f722dfdb640 20 reqs_thread_entry: start 2024-09-19T12:00:19.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.426+0000 7f737ca13800 20 init_complete bucket index max shards: 11 2024-09-19T12:00:19.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.426+0000 7f737ca13800 20 Filter name: none 2024-09-19T12:00:19.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.426+0000 7f719f7fe640 20 reqs_thread_entry: start 2024-09-19T12:00:19.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.426+0000 7f737ca13800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-19T12:00:19.428 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.426+0000 7f737ca13800 20 rados->read ofs=0 len=0 2024-09-19T12:00:19.429 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.427+0000 7f737ca13800 20 rados_obj.operate() r=0 bl.length=482 2024-09-19T12:00:19.429 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.427+0000 7f737ca13800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-19T12:00:19.429 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.427+0000 7f737ca13800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-19T12:00:19.429 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.427+0000 7f737ca13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-19T12:00:19.429 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.428+0000 7f737ca13800 10 removing key index: HKQRQDIGWVLOSXIDMXOR 2024-09-19T12:00:19.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.429+0000 7f737ca13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:HKQRQDIGWVLOSXIDMXOR, ofs0, ns] 2024-09-19T12:00:19.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.429+0000 7f724f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986465656 cookie 94640119852240 notifier 9477 bl.length()=170 2024-09-19T12:00:19.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.430+0000 7f737ca13800 10 removing email index: tester.client.0_test@test.test 2024-09-19T12:00:19.432 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.431+0000 7f737ca13800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-19T12:00:19.432 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.431+0000 7f724f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464464 cookie 94640119913024 notifier 9477 bl.length()=181 2024-09-19T12:00:19.432 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.431+0000 7f737ca13800 10 removing user buckets index 2024-09-19T12:00:19.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.432+0000 7f737ca13800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-19T12:00:19.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.433+0000 7f724effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464483 cookie 94640119929184 notifier 9477 bl.length()=172 2024-09-19T12:00:19.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.433+0000 7f737ca13800 10 removing user index: tester.client.0 2024-09-19T12:00:19.435 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.434+0000 7f737ca13800 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-19T12:00:19.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.434+0000 7f737ca13800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-19T12:00:19.436 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.435+0000 7f724effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986465856 cookie 94640119925248 notifier 9477 bl.length()=164 2024-09-19T12:00:19.437 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.436+0000 7f722efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:19.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.438+0000 7f737ca13800 20 remove_watcher() i=0 2024-09-19T12:00:19.439 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.438+0000 7f737ca13800 2 removed watcher, disabling cache 2024-09-19T12:00:19.440 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.439+0000 7f737ca13800 20 remove_watcher() i=1 2024-09-19T12:00:19.442 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.441+0000 7f737ca13800 20 remove_watcher() i=2 2024-09-19T12:00:19.443 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.442+0000 7f737ca13800 20 remove_watcher() i=3 2024-09-19T12:00:19.444 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.443+0000 7f737ca13800 20 remove_watcher() i=4 2024-09-19T12:00:19.445 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.444+0000 7f737ca13800 20 remove_watcher() i=5 2024-09-19T12:00:19.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.445+0000 7f737ca13800 20 remove_watcher() i=6 2024-09-19T12:00:19.447 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:19.445+0000 7f737ca13800 20 remove_watcher() i=7 2024-09-19T12:00:19.461 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-19T12:00:19.471 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-19T12:00:19.500 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-19T12:00:19.556 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-19T12:00:19.566 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-19T12:00:19.566 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:00:19.567 INFO:tasks.rgw.client.0.smithi103.stdout:2024-09-19T12:00:19.566+0000 7feda5f6b640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 44865) UID: 0 2024-09-19T12:00:19.567 INFO:tasks.rgw.client.0.smithi103.stdout:2024-09-19T12:00:19.566+0000 7fedab723880 -1 shutting down 2024-09-19T12:00:37.022 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-19T12:00:37.871 INFO:tasks.rgw.client.0:Stopped 2024-09-19T12:00:37.872 DEBUG:teuthology.orchestra.run.smithi103:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-19T12:00:37.907 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f /etc/ceph/vault-root-token 2024-09-19T12:00:37.990 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-19T12:00:38.071 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-19T12:00:38.071 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-19T12:00:38.071 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-19T12:00:38.170 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2024-09-19T12:00:38.170 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2024-09-19T12:00:38.203 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.202+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.203+0000 7f6561b32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.203+0000 7f6561b32800 20 realm 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.203+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.203+0000 7f6561b32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.203+0000 7f6561b32800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.203+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.204+0000 7f6561b32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:38.205 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.204+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.206 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.205+0000 7f6561b32800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:38.206 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.205+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.205+0000 7f6561b32800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-19T12:00:38.207 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.205+0000 7f6561b32800 20 searching for the correct realm 2024-09-19T12:00:38.209 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.208+0000 7f655d7bc640 0 -- 172.21.15.103:0/1329106530 >> [v2:172.21.15.174:6816/1000060912,v1:172.21.15.174:6817/1000060912] conn(0x7f655801d040 msgr2=0x7f655802a910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-19T12:00:38.213 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.212+0000 7f655d7bc640 0 -- 172.21.15.103:0/1329106530 >> [v2:172.21.15.103:6808/1848511137,v1:172.21.15.103:6809/1848511137] conn(0x7f65480abd70 msgr2=0x7f65480b56c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-19T12:00:38.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-19T12:00:38.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 RGWRados::pool_iterate: got default.zone. 2024-09-19T12:00:38.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 RGWRados::pool_iterate: got zonegroup_info.d40d9668-df0d-4c8c-9c39-055eaf395f83 2024-09-19T12:00:38.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 RGWRados::pool_iterate: got zone_info.827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 2024-09-19T12:00:38.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-19T12:00:38.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-19T12:00:38.420 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.421 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:38.421 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.418+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.421 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 rados_obj.operate() r=0 bl.length=46 2024-09-19T12:00:38.421 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 rados_obj.operate() r=0 bl.length=470 2024-09-19T12:00:38.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 zone default found 2024-09-19T12:00:38.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 4 Realm: () 2024-09-19T12:00:38.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 4 ZoneGroup: default (d40d9668-df0d-4c8c-9c39-055eaf395f83) 2024-09-19T12:00:38.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 4 Zone: default (827a0a30-dc1c-4d1d-aeed-b4a8dce38d87) 2024-09-19T12:00:38.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-19T12:00:38.422 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 zonegroup default 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.419+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.420+0000 7f6561b32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.420+0000 7f6561b32800 20 rados->read ofs=0 len=0 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.420+0000 7f6561b32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.420+0000 7f6561b32800 20 started sync module instance, tier type = 2024-09-19T12:00:38.423 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.420+0000 7f6561b32800 20 started zone id=827a0a30-dc1c-4d1d-aeed-b4a8dce38d87 (name=default) with tier type = 2024-09-19T12:00:38.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.429+0000 7f6561b32800 20 add_watcher() i=0 2024-09-19T12:00:38.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.429+0000 7f6561b32800 20 add_watcher() i=1 2024-09-19T12:00:38.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.429+0000 7f6561b32800 20 add_watcher() i=2 2024-09-19T12:00:38.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.429+0000 7f6561b32800 20 add_watcher() i=3 2024-09-19T12:00:38.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.429+0000 7f6561b32800 20 add_watcher() i=4 2024-09-19T12:00:38.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.429+0000 7f6561b32800 20 add_watcher() i=5 2024-09-19T12:00:38.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.429+0000 7f6561b32800 20 add_watcher() i=6 2024-09-19T12:00:38.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.430+0000 7f6561b32800 20 add_watcher() i=7 2024-09-19T12:00:38.431 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.430+0000 7f6561b32800 2 all 8 watchers are set, enabling cache 2024-09-19T12:00:38.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.432+0000 7f64137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:38.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.432+0000 7f6561b32800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-19T12:00:38.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.432+0000 7f6561b32800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-19T12:00:38.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.471+0000 7f64127e4640 20 reqs_thread_entry: start 2024-09-19T12:00:38.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.472+0000 7f6561b32800 20 init_complete bucket index max shards: 11 2024-09-19T12:00:38.473 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.472+0000 7f6561b32800 20 Filter name: none 2024-09-19T12:00:38.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.472+0000 7f6383fff640 20 reqs_thread_entry: start 2024-09-19T12:00:38.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.472+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-19T12:00:38.474 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.473+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.475 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T12:00:38.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_k4rvMbc5BBnBzZZLyM5QDZPEaty0RqS', time=2024-09-19T13:48:50.536202+0000, chain.objs.size()=1 2024-09-19T12:00:38.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.163__shadow_.Qldoy4OQqN4IFTGA8aPhaBnhDdDGKV7_0 2024-09-19T12:00:38.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2692403859418428786', time=2024-09-19T13:52:53.874286+0000, chain.objs.size()=1 2024-09-19T12:00:38.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.518__multipart_mymultipart.2~0MoOwigiqExPZLRU22SzUvBNIizYTu3.1 2024-09-19T12:00:38.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1465783787326478724', time=2024-09-19T13:53:06.486715+0000, chain.objs.size()=1 2024-09-19T12:00:38.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.474+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~RiCthCWL2Qnu8y-2N25M64LWPGsdsBH.1 2024-09-19T12:00:38.477 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.476+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.479 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.478+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-19T12:00:38.480 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.479+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.480+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.480+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.480+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~ikXC9FPXRS9LtJcBoJRUHzFPi4t0x35', time=2024-09-19T13:49:17.557975+0000, chain.objs.size()=1 2024-09-19T12:00:38.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.480+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.201__multipart_mymultipart.2~ikXC9FPXRS9LtJcBoJRUHzFPi4t0x35.1 2024-09-19T12:00:38.481 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.480+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2165548431342242845', time=2024-09-19T13:52:52.351464+0000, chain.objs.size()=1 2024-09-19T12:00:38.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.480+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.516__multipart_mymultipartcopy.2~uWJTMVTU68IJlraGiNIeCidSncAgjRZ.1 2024-09-19T12:00:38.482 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.481+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.485 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.484+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-19T12:00:38.486 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.485+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.487 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_-nX9XPdu-s69W9FKWZfjm7uduEXtVmz', time=2024-09-19T13:48:50.541589+0000, chain.objs.size()=1 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.163__shadow_.YQB8js9If_uIKru2_T0b62aibZ6nodG_0 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18062857745265691952', time=2024-09-19T13:53:07.252780+0000, chain.objs.size()=4 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~A_ch0UGC9iCxw5TFNbiB_jQbU7orKLS.1 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__shadow_mymultipart.2~A_ch0UGC9iCxw5TFNbiB_jQbU7orKLS.1_1 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~A_ch0UGC9iCxw5TFNbiB_jQbU7orKLS.2 2024-09-19T12:00:38.488 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.486+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__shadow_mymultipart.2~A_ch0UGC9iCxw5TFNbiB_jQbU7orKLS.2_1 2024-09-19T12:00:38.490 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.489+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.492 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.491+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-19T12:00:38.493 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.492+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.494 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.492+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-19T12:00:38.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_NLZGfeloyZF4716eCVl1tqRVy415pCd', time=2024-09-19T13:48:47.458170+0000, chain.objs.size()=1 2024-09-19T12:00:38.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.zrpWjhe9GG_3-Fl1LimkZfiPg9t8-Ko_0 2024-09-19T12:00:38.495 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_PeXZu8DCmUsxTm0GMfacTh8iFHgod9q', time=2024-09-19T13:48:49.231278+0000, chain.objs.size()=2 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.c6cKXAVZlamwyL7mBunpFKisk6UN7BV_1 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.c6cKXAVZlamwyL7mBunpFKisk6UN7BV_2 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_GDP3v0DXkW3m3J-stqEIDbX7Xfl7gqv', time=2024-09-19T13:48:49.967175+0000, chain.objs.size()=3 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.sOHMoUVljDngaaOuuXd7UjhrVqCudkp_0 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.sOHMoUVljDngaaOuuXd7UjhrVqCudkp_1 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.sOHMoUVljDngaaOuuXd7UjhrVqCudkp_2 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~NahAfCAHIFIMYnAu_ZLdj8zn0_ebdrD', time=2024-09-19T13:53:13.482173+0000, chain.objs.size()=1 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.531__multipart_mymultipart2.2~NahAfCAHIFIMYnAu_ZLdj8zn0_ebdrD.1 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4503345668547187821', time=2024-09-19T13:54:53.746021+0000, chain.objs.size()=12 2024-09-19T12:00:38.496 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__multipart_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.1 2024-09-19T12:00:38.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__shadow_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.1_1 2024-09-19T12:00:38.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__multipart_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.2 2024-09-19T12:00:38.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.493+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__shadow_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.2_1 2024-09-19T12:00:38.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.494+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__multipart_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.3 2024-09-19T12:00:38.497 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.496+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__shadow_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.3_1 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.496+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__multipart_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.4 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.496+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__shadow_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.4_1 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.496+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__multipart_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.5 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.496+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__shadow_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.5_1 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.496+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__multipart_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.6 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.496+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.615__shadow_multipart_enc.2~MgpjJ87h8Iz17VDNH3XwmFqUK0JC5zJ.6_1 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.497+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9115325069896546803', time=2024-09-19T13:58:11.036662+0000, chain.objs.size()=1 2024-09-19T12:00:38.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.497+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.742__multipart_mymultipart3.2~ZtubsLoehW9nj-Ttpj6F8T0T5jgE5DL.1 2024-09-19T12:00:38.500 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.499+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.502 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.501+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-19T12:00:38.503 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.502+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.504 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T12:00:38.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3735239094665993280', time=2024-09-19T13:48:48.632935+0000, chain.objs.size()=3 2024-09-19T12:00:38.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-STANDARD.2~9y2mTQxKKzQ1cRb8Zbm3GLK6neimlnU.1 2024-09-19T12:00:38.505 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-STANDARD.2~9y2mTQxKKzQ1cRb8Zbm3GLK6neimlnU.2 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-STANDARD.2~9y2mTQxKKzQ1cRb8Zbm3GLK6neimlnU.3 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14610034914760718128', time=2024-09-19T13:53:09.304361+0000, chain.objs.size()=3 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~oNHU2IwElERq-UCVnp3a0yVNQa_E3hk.1 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~oNHU2IwElERq-UCVnp3a0yVNQa_E3hk.2 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~oNHU2IwElERq-UCVnp3a0yVNQa_E3hk.3 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI', time=2024-09-19T13:57:01.210079+0000, chain.objs.size()=12 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__multipart_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.1 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__shadow_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.1_1 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__multipart_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.2 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__shadow_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.2_1 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__multipart_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.3 2024-09-19T12:00:38.506 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.503+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__shadow_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.3_1 2024-09-19T12:00:38.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.505+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__multipart_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.4 2024-09-19T12:00:38.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.505+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__shadow_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.4_1 2024-09-19T12:00:38.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.505+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__multipart_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.5 2024-09-19T12:00:38.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.505+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__shadow_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.5_1 2024-09-19T12:00:38.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.506+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__multipart_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.6 2024-09-19T12:00:38.508 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.506+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.624__shadow_multipart_enc.2~7S_rQonFzdBLOJ-TSInA6uYOcPUfvqI.6_1 2024-09-19T12:00:38.510 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.509+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.512 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.511+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-19T12:00:38.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.513+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14307616135589099868', time=2024-09-19T13:48:49.135849+0000, chain.objs.size()=5 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-LUKEWARM.2~dQNR5HHPHt-zDrLeNbab0j_j6ygasrd.1 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_foo-LUKEWARM.2~dQNR5HHPHt-zDrLeNbab0j_j6ygasrd.1_1 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-LUKEWARM.2~dQNR5HHPHt-zDrLeNbab0j_j6ygasrd.2 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_foo-LUKEWARM.2~dQNR5HHPHt-zDrLeNbab0j_j6ygasrd.2_1 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-LUKEWARM.2~dQNR5HHPHt-zDrLeNbab0j_j6ygasrd.3 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15707802215159190436', time=2024-09-19T13:53:08.859265+0000, chain.objs.size()=2 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~UV9xB8OHK04WAK8pttQNPV8HZbo-Ojr.1 2024-09-19T12:00:38.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~UV9xB8OHK04WAK8pttQNPV8HZbo-Ojr.2 2024-09-19T12:00:38.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~hJXLkbQn3tI-GZY5As34Qdr5VYXqt04', time=2024-09-19T13:53:12.294976+0000, chain.objs.size()=4 2024-09-19T12:00:38.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.529__multipart_mymultipart.2~hJXLkbQn3tI-GZY5As34Qdr5VYXqt04.1 2024-09-19T12:00:38.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.529__shadow_mymultipart.2~hJXLkbQn3tI-GZY5As34Qdr5VYXqt04.1_1 2024-09-19T12:00:38.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.529__multipart_mymultipart.2~hJXLkbQn3tI-GZY5As34Qdr5VYXqt04.2 2024-09-19T12:00:38.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.529__shadow_mymultipart.2~hJXLkbQn3tI-GZY5As34Qdr5VYXqt04.2_1 2024-09-19T12:00:38.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7044763822027008764', time=2024-09-19T13:57:19.557379+0000, chain.objs.size()=6 2024-09-19T12:00:38.517 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.514+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.662__multipart_foo.2~n4Be7RfYh0tnqx3C2jkxylEcEVPPrOW.1 2024-09-19T12:00:38.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.517+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.662__multipart_foo.2~n4Be7RfYh0tnqx3C2jkxylEcEVPPrOW.2 2024-09-19T12:00:38.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.517+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.662__multipart_foo.2~n4Be7RfYh0tnqx3C2jkxylEcEVPPrOW.3 2024-09-19T12:00:38.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.518+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.662__multipart_foo.2~n4Be7RfYh0tnqx3C2jkxylEcEVPPrOW.4 2024-09-19T12:00:38.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.518+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.662__multipart_foo.2~n4Be7RfYh0tnqx3C2jkxylEcEVPPrOW.5 2024-09-19T12:00:38.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.518+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.662__multipart_foo.2~n4Be7RfYh0tnqx3C2jkxylEcEVPPrOW.6 2024-09-19T12:00:38.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.519+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12923813122225892553', time=2024-09-19T13:58:09.969130+0000, chain.objs.size()=1 2024-09-19T12:00:38.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.519+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.740__shadow_.gqW7gKySFpastWoRP3qrek8jfveAyOq_1 2024-09-19T12:00:38.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.521+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.523+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-19T12:00:38.525 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.524+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.526 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4318162456717757737', time=2024-09-19T13:53:09.950771+0000, chain.objs.size()=2 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~PpQyZRXJUfwnSD-w28-aSGx5FilzbVt.1 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~PpQyZRXJUfwnSD-w28-aSGx5FilzbVt.2 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5693318954646506112', time=2024-09-19T13:54:32.084996+0000, chain.objs.size()=7 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~vkrEnHS4bsjb-1F1MeR74P9VOCNHboK.1 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__shadow_testobj.2~vkrEnHS4bsjb-1F1MeR74P9VOCNHboK.1_1 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~vkrEnHS4bsjb-1F1MeR74P9VOCNHboK.2 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__shadow_testobj.2~vkrEnHS4bsjb-1F1MeR74P9VOCNHboK.2_1 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~vkrEnHS4bsjb-1F1MeR74P9VOCNHboK.3 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__shadow_testobj.2~vkrEnHS4bsjb-1F1MeR74P9VOCNHboK.3_1 2024-09-19T12:00:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~vkrEnHS4bsjb-1F1MeR74P9VOCNHboK.4 2024-09-19T12:00:38.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14010966438142281435', time=2024-09-19T13:57:19.439780+0000, chain.objs.size()=12 2024-09-19T12:00:38.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__multipart_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.1 2024-09-19T12:00:38.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__shadow_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.1_1 2024-09-19T12:00:38.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.525+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__multipart_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.2 2024-09-19T12:00:38.528 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.527+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__shadow_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.2_1 2024-09-19T12:00:38.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.527+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__multipart_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.3 2024-09-19T12:00:38.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.528+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__shadow_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.3_1 2024-09-19T12:00:38.529 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.528+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__multipart_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.4 2024-09-19T12:00:38.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.528+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__shadow_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.4_1 2024-09-19T12:00:38.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.528+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__multipart_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.5 2024-09-19T12:00:38.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.528+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__shadow_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.5_1 2024-09-19T12:00:38.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.528+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__multipart_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.6 2024-09-19T12:00:38.530 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.528+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.661__shadow_baz.2~frEpV67aQq0vDgjVX63xyCgpwwrVQqq.6_1 2024-09-19T12:00:38.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.531+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.533+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-19T12:00:38.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.535+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.536 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.535+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T12:00:38.537 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8890304610108794742', time=2024-09-19T13:48:49.705956+0000, chain.objs.size()=5 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-FROZEN.2~aEueNoP-TJ1tUyxG__kPrtsYgttY3DH.1 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_foo-FROZEN.2~aEueNoP-TJ1tUyxG__kPrtsYgttY3DH.1_1 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-FROZEN.2~aEueNoP-TJ1tUyxG__kPrtsYgttY3DH.2 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_foo-FROZEN.2~aEueNoP-TJ1tUyxG__kPrtsYgttY3DH.2_1 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__multipart_foo-FROZEN.2~aEueNoP-TJ1tUyxG__kPrtsYgttY3DH.3 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS', time=2024-09-19T13:53:03.263411+0000, chain.objs.size()=1 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS.2 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS', time=2024-09-19T13:53:03.264833+0000, chain.objs.size()=1 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS.3 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~-Og-JFFEUkwj9CmKgcNAYOaXVUWvp9z', time=2024-09-19T13:53:54.437079+0000, chain.objs.size()=1 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.561__multipart_mymultipart.2~-Og-JFFEUkwj9CmKgcNAYOaXVUWvp9z.1 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2338173122799268990', time=2024-09-19T13:58:11.679574+0000, chain.objs.size()=3 2024-09-19T12:00:38.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.743__multipart_mymultipart3.2~0G8V8Uk-rBv-Kvak1Jla434Q1bVxIzn.1 2024-09-19T12:00:38.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.743__multipart_mymultipart3.2~0G8V8Uk-rBv-Kvak1Jla434Q1bVxIzn.2 2024-09-19T12:00:38.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.536+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.743__multipart_mymultipart3.2~0G8V8Uk-rBv-Kvak1Jla434Q1bVxIzn.3 2024-09-19T12:00:38.539 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.538+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.542 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.541+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-19T12:00:38.543 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.542+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.544 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2596591232606568946', time=2024-09-19T13:52:58.187160+0000, chain.objs.size()=3 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~W1BZlvyanBlPHUfA4JDcViML9YauqN1.1 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~W1BZlvyanBlPHUfA4JDcViML9YauqN1.2 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~W1BZlvyanBlPHUfA4JDcViML9YauqN1.3 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~a3y4PPFOpy0S-LBg07xJN3h9_CrE4t_', time=2024-09-19T13:52:59.150257+0000, chain.objs.size()=1 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~a3y4PPFOpy0S-LBg07xJN3h9_CrE4t_.1 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6327925108436048708', time=2024-09-19T13:54:31.956843+0000, chain.objs.size()=4 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~31hLgbTu4_Bptf6SmHJZgMIB2Th8SUZ.1 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~31hLgbTu4_Bptf6SmHJZgMIB2Th8SUZ.2 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~31hLgbTu4_Bptf6SmHJZgMIB2Th8SUZ.3 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~31hLgbTu4_Bptf6SmHJZgMIB2Th8SUZ.4 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.7868822038439217353', time=2024-09-19T13:57:38.961851+0000, chain.objs.size()=1 2024-09-19T12:00:38.545 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.543+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.711__multipart_file1.2~_H0rupHP1XVeecBiXFPZSErI5iaKr85.1 2024-09-19T12:00:38.546 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.545+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.548 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.547+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-19T12:00:38.550 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.549+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.550 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.549+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.549+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-19T12:00:38.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.549+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11299320010436076025', time=2024-09-19T13:53:11.863644+0000, chain.objs.size()=2 2024-09-19T12:00:38.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.549+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.528__multipart_mymultipart.2~bHKZNAX4nSUOiD0zadMxSzTY2jO4Rlm.1 2024-09-19T12:00:38.551 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.549+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.528__multipart_mymultipart.2~bHKZNAX4nSUOiD0zadMxSzTY2jO4Rlm.2 2024-09-19T12:00:38.552 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.551+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.554 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.553+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-19T12:00:38.555 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.554+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-19T12:00:38.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9998500821252810485', time=2024-09-19T13:48:47.227270+0000, chain.objs.size()=5 2024-09-19T12:00:38.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-FROZEN.2~DuzKh-2Sh3jaoPEKOMlSGueH8NBubpF.1 2024-09-19T12:00:38.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__shadow_mymultipart-FROZEN.2~DuzKh-2Sh3jaoPEKOMlSGueH8NBubpF.1_1 2024-09-19T12:00:38.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-FROZEN.2~DuzKh-2Sh3jaoPEKOMlSGueH8NBubpF.2 2024-09-19T12:00:38.557 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__shadow_mymultipart-FROZEN.2~DuzKh-2Sh3jaoPEKOMlSGueH8NBubpF.2_1 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-FROZEN.2~DuzKh-2Sh3jaoPEKOMlSGueH8NBubpF.3 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_Az6VVkfJ5gIHV1v2oeNSmi7edBtuuqt', time=2024-09-19T13:48:48.237966+0000, chain.objs.size()=3 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.vLjDnFgTaGwpzv8vbOK7y-mwWhevrQF_0 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.vLjDnFgTaGwpzv8vbOK7y-mwWhevrQF_1 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.vLjDnFgTaGwpzv8vbOK7y-mwWhevrQF_2 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17840437427486589479', time=2024-09-19T13:52:57.716922+0000, chain.objs.size()=3 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~efmwvwK8wB3EKy0uLd3TdWrHr8-TckD.1 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~efmwvwK8wB3EKy0uLd3TdWrHr8-TckD.2 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~efmwvwK8wB3EKy0uLd3TdWrHr8-TckD.3 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1760450079124794151', time=2024-09-19T13:53:08.479823+0000, chain.objs.size()=2 2024-09-19T12:00:38.558 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.555+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~RGT7fDaPRa7XKHox_QBPZqxqpDOP-Hi.1 2024-09-19T12:00:38.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.557+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~RGT7fDaPRa7XKHox_QBPZqxqpDOP-Hi.2 2024-09-19T12:00:38.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.557+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17599206332893327346', time=2024-09-19T13:53:09.666949+0000, chain.objs.size()=3 2024-09-19T12:00:38.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.557+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~bk1ghhmUMWtTFdsuueSA_3jKoSB_6pW.1 2024-09-19T12:00:38.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.557+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~bk1ghhmUMWtTFdsuueSA_3jKoSB_6pW.2 2024-09-19T12:00:38.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.557+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~bk1ghhmUMWtTFdsuueSA_3jKoSB_6pW.3 2024-09-19T12:00:38.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.557+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15263975180487331025', time=2024-09-19T13:53:29.188122+0000, chain.objs.size()=4 2024-09-19T12:00:38.559 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.557+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.535__multipart_mymultipart.2~G1ugBNVhYpSOFUPnQx9XdBgu1AqaBQW.1 2024-09-19T12:00:38.560 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.558+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.535__multipart_mymultipart.2~G1ugBNVhYpSOFUPnQx9XdBgu1AqaBQW.2 2024-09-19T12:00:38.560 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.558+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.535__multipart_mymultipart.oWP5cUJtarKARn-Y_yZvbTpEO6qxkj3P.3 2024-09-19T12:00:38.560 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.558+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.535__multipart_mymultipart.2~G1ugBNVhYpSOFUPnQx9XdBgu1AqaBQW.4 2024-09-19T12:00:38.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.558+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ', time=2024-09-19T13:57:01.985624+0000, chain.objs.size()=12 2024-09-19T12:00:38.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.558+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__multipart_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.1 2024-09-19T12:00:38.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.559+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__shadow_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.1_1 2024-09-19T12:00:38.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.559+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__multipart_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.2 2024-09-19T12:00:38.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.559+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__shadow_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.2_1 2024-09-19T12:00:38.561 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.559+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__multipart_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.3 2024-09-19T12:00:38.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.559+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__shadow_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.3_1 2024-09-19T12:00:38.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.559+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__multipart_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.4 2024-09-19T12:00:38.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.559+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__shadow_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.4_1 2024-09-19T12:00:38.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.560+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__multipart_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.5 2024-09-19T12:00:38.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.560+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__shadow_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.5_1 2024-09-19T12:00:38.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.561+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__multipart_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.6 2024-09-19T12:00:38.562 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.561+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.625__shadow_multipart_enc.2~fmdGdVxaYfVXOGQBZMWzkNQOovo2zDZ.6_1 2024-09-19T12:00:38.564 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.563+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.566 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.565+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-19T12:00:38.568 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.567+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.568 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.567+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_xKU9VbexVn2QJCTmqZL1QaW1qo88rGO', time=2024-09-19T13:48:48.242913+0000, chain.objs.size()=1 2024-09-19T12:00:38.569 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.YK6bufvHb66NMGqhvaAnCoy4Es2BIV2_0 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_7s9u_zU2q2FUF_Zd-bPwbXcqdq2KxjL', time=2024-09-19T13:48:49.971754+0000, chain.objs.size()=1 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.mr-A-THePMUZHa_7lBy30ZJyJgBzO1N_0 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15050602602094822841', time=2024-09-19T13:52:49.165982+0000, chain.objs.size()=6 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.1 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.2 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.3 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.4 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.5 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.6 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16390631934744093498', time=2024-09-19T13:52:53.530063+0000, chain.objs.size()=1 2024-09-19T12:00:38.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.568+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.518__multipart_mymultipart.2~j0Iu9IP-bweF1K9w3HPczR_1nxEUTDc.1 2024-09-19T12:00:38.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.569+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.571+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-19T12:00:38.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.573+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.574 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.573+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12294583768400867115', time=2024-09-19T13:52:54.234490+0000, chain.objs.size()=1 2024-09-19T12:00:38.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.518__multipart_mymultipart.2~ivX43UyrNtr3ZENwbf7zxtmx73szEqS.1 2024-09-19T12:00:38.575 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4756720066447749991', time=2024-09-19T13:52:55.987007+0000, chain.objs.size()=6 2024-09-19T12:00:38.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.519__multipart_mymultipart.2~PRM1Lv0hR3L4UTaVAFrgR4LI3G-AOIy.1 2024-09-19T12:00:38.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.519__multipart_mymultipart.2~PRM1Lv0hR3L4UTaVAFrgR4LI3G-AOIy.2 2024-09-19T12:00:38.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.519__multipart_mymultipart.2~PRM1Lv0hR3L4UTaVAFrgR4LI3G-AOIy.3 2024-09-19T12:00:38.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.519__multipart_mymultipart.2~PRM1Lv0hR3L4UTaVAFrgR4LI3G-AOIy.4 2024-09-19T12:00:38.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.519__multipart_mymultipart.2~PRM1Lv0hR3L4UTaVAFrgR4LI3G-AOIy.5 2024-09-19T12:00:38.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.574+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.519__multipart_mymultipart.2~PRM1Lv0hR3L4UTaVAFrgR4LI3G-AOIy.6 2024-09-19T12:00:38.576 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.575+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.579 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.578+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-19T12:00:38.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.579+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.580 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.579+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.581 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.6910744013918261986', time=2024-09-19T13:48:48.002057+0000, chain.objs.size()=3 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.RH2lESPUG14xI-s4HV-Z5qoY0WykG_T_0 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.RH2lESPUG14xI-s4HV-Z5qoY0WykG_T_1 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.RH2lESPUG14xI-s4HV-Z5qoY0WykG_T_2 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4452716376106688310', time=2024-09-19T13:52:58.553629+0000, chain.objs.size()=3 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~zYcfVyF7bXT60pjrougwff94B1tPd_i.1 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~zYcfVyF7bXT60pjrougwff94B1tPd_i.2 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.521__multipart_mymultipart.2~zYcfVyF7bXT60pjrougwff94B1tPd_i.3 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15701950196966878943', time=2024-09-19T13:53:05.939083+0000, chain.objs.size()=6 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.3IYVKWfo4IG2SxKCwYcjBWRxg4JZpukX.1 2024-09-19T12:00:38.582 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.LLKpZqM24M9ObJtQ6qRAildn0CERZe5T.2 2024-09-19T12:00:38.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.vAK7h6M0C8hfJXXfjmF24EbJXopFzQ-n.3 2024-09-19T12:00:38.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.r1cUpGO8F8IAML0CVx511olynO1KeGI_.4 2024-09-19T12:00:38.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.HJLB436kurfmn6W3hgUjb6b3Y3kp_ATy.5 2024-09-19T12:00:38.583 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.580+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.D4t1sOE8VyAiftHKncnoMAskmd1TuraT.6 2024-09-19T12:00:38.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8822218078177255512', time=2024-09-19T13:53:08.171421+0000, chain.objs.size()=1 2024-09-19T12:00:38.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.525__multipart_mymultipart.2~VwwLODSshZeHH6GsM0nnnPOXXRA9kYv.1 2024-09-19T12:00:38.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10620159280342838770', time=2024-09-19T13:53:11.151825+0000, chain.objs.size()=7 2024-09-19T12:00:38.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.527__multipart_mymultipart.2~rS_dYMIFroPFXSHBDxZSmhNFLIANGUL.1 2024-09-19T12:00:38.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.527__shadow_mymultipart.2~rS_dYMIFroPFXSHBDxZSmhNFLIANGUL.1_1 2024-09-19T12:00:38.584 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.527__multipart_mymultipart.2~rS_dYMIFroPFXSHBDxZSmhNFLIANGUL.2 2024-09-19T12:00:38.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.527__shadow_mymultipart.2~rS_dYMIFroPFXSHBDxZSmhNFLIANGUL.2_1 2024-09-19T12:00:38.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.527__multipart_mymultipart.2~rS_dYMIFroPFXSHBDxZSmhNFLIANGUL.3 2024-09-19T12:00:38.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.527__shadow_mymultipart.2~rS_dYMIFroPFXSHBDxZSmhNFLIANGUL.3_1 2024-09-19T12:00:38.585 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.583+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.527__multipart_mymultipart.2~rS_dYMIFroPFXSHBDxZSmhNFLIANGUL.4 2024-09-19T12:00:38.587 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.586+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.590 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.588+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-19T12:00:38.591 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_k-8zx654jcbCOoAT6aN7ceGCxEfdTVG', time=2024-09-19T13:48:49.961931+0000, chain.objs.size()=3 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.eYkk2PtxsJy1Ru6NVLWfUBAAerauUfb_0 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.eYkk2PtxsJy1Ru6NVLWfUBAAerauUfb_1 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.eYkk2PtxsJy1Ru6NVLWfUBAAerauUfb_2 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17179240250918728912', time=2024-09-19T13:53:11.609024+0000, chain.objs.size()=1 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.528__shadow_.GNjUBgRe6tE3Pe8Iy_ag86VouySvapr_1 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~G1ugBNVhYpSOFUPnQx9XdBgu1AqaBQW', time=2024-09-19T13:53:15.446392+0000, chain.objs.size()=1 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.535__multipart_mymultipart.2~G1ugBNVhYpSOFUPnQx9XdBgu1AqaBQW.3 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14093262332027058771', time=2024-09-19T13:53:54.685172+0000, chain.objs.size()=1 2024-09-19T12:00:38.592 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.590+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.561__multipart_mymultipart.nx1nI6Dsz4aX5OlHT6BsAjmsCqDLFB7M.1 2024-09-19T12:00:38.594 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.593+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.596 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.595+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-19T12:00:38.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.596+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.596+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.597+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.597+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~N3271msgTWjj6JGkR760059JbqGOktq', time=2024-09-19T13:49:18.064875+0000, chain.objs.size()=1 2024-09-19T12:00:38.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.597+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.202__multipart_mymultipart.2~N3271msgTWjj6JGkR760059JbqGOktq.1 2024-09-19T12:00:38.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.597+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.10903281954040403923', time=2024-09-19T13:52:54.119429+0000, chain.objs.size()=1 2024-09-19T12:00:38.598 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.597+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.517__shadow_.jbBsoLsH873WszIsewUDyzO9mh3oyXO_1 2024-09-19T12:00:38.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.598+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.601 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.600+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-19T12:00:38.603 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.602+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.604 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_4qsBx_QSMwLwx1gdHI7OxkV2JmUqyMm', time=2024-09-19T13:48:49.808541+0000, chain.objs.size()=2 2024-09-19T12:00:38.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.p9S72v154vbPTn5gT2NbV7HxMP6j676_1 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.p9S72v154vbPTn5gT2NbV7HxMP6j676_2 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5118561617687827757', time=2024-09-19T13:52:49.050556+0000, chain.objs.size()=6 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.1 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.2 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.3 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.4 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.5 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.6 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~QCo5UkR5y2SXxS9j9aXWTAEejIhiHce', time=2024-09-19T13:53:00.516795+0000, chain.objs.size()=1 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~QCo5UkR5y2SXxS9j9aXWTAEejIhiHce.2 2024-09-19T12:00:38.606 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn', time=2024-09-19T13:53:10.487349+0000, chain.objs.size()=10 2024-09-19T12:00:38.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.1 2024-09-19T12:00:38.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.2 2024-09-19T12:00:38.607 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.603+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.3 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.605+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.4 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.605+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.5 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.605+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.6 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.605+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.7 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.605+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.8 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.605+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.9 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.605+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.526__multipart_mymultipart.2~9xVE8CEku_Gk3qVtRig8hbupZH-Pivn.10 2024-09-19T12:00:38.608 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.607+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.610 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.609+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-19T12:00:38.611 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.610+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.612 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~43QJpLn_nVXOc1ajvR6FpLeHD40WBXF', time=2024-09-19T13:53:13.468074+0000, chain.objs.size()=1 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.531__multipart_mymultipart.2~43QJpLn_nVXOc1ajvR6FpLeHD40WBXF.1 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.4313085172936421395', time=2024-09-19T13:57:19.331892+0000, chain.objs.size()=6 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.660__multipart_bar.2~yXCifjPslO0RBCOcxG1FEacSXflODq7.1 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.660__multipart_bar.2~yXCifjPslO0RBCOcxG1FEacSXflODq7.2 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.660__multipart_bar.2~yXCifjPslO0RBCOcxG1FEacSXflODq7.3 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.660__multipart_bar.2~yXCifjPslO0RBCOcxG1FEacSXflODq7.4 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.660__multipart_bar.2~yXCifjPslO0RBCOcxG1FEacSXflODq7.5 2024-09-19T12:00:38.613 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.611+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.660__multipart_bar.2~yXCifjPslO0RBCOcxG1FEacSXflODq7.6 2024-09-19T12:00:38.614 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.613+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.615+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-19T12:00:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.616+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.616+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.618 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.618 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_5pzegeXVchDFP2Z2Sbf0Z_0toQiFZdp', time=2024-09-19T13:48:48.232833+0000, chain.objs.size()=3 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.OXGcvgfCjfLJVbDII6daaWOcnv7aR4z_0 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.OXGcvgfCjfLJVbDII6daaWOcnv7aR4z_1 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.OXGcvgfCjfLJVbDII6daaWOcnv7aR4z_2 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5815382124482345326', time=2024-09-19T13:52:50.177576+0000, chain.objs.size()=1 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.511__multipart_mymultipart.2~ttYRS4BPHT6ry-Mo0igV0ZduAtLfX_8.1 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.18196142856961909311', time=2024-09-19T13:53:06.780143+0000, chain.objs.size()=2 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~8rwRcbb0pzhE-0HxuyseHng9ewxBIL3.1 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~8rwRcbb0pzhE-0HxuyseHng9ewxBIL3.2 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.11946298811991297245', time=2024-09-19T13:53:59.427104+0000, chain.objs.size()=2 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.563__shadow_.nVkKtevfVgZ5P_Mm8mgbn7b1MchIK5l_1 2024-09-19T12:00:38.619 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.617+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.563__shadow_.nVkKtevfVgZ5P_Mm8mgbn7b1MchIK5l_2 2024-09-19T12:00:38.620 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.619+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.623 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.622+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-19T12:00:38.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.623+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.623+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.624 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.623+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.624+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-19T12:00:38.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T12:00:38.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14093916634612612876', time=2024-09-19T13:48:47.664743+0000, chain.objs.size()=3 2024-09-19T12:00:38.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.rHBx01rfLvZ6g8fiF5857BWuU6uncNA_0 2024-09-19T12:00:38.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.rHBx01rfLvZ6g8fiF5857BWuU6uncNA_1 2024-09-19T12:00:38.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.rHBx01rfLvZ6g8fiF5857BWuU6uncNA_2 2024-09-19T12:00:38.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~D-SDexSvJn0BCOI8z9pLE3QTAotQkNy', time=2024-09-19T13:53:13.475391+0000, chain.objs.size()=2 2024-09-19T12:00:38.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.531__multipart_mymultipart.2~D-SDexSvJn0BCOI8z9pLE3QTAotQkNy.1 2024-09-19T12:00:38.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.531__multipart_mymultipart.2~D-SDexSvJn0BCOI8z9pLE3QTAotQkNy.2 2024-09-19T12:00:38.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14652093251570197504', time=2024-09-19T13:57:35.043166+0000, chain.objs.size()=1 2024-09-19T12:00:38.629 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.626+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.702__multipart_file1.2~5YeyXM6lFof6MKb-9q7h9mvfBYX5a4Y.1 2024-09-19T12:00:38.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.629+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.631+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-19T12:00:38.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.632+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.632+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3326566477054376962', time=2024-09-19T13:53:01.919370+0000, chain.objs.size()=6 2024-09-19T12:00:38.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~QCo5UkR5y2SXxS9j9aXWTAEejIhiHce.1 2024-09-19T12:00:38.634 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.Xub-2netL_HKgiuxF-Aqw1KXH78lDXfP.2 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~QCo5UkR5y2SXxS9j9aXWTAEejIhiHce.3 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~QCo5UkR5y2SXxS9j9aXWTAEejIhiHce.4 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~QCo5UkR5y2SXxS9j9aXWTAEejIhiHce.5 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~QCo5UkR5y2SXxS9j9aXWTAEejIhiHce.6 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3000703003788321333', time=2024-09-19T13:58:07.946577+0000, chain.objs.size()=10 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.1 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.2 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.3 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.4 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.5 2024-09-19T12:00:38.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.633+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.6 2024-09-19T12:00:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.634+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.7 2024-09-19T12:00:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.634+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.8 2024-09-19T12:00:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.635+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.9 2024-09-19T12:00:38.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.635+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.735__multipart_foo.2~a7ypbsPAXOw7rOu-xD7KFcAkYprV5w5.10 2024-09-19T12:00:38.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.636+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.638+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-19T12:00:38.640 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.639+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.641 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.12729975895890421653', time=2024-09-19T13:48:46.187335+0000, chain.objs.size()=3 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.158__shadow_.t4eohDn1LmbhiyXePZ_xF6NnCaPH_1x_0 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.158__shadow_.t4eohDn1LmbhiyXePZ_xF6NnCaPH_1x_1 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.158__shadow_.t4eohDn1LmbhiyXePZ_xF6NnCaPH_1x_2 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_i4cpa4jTFD0LSAeutXOP5BFDFCekFZn', time=2024-09-19T13:48:51.364125+0000, chain.objs.size()=3 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.165__shadow_.xHc4iFnvrFOMtmUuMx88gHDxK9lasYy_0 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.165__shadow_.xHc4iFnvrFOMtmUuMx88gHDxK9lasYy_1 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.165__shadow_.xHc4iFnvrFOMtmUuMx88gHDxK9lasYy_2 2024-09-19T12:00:38.642 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2315497459354603604', time=2024-09-19T13:52:49.050994+0000, chain.objs.size()=6 2024-09-19T12:00:38.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.1 2024-09-19T12:00:38.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.2 2024-09-19T12:00:38.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.3 2024-09-19T12:00:38.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.4 2024-09-19T12:00:38.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.5 2024-09-19T12:00:38.643 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.640+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.6 2024-09-19T12:00:38.644 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~xMaPfX12FxcOX8BRP7cSPz7ffHPGsLJ', time=2024-09-19T13:53:01.913480+0000, chain.objs.size()=1 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~xMaPfX12FxcOX8BRP7cSPz7ffHPGsLJ.3 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17103860096625697977', time=2024-09-19T13:53:03.271135+0000, chain.objs.size()=6 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~xMaPfX12FxcOX8BRP7cSPz7ffHPGsLJ.1 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~xMaPfX12FxcOX8BRP7cSPz7ffHPGsLJ.2 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.O3ywM2VA_WU8l710fVFHZwmMjBM2vtz4.3 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~xMaPfX12FxcOX8BRP7cSPz7ffHPGsLJ.4 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~xMaPfX12FxcOX8BRP7cSPz7ffHPGsLJ.5 2024-09-19T12:00:38.645 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.643+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~xMaPfX12FxcOX8BRP7cSPz7ffHPGsLJ.6 2024-09-19T12:00:38.646 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.645+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.648 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.647+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-19T12:00:38.649 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.648+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.650 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_fKo7xzrXr-zSsBZGI4HtNmPpvPOJXcx', time=2024-09-19T13:48:47.742944+0000, chain.objs.size()=2 2024-09-19T12:00:38.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.lyN0MvG10SHhJi5U1YflfWvF-qreO-Y_1 2024-09-19T12:00:38.651 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.lyN0MvG10SHhJi5U1YflfWvF-qreO-Y_2 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8758222111551327325', time=2024-09-19T13:51:43.454242+0000, chain.objs.size()=1 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.367__shadow_.jFDUZ58GxgjgKJnsZ0S_h7Jj50LbMqc_1 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8315763992453331788', time=2024-09-19T13:52:49.052163+0000, chain.objs.size()=6 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.1 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.2 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.3 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.4 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.5 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.6 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15040165311802511801', time=2024-09-19T13:54:52.759536+0000, chain.objs.size()=12 2024-09-19T12:00:38.652 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__multipart_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.1 2024-09-19T12:00:38.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__shadow_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.1_1 2024-09-19T12:00:38.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.649+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__multipart_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.2 2024-09-19T12:00:38.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__shadow_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.2_1 2024-09-19T12:00:38.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__multipart_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.3 2024-09-19T12:00:38.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__shadow_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.3_1 2024-09-19T12:00:38.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__multipart_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.4 2024-09-19T12:00:38.653 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__shadow_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.4_1 2024-09-19T12:00:38.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__multipart_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.5 2024-09-19T12:00:38.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__shadow_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.5_1 2024-09-19T12:00:38.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__multipart_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.6 2024-09-19T12:00:38.654 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.652+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.614__shadow_multipart_enc.2~itb_30OeMdgngi2NWJZo7UcF346tp22.6_1 2024-09-19T12:00:38.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.656+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.658+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-19T12:00:38.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.659+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.661 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1085853721657164653', time=2024-09-19T13:48:46.192506+0000, chain.objs.size()=3 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.158__shadow_.NKopw1d8ZFRnYts-ShO70ftSfFI8VHK_0 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.158__shadow_.NKopw1d8ZFRnYts-ShO70ftSfFI8VHK_1 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.158__shadow_.NKopw1d8ZFRnYts-ShO70ftSfFI8VHK_2 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.14175255411167925871', time=2024-09-19T13:48:47.237685+0000, chain.objs.size()=3 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-STANDARD.2~80_yw0eWkeUSVqDVPQ4rMsRZKZ7mMfI.1 2024-09-19T12:00:38.662 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-STANDARD.2~80_yw0eWkeUSVqDVPQ4rMsRZKZ7mMfI.2 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-STANDARD.2~80_yw0eWkeUSVqDVPQ4rMsRZKZ7mMfI.3 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3354123872889094898', time=2024-09-19T13:52:53.221922+0000, chain.objs.size()=1 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.518__multipart_mymultipart.2~ZtyzN7M_x33NLfuCp-myk0fn7_VcZvh.1 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.13471438792429674310', time=2024-09-19T13:54:50.244520+0000, chain.objs.size()=12 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__multipart_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.1 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__shadow_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.1_1 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__multipart_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.2 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__shadow_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.2_1 2024-09-19T12:00:38.663 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.660+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__multipart_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.3 2024-09-19T12:00:38.664 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.663+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__shadow_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.3_1 2024-09-19T12:00:38.664 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.663+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__multipart_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.4 2024-09-19T12:00:38.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.663+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__shadow_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.4_1 2024-09-19T12:00:38.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.663+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__multipart_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.5 2024-09-19T12:00:38.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.663+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__shadow_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.5_1 2024-09-19T12:00:38.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.663+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__multipart_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.6 2024-09-19T12:00:38.665 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.663+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.613__shadow_multipart_enc.2~wPVUv4rZPo7eiTeFH7u5zH0D312BOWZ.6_1 2024-09-19T12:00:38.667 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.665+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.669 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.668+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-19T12:00:38.670 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.669+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.671 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.670+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T12:00:38.672 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9675180183945816139', time=2024-09-19T13:48:51.290960+0000, chain.objs.size()=3 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.164__multipart_foo.2~Jjy3JR_er3JzELM8XN-rrMj1KcWGTaX.1 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.164__shadow_foo.2~Jjy3JR_er3JzELM8XN-rrMj1KcWGTaX.1_1 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.164__multipart_foo.2~Jjy3JR_er3JzELM8XN-rrMj1KcWGTaX.2 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.758454809189634977', time=2024-09-19T13:53:04.826101+0000, chain.objs.size()=6 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS.1 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.BoU1fzhPZVjneC6AhYWpR6Ai2cneea_O.2 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.J9HVoEqK0bc1OVmUHRNTYPyYfLy-OUS4.3 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS.4 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS.5 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~uKnMTSSRNMZZOBpf6QXUDCpfnBQlvxS.6 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~IJCdosBLgFyBP-fgz9VNe_siRGFp6S2', time=2024-09-19T13:58:11.088902+0000, chain.objs.size()=1 2024-09-19T12:00:38.673 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.671+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.742__multipart_mymultipart.2~IJCdosBLgFyBP-fgz9VNe_siRGFp6S2.1 2024-09-19T12:00:38.674 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.674+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.677 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.676+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-19T12:00:38.678 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.677+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.677+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T12:00:38.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_G0_6nSin3fsLfWoaUgkof-NMJsAvo2P', time=2024-09-19T13:48:48.092203+0000, chain.objs.size()=2 2024-09-19T12:00:38.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.PTLgugcEOJEsbV8RD8chR8eLG9U4A5u_1 2024-09-19T12:00:38.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.160__shadow_.PTLgugcEOJEsbV8RD8chR8eLG9U4A5u_2 2024-09-19T12:00:38.679 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_BjNTPUCFsURaS6rjEBziMi4C6rz2n5o', time=2024-09-19T13:48:48.695916+0000, chain.objs.size()=1 2024-09-19T12:00:38.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.161__shadow_.ZkwBXwf5ribaUpanlHBgi6xV3CXALn2_0 2024-09-19T12:00:38.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16688899977794891302', time=2024-09-19T13:53:06.951975+0000, chain.objs.size()=3 2024-09-19T12:00:38.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~p4QrLt9Kj8pkvUQKpynTFx5USQ08Q0o.1 2024-09-19T12:00:38.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~p4QrLt9Kj8pkvUQKpynTFx5USQ08Q0o.2 2024-09-19T12:00:38.680 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.678+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~p4QrLt9Kj8pkvUQKpynTFx5USQ08Q0o.3 2024-09-19T12:00:38.681 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.680+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.684 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.682+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-19T12:00:38.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.684+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.685 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.684+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-19T12:00:38.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9192718688401921385', time=2024-09-19T13:52:49.276779+0000, chain.objs.size()=6 2024-09-19T12:00:38.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.1 2024-09-19T12:00:38.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.2 2024-09-19T12:00:38.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.3 2024-09-19T12:00:38.686 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.4 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.5 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.6 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.1065714812450260848', time=2024-09-19T13:53:06.615107+0000, chain.objs.size()=2 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~kvi7TS-Wc5wllztdsyHY9kFeoq0_tqX.1 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~kvi7TS-Wc5wllztdsyHY9kFeoq0_tqX.2 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~UZ973nViRDmuAA2IdYEGDFCyJ9Yl0wp', time=2024-09-19T13:53:14.500411+0000, chain.objs.size()=1 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.533__multipart_mymultipart.2~UZ973nViRDmuAA2IdYEGDFCyJ9Yl0wp.1 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~WBNLbExRvxVdq2FRgUyO6O5Ew-f61qM', time=2024-09-19T13:53:14.941628+0000, chain.objs.size()=1 2024-09-19T12:00:38.687 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.685+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.534__multipart_mymultipart.2~WBNLbExRvxVdq2FRgUyO6O5Ew-f61qM.1 2024-09-19T12:00:38.688 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.687+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.690 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.689+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-19T12:00:38.692 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.691+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.693 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.8269568032160781168', time=2024-09-19T13:52:49.275693+0000, chain.objs.size()=6 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.1 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.2 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.3 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.4 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.5 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.507__multipart_srcmultipart.2~mXygR4qP_pF1kXLVnZScD_6qL1qzBPo.6 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15140715071208938695', time=2024-09-19T13:53:54.365066+0000, chain.objs.size()=1 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.561__multipart_mymultipart.2~fksfpvK9B_lYxFVfQKBtmaLkEXzlVLG.1 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~pN1-boSfshTJDRRTy_UkTB5v1f_dbY5', time=2024-09-19T13:58:11.094165+0000, chain.objs.size()=1 2024-09-19T12:00:38.694 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.692+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.742__multipart_mymultipart2.2~pN1-boSfshTJDRRTy_UkTB5v1f_dbY5.1 2024-09-19T12:00:38.695 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.694+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.697 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.696+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-19T12:00:38.698 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.697+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.699 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.9614605097494216857', time=2024-09-19T13:53:07.144586+0000, chain.objs.size()=3 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~l9Dx9ovjqheNFIWJeQ9Z_EwR87ouw5Y.1 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~l9Dx9ovjqheNFIWJeQ9Z_EwR87ouw5Y.2 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.523__multipart_mymultipart.2~l9Dx9ovjqheNFIWJeQ9Z_EwR87ouw5Y.3 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3570899150717080083', time=2024-09-19T13:57:00.390075+0000, chain.objs.size()=12 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__multipart_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.1 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__shadow_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.1_1 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__multipart_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.2 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__shadow_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.2_1 2024-09-19T12:00:38.700 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__multipart_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.3 2024-09-19T12:00:38.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__shadow_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.3_1 2024-09-19T12:00:38.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__multipart_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.4 2024-09-19T12:00:38.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__shadow_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.4_1 2024-09-19T12:00:38.701 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.698+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__multipart_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.5 2024-09-19T12:00:38.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.701+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__shadow_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.5_1 2024-09-19T12:00:38.702 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.701+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__multipart_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.6 2024-09-19T12:00:38.703 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.701+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.623__shadow_multipart_enc.2~0xVerd2to-gwhhrDNRo6NAzZe_9i9Ck.6_1 2024-09-19T12:00:38.704 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.703+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.706 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.705+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-19T12:00:38.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.707+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.708 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.707+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-19T12:00:38.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.3123320598111146075', time=2024-09-19T13:48:47.232501+0000, chain.objs.size()=5 2024-09-19T12:00:38.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-LUKEWARM.2~uD3_iSkMl3zm8Ycme7AeTmxk3rJ_-AD.1 2024-09-19T12:00:38.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__shadow_mymultipart-LUKEWARM.2~uD3_iSkMl3zm8Ycme7AeTmxk3rJ_-AD.1_1 2024-09-19T12:00:38.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-LUKEWARM.2~uD3_iSkMl3zm8Ycme7AeTmxk3rJ_-AD.2 2024-09-19T12:00:38.709 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__shadow_mymultipart-LUKEWARM.2~uD3_iSkMl3zm8Ycme7AeTmxk3rJ_-AD.2_1 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.159__multipart_mymultipart-LUKEWARM.2~uD3_iSkMl3zm8Ycme7AeTmxk3rJ_-AD.3 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='_Fx7x8LtuHcTj9dCvfUfDi3VEEgB8uhP', time=2024-09-19T13:48:51.369061+0000, chain.objs.size()=3 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.165__shadow_.zsTymPCoqV7T6RU_Xc3R_BaKZ4uW_we_0 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.165__shadow_.zsTymPCoqV7T6RU_Xc3R_BaKZ4uW_we_1 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.165__shadow_.zsTymPCoqV7T6RU_Xc3R_BaKZ4uW_we_2 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.17696757801559584387', time=2024-09-19T13:52:51.027462+0000, chain.objs.size()=1 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.513__multipart_mymultipart.2~_RpQbIHEcDohdF76t4NTCxkO-kLrz_T.1 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.2351611429009807934', time=2024-09-19T13:53:00.523772+0000, chain.objs.size()=6 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.Y4KfcdLvCx0LHNBUxOZpcNBtFTlKoTZN.1 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~a3y4PPFOpy0S-LBg07xJN3h9_CrE4t_.2 2024-09-19T12:00:38.710 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.708+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~a3y4PPFOpy0S-LBg07xJN3h9_CrE4t_.3 2024-09-19T12:00:38.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~a3y4PPFOpy0S-LBg07xJN3h9_CrE4t_.4 2024-09-19T12:00:38.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~a3y4PPFOpy0S-LBg07xJN3h9_CrE4t_.5 2024-09-19T12:00:38.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~a3y4PPFOpy0S-LBg07xJN3h9_CrE4t_.6 2024-09-19T12:00:38.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw', time=2024-09-19T13:53:04.812406+0000, chain.objs.size()=1 2024-09-19T12:00:38.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw.1 2024-09-19T12:00:38.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw', time=2024-09-19T13:53:04.813851+0000, chain.objs.size()=1 2024-09-19T12:00:38.712 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw.2 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw', time=2024-09-19T13:53:04.815252+0000, chain.objs.size()=1 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw.3 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw', time=2024-09-19T13:53:04.816468+0000, chain.objs.size()=1 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw.4 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw', time=2024-09-19T13:53:04.817755+0000, chain.objs.size()=1 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw.5 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw', time=2024-09-19T13:53:04.819386+0000, chain.objs.size()=1 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.522__multipart_mymultipart.2~5oRSd3XG24N32Iwu4MfYVt2E_bAKwIw.6 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.710+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.5554324092368021216', time=2024-09-19T13:53:31.239313+0000, chain.objs.size()=1 2024-09-19T12:00:38.713 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.711+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.536__multipart_mymultipart.2~Enn_wL2v5qCYzK9MyfHEV3rXimVg3ZR.1 2024-09-19T12:00:38.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.713+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.716 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.715+0000 7f6561b32800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-19T12:00:38.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.716+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-19T12:00:38.717 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.716+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.16634226076558474948', time=2024-09-19T13:54:31.694107+0000, chain.objs.size()=4 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~cqjrjYaGxtHr2kE0GQFlvp5FpfxyoHz.1 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~cqjrjYaGxtHr2kE0GQFlvp5FpfxyoHz.2 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~cqjrjYaGxtHr2kE0GQFlvp5FpfxyoHz.3 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.578__multipart_testobj.2~cqjrjYaGxtHr2kE0GQFlvp5FpfxyoHz.4 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 20 garbage collection: RGWGC::process iterating over entry tag='827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.15667522723842546745', time=2024-09-19T13:58:58.145624+0000, chain.objs.size()=7 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.779__shadow_.he4esLp4CHPYeaxeO6k0NG-UveypB67_1 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.779__shadow_.he4esLp4CHPYeaxeO6k0NG-UveypB67_2 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.779__shadow_.he4esLp4CHPYeaxeO6k0NG-UveypB67_3 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.779__shadow_.he4esLp4CHPYeaxeO6k0NG-UveypB67_4 2024-09-19T12:00:38.719 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.779__shadow_.he4esLp4CHPYeaxeO6k0NG-UveypB67_5 2024-09-19T12:00:38.720 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.779__shadow_.he4esLp4CHPYeaxeO6k0NG-UveypB67_6 2024-09-19T12:00:38.720 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.717+0000 7f6561b32800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:827a0a30-dc1c-4d1d-aeed-b4a8dce38d87.4605.779__shadow_.he4esLp4CHPYeaxeO6k0NG-UveypB67_7 2024-09-19T12:00:38.721 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.720+0000 7f6561b32800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-19T12:00:38.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.723+0000 7f64137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-19T12:00:38.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.725+0000 7f6561b32800 20 remove_watcher() i=0 2024-09-19T12:00:38.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.725+0000 7f6561b32800 2 removed watcher, disabling cache 2024-09-19T12:00:38.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.726+0000 7f6561b32800 20 remove_watcher() i=1 2024-09-19T12:00:38.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.727+0000 7f6561b32800 20 remove_watcher() i=2 2024-09-19T12:00:38.729 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.728+0000 7f6561b32800 20 remove_watcher() i=3 2024-09-19T12:00:38.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.729+0000 7f6561b32800 20 remove_watcher() i=4 2024-09-19T12:00:38.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.730+0000 7f6561b32800 20 remove_watcher() i=5 2024-09-19T12:00:38.732 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.731+0000 7f6561b32800 20 remove_watcher() i=6 2024-09-19T12:00:38.733 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-19T12:00:38.731+0000 7f6561b32800 20 remove_watcher() i=7 2024-09-19T12:00:38.743 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-19T12:00:38.756 DEBUG:teuthology.orchestra.run.smithi103:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-19T12:00:38.785 DEBUG:teuthology.orchestra.run.smithi103:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-19T12:00:38.853 DEBUG:teuthology.orchestra.run.smithi103:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-19T12:00:38.923 DEBUG:teuthology.orchestra.run.smithi103:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-19T12:00:38.992 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-19T12:00:39.071 DEBUG:teuthology.orchestra.run.smithi103:> sudo update-ca-trust 2024-09-19T12:00:40.091 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T12:00:40.102 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T12:00:40.102 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:00:40.425 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:00:40.438 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:00:40.440 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1469,"stamp":"2024-09-19T12:00:39.647409+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13310,"ondisk_log_size":13310,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1718460,"kb_used_data":474836,"kb_used_omap":12,"kb_used_meta":1243187,"kb_avail":753256260,"statfs":{"total":773094113280,"available":771334410240,"internally_reserved":0,"allocated":486232064,"data_stored":472898688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1273024048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-509137011,"num_objects":-352,"num_object_clones":0,"num_object_copies":-704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-352,"num_whiteouts":0,"num_read":680,"num_read_kb":707,"num_write":508,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004553"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.860914+0000","last_change":"2024-09-19T11:46:50.770041+0000","last_active":"2024-09-19T11:56:53.860914+0000","last_peered":"2024-09-19T11:56:53.860914+0000","last_clean":"2024-09-19T11:56:53.860914+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T11:56:53.860914+0000","last_undegraded":"2024-09-19T11:56:53.860914+0000","last_fullsized":"2024-09-19T11:56:53.860914+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.735210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854808+0000","last_change":"2024-09-19T11:36:12.514169+0000","last_active":"2024-09-19T11:56:13.854808+0000","last_peered":"2024-09-19T11:56:13.854808+0000","last_clean":"2024-09-19T11:56:13.854808+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T11:56:13.854808+0000","last_undegraded":"2024-09-19T11:56:13.854808+0000","last_fullsized":"2024-09-19T11:56:13.854808+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:42.716193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.497482+0000","last_change":"2024-09-19T11:36:09.487178+0000","last_active":"2024-09-19T12:00:38.497482+0000","last_peered":"2024-09-19T12:00:38.497482+0000","last_clean":"2024-09-19T12:00:38.497482+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:00:38.497482+0000","last_undegraded":"2024-09-19T12:00:38.497482+0000","last_fullsized":"2024-09-19T12:00:38.497482+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:41.112927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:24.126097+0000","last_change":"2024-09-19T11:34:29.634566+0000","last_active":"2024-09-19T11:57:24.126097+0000","last_peered":"2024-09-19T11:57:24.126097+0000","last_clean":"2024-09-19T11:57:24.126097+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T11:57:24.126097+0000","last_undegraded":"2024-09-19T11:57:24.126097+0000","last_fullsized":"2024-09-19T11:57:24.126097+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:38.073850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.983028+0000","last_change":"2024-09-19T11:46:50.774677+0000","last_active":"2024-09-19T11:56:53.983028+0000","last_peered":"2024-09-19T11:56:53.983028+0000","last_clean":"2024-09-19T11:56:53.983028+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T11:56:53.983028+0000","last_undegraded":"2024-09-19T11:56:53.983028+0000","last_fullsized":"2024-09-19T11:56:53.983028+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:02.023552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.982290+0000","last_change":"2024-09-19T11:36:12.514009+0000","last_active":"2024-09-19T11:56:13.982290+0000","last_peered":"2024-09-19T11:56:13.982290+0000","last_clean":"2024-09-19T11:56:13.982290+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T11:56:13.982290+0000","last_undegraded":"2024-09-19T11:56:13.982290+0000","last_fullsized":"2024-09-19T11:56:13.982290+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:10.401437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.964334+0000","last_change":"2024-09-19T11:36:09.484211+0000","last_active":"2024-09-19T11:56:08.964334+0000","last_peered":"2024-09-19T11:56:08.964334+0000","last_clean":"2024-09-19T11:56:08.964334+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T11:56:08.964334+0000","last_undegraded":"2024-09-19T11:56:08.964334+0000","last_fullsized":"2024-09-19T11:56:08.964334+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.552169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":129,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.994813+0000","last_change":"2024-09-19T11:34:29.634415+0000","last_active":"2024-09-19T11:58:33.994813+0000","last_peered":"2024-09-19T11:58:33.994813+0000","last_clean":"2024-09-19T11:58:33.994813+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T11:58:33.994813+0000","last_undegraded":"2024-09-19T11:58:33.994813+0000","last_fullsized":"2024-09-19T11:58:33.994813+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:16.050137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.857825+0000","last_change":"2024-09-19T11:46:50.767307+0000","last_active":"2024-09-19T11:56:33.857825+0000","last_peered":"2024-09-19T11:56:33.857825+0000","last_clean":"2024-09-19T11:56:33.857825+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T11:56:33.857825+0000","last_undegraded":"2024-09-19T11:56:33.857825+0000","last_fullsized":"2024-09-19T11:56:33.857825+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:10.916981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018954+0000","last_change":"2024-09-19T11:36:12.507846+0000","last_active":"2024-09-19T11:59:09.018954+0000","last_peered":"2024-09-19T11:59:09.018954+0000","last_clean":"2024-09-19T11:59:09.018954+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T11:59:09.018954+0000","last_undegraded":"2024-09-19T11:59:09.018954+0000","last_fullsized":"2024-09-19T11:59:09.018954+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:30.533551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006515+0000","last_change":"2024-09-19T11:36:09.482165+0000","last_active":"2024-09-19T12:00:09.006515+0000","last_peered":"2024-09-19T12:00:09.006515+0000","last_clean":"2024-09-19T12:00:09.006515+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:00:09.006515+0000","last_undegraded":"2024-09-19T12:00:09.006515+0000","last_fullsized":"2024-09-19T12:00:09.006515+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:54.388304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":120,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122694+0000","last_change":"2024-09-19T11:34:29.635787+0000","last_active":"2024-09-19T11:56:59.122694+0000","last_peered":"2024-09-19T11:56:59.122694+0000","last_clean":"2024-09-19T11:56:59.122694+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T11:56:59.122694+0000","last_undegraded":"2024-09-19T11:56:59.122694+0000","last_fullsized":"2024-09-19T11:56:59.122694+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:23.339642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.892305+0000","last_change":"2024-09-19T11:46:50.777695+0000","last_active":"2024-09-19T11:56:38.892305+0000","last_peered":"2024-09-19T11:56:38.892305+0000","last_clean":"2024-09-19T11:56:38.892305+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T11:56:38.892305+0000","last_undegraded":"2024-09-19T11:56:38.892305+0000","last_fullsized":"2024-09-19T11:56:38.892305+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:52.326412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518511+0000","last_change":"2024-09-19T11:36:12.511281+0000","last_active":"2024-09-19T12:00:38.518511+0000","last_peered":"2024-09-19T12:00:38.518511+0000","last_clean":"2024-09-19T12:00:38.518511+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:00:38.518511+0000","last_undegraded":"2024-09-19T12:00:38.518511+0000","last_fullsized":"2024-09-19T12:00:38.518511+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:17:06.570337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.863212+0000","last_change":"2024-09-19T11:36:09.476398+0000","last_active":"2024-09-19T11:56:58.863212+0000","last_peered":"2024-09-19T11:56:58.863212+0000","last_clean":"2024-09-19T11:56:58.863212+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T11:56:58.863212+0000","last_undegraded":"2024-09-19T11:56:58.863212+0000","last_fullsized":"2024-09-19T11:56:58.863212+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:34.963980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:01.214182+0000","last_change":"2024-09-19T11:34:29.629960+0000","last_active":"2024-09-19T11:57:01.214182+0000","last_peered":"2024-09-19T11:57:01.214182+0000","last_clean":"2024-09-19T11:57:01.214182+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T11:57:01.214182+0000","last_undegraded":"2024-09-19T11:57:01.214182+0000","last_fullsized":"2024-09-19T11:57:01.214182+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.556081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.894857+0000","last_change":"2024-09-19T11:46:50.777685+0000","last_active":"2024-09-19T11:56:58.894857+0000","last_peered":"2024-09-19T11:56:58.894857+0000","last_clean":"2024-09-19T11:56:58.894857+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T11:56:58.894857+0000","last_undegraded":"2024-09-19T11:56:58.894857+0000","last_fullsized":"2024-09-19T11:56:58.894857+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.907442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870348+0000","last_change":"2024-09-19T11:36:12.507698+0000","last_active":"2024-09-19T11:58:03.870348+0000","last_peered":"2024-09-19T11:58:03.870348+0000","last_clean":"2024-09-19T11:58:03.870348+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T11:58:03.870348+0000","last_undegraded":"2024-09-19T11:58:03.870348+0000","last_fullsized":"2024-09-19T11:58:03.870348+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:27.488165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.028077+0000","last_change":"2024-09-19T11:36:09.478763+0000","last_active":"2024-09-19T12:00:19.028077+0000","last_peered":"2024-09-19T12:00:19.028077+0000","last_clean":"2024-09-19T12:00:19.028077+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:00:19.028077+0000","last_undegraded":"2024-09-19T12:00:19.028077+0000","last_fullsized":"2024-09-19T12:00:19.028077+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:31.628518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":158,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.623826+0000","last_change":"2024-09-19T11:34:29.632757+0000","last_active":"2024-09-19T11:57:18.623826+0000","last_peered":"2024-09-19T11:57:18.623826+0000","last_clean":"2024-09-19T11:57:18.623826+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T11:57:18.623826+0000","last_undegraded":"2024-09-19T11:57:18.623826+0000","last_fullsized":"2024-09-19T11:57:18.623826+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:37.783164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.974019+0000","last_change":"2024-09-19T11:46:50.774279+0000","last_active":"2024-09-19T11:57:18.974019+0000","last_peered":"2024-09-19T11:57:18.974019+0000","last_clean":"2024-09-19T11:57:18.974019+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T11:57:18.974019+0000","last_undegraded":"2024-09-19T11:57:18.974019+0000","last_fullsized":"2024-09-19T11:57:18.974019+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:23.859184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869557+0000","last_change":"2024-09-19T11:36:12.509504+0000","last_active":"2024-09-19T11:57:58.869557+0000","last_peered":"2024-09-19T11:57:58.869557+0000","last_clean":"2024-09-19T11:57:58.869557+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T11:57:58.869557+0000","last_undegraded":"2024-09-19T11:57:58.869557+0000","last_fullsized":"2024-09-19T11:57:58.869557+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.923363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870572+0000","last_change":"2024-09-19T11:36:09.485258+0000","last_active":"2024-09-19T11:58:03.870572+0000","last_peered":"2024-09-19T11:58:03.870572+0000","last_clean":"2024-09-19T11:58:03.870572+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T11:58:03.870572+0000","last_undegraded":"2024-09-19T11:58:03.870572+0000","last_fullsized":"2024-09-19T11:58:03.870572+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:58.416196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":145,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.530176+0000","last_change":"2024-09-19T11:34:29.635686+0000","last_active":"2024-09-19T11:58:11.530176+0000","last_peered":"2024-09-19T11:58:11.530176+0000","last_clean":"2024-09-19T11:58:11.530176+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T11:58:11.530176+0000","last_undegraded":"2024-09-19T11:58:11.530176+0000","last_fullsized":"2024-09-19T11:58:11.530176+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:33.233061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864037+0000","last_change":"2024-09-19T11:46:50.774846+0000","last_active":"2024-09-19T11:56:53.864037+0000","last_peered":"2024-09-19T11:56:53.864037+0000","last_clean":"2024-09-19T11:56:53.864037+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T11:56:53.864037+0000","last_undegraded":"2024-09-19T11:56:53.864037+0000","last_fullsized":"2024-09-19T11:56:53.864037+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:39.155049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876605+0000","last_change":"2024-09-19T11:36:12.507401+0000","last_active":"2024-09-19T11:58:43.876605+0000","last_peered":"2024-09-19T11:58:43.876605+0000","last_clean":"2024-09-19T11:58:43.876605+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T11:58:43.876605+0000","last_undegraded":"2024-09-19T11:58:43.876605+0000","last_fullsized":"2024-09-19T11:58:43.876605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:28.144848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.981717+0000","last_change":"2024-09-19T11:36:09.484810+0000","last_active":"2024-09-19T11:56:08.981717+0000","last_peered":"2024-09-19T11:56:08.981717+0000","last_clean":"2024-09-19T11:56:08.981717+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T11:56:08.981717+0000","last_undegraded":"2024-09-19T11:56:08.981717+0000","last_fullsized":"2024-09-19T11:56:08.981717+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.575841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115474+0000","last_change":"2024-09-19T11:34:29.636310+0000","last_active":"2024-09-19T11:56:14.115474+0000","last_peered":"2024-09-19T11:56:14.115474+0000","last_clean":"2024-09-19T11:56:14.115474+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T11:56:14.115474+0000","last_undegraded":"2024-09-19T11:56:14.115474+0000","last_fullsized":"2024-09-19T11:56:14.115474+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:50.653695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864084+0000","last_change":"2024-09-19T11:46:50.776932+0000","last_active":"2024-09-19T11:56:53.864084+0000","last_peered":"2024-09-19T11:56:53.864084+0000","last_clean":"2024-09-19T11:56:53.864084+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T11:56:53.864084+0000","last_undegraded":"2024-09-19T11:56:53.864084+0000","last_fullsized":"2024-09-19T11:56:53.864084+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:52.107901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711498+0000","last_change":"2024-09-19T11:36:12.508964+0000","last_active":"2024-09-19T12:00:38.711498+0000","last_peered":"2024-09-19T12:00:38.711498+0000","last_clean":"2024-09-19T12:00:38.711498+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:00:38.711498+0000","last_undegraded":"2024-09-19T12:00:38.711498+0000","last_fullsized":"2024-09-19T12:00:38.711498+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:24.015570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:09.114777+0000","last_change":"2024-09-19T11:36:09.488652+0000","last_active":"2024-09-19T11:56:09.114777+0000","last_peered":"2024-09-19T11:56:09.114777+0000","last_clean":"2024-09-19T11:56:09.114777+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T11:56:09.114777+0000","last_undegraded":"2024-09-19T11:56:09.114777+0000","last_fullsized":"2024-09-19T11:56:09.114777+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:46.426552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":465,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964923+0000","last_change":"2024-09-19T11:34:29.635198+0000","last_active":"2024-09-19T11:56:13.964923+0000","last_peered":"2024-09-19T11:56:13.964923+0000","last_clean":"2024-09-19T11:56:13.964923+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T11:56:13.964923+0000","last_undegraded":"2024-09-19T11:56:13.964923+0000","last_fullsized":"2024-09-19T11:56:13.964923+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:10.547939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964960+0000","last_change":"2024-09-19T11:46:50.776026+0000","last_active":"2024-09-19T11:56:13.964960+0000","last_peered":"2024-09-19T11:56:13.964960+0000","last_clean":"2024-09-19T11:56:13.964960+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T11:56:13.964960+0000","last_undegraded":"2024-09-19T11:56:13.964960+0000","last_fullsized":"2024-09-19T11:56:13.964960+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:04.698773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924298+0000","last_change":"2024-09-19T11:36:12.510967+0000","last_active":"2024-09-19T12:00:23.924298+0000","last_peered":"2024-09-19T12:00:23.924298+0000","last_clean":"2024-09-19T12:00:23.924298+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:00:23.924298+0000","last_undegraded":"2024-09-19T12:00:23.924298+0000","last_fullsized":"2024-09-19T12:00:23.924298+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:06.900871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:13.863557+0000","last_change":"2024-09-19T11:36:09.483158+0000","last_active":"2024-09-19T11:57:13.863557+0000","last_peered":"2024-09-19T11:57:13.863557+0000","last_clean":"2024-09-19T11:57:13.863557+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T11:57:13.863557+0000","last_undegraded":"2024-09-19T11:57:13.863557+0000","last_fullsized":"2024-09-19T11:57:13.863557+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:37.312637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":190,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.192837+0000","last_change":"2024-09-19T11:34:29.635123+0000","last_active":"2024-09-19T11:56:59.192837+0000","last_peered":"2024-09-19T11:56:59.192837+0000","last_clean":"2024-09-19T11:56:59.192837+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T11:56:59.192837+0000","last_undegraded":"2024-09-19T11:56:59.192837+0000","last_fullsized":"2024-09-19T11:56:59.192837+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:07.439248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977269+0000","last_change":"2024-09-19T11:46:50.766555+0000","last_active":"2024-09-19T11:56:13.977269+0000","last_peered":"2024-09-19T11:56:13.977269+0000","last_clean":"2024-09-19T11:56:13.977269+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T11:56:13.977269+0000","last_undegraded":"2024-09-19T11:56:13.977269+0000","last_fullsized":"2024-09-19T11:56:13.977269+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:27:20.562361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.897077+0000","last_change":"2024-09-19T11:36:12.511546+0000","last_active":"2024-09-19T11:57:18.897077+0000","last_peered":"2024-09-19T11:57:18.897077+0000","last_clean":"2024-09-19T11:57:18.897077+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T11:57:18.897077+0000","last_undegraded":"2024-09-19T11:57:18.897077+0000","last_fullsized":"2024-09-19T11:57:18.897077+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:30.887183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.583685+0000","last_change":"2024-09-19T11:36:09.487565+0000","last_active":"2024-09-19T12:00:38.583685+0000","last_peered":"2024-09-19T12:00:38.583685+0000","last_clean":"2024-09-19T12:00:38.583685+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:00:38.583685+0000","last_undegraded":"2024-09-19T12:00:38.583685+0000","last_fullsized":"2024-09-19T12:00:38.583685+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:14.135469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":138,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.889029+0000","last_change":"2024-09-19T11:34:29.630893+0000","last_active":"2024-09-19T11:56:13.889029+0000","last_peered":"2024-09-19T11:56:13.889029+0000","last_clean":"2024-09-19T11:56:13.889029+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T11:56:13.889029+0000","last_undegraded":"2024-09-19T11:56:13.889029+0000","last_fullsized":"2024-09-19T11:56:13.889029+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:00.138736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.858553+0000","last_change":"2024-09-19T11:46:50.773775+0000","last_active":"2024-09-19T11:56:13.858553+0000","last_peered":"2024-09-19T11:56:13.858553+0000","last_clean":"2024-09-19T11:56:13.858553+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T11:56:13.858553+0000","last_undegraded":"2024-09-19T11:56:13.858553+0000","last_fullsized":"2024-09-19T11:56:13.858553+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:55.834809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924338+0000","last_change":"2024-09-19T11:36:12.510603+0000","last_active":"2024-09-19T12:00:23.924338+0000","last_peered":"2024-09-19T12:00:23.924338+0000","last_clean":"2024-09-19T12:00:23.924338+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:00:23.924338+0000","last_undegraded":"2024-09-19T12:00:23.924338+0000","last_fullsized":"2024-09-19T12:00:23.924338+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.792648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538272+0000","last_change":"2024-09-19T11:36:09.484219+0000","last_active":"2024-09-19T12:00:38.538272+0000","last_peered":"2024-09-19T12:00:38.538272+0000","last_clean":"2024-09-19T12:00:38.538272+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:00:38.538272+0000","last_undegraded":"2024-09-19T12:00:38.538272+0000","last_fullsized":"2024-09-19T12:00:38.538272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:36.065406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977309+0000","last_change":"2024-09-19T11:34:29.631413+0000","last_active":"2024-09-19T11:56:13.977309+0000","last_peered":"2024-09-19T11:56:13.977309+0000","last_clean":"2024-09-19T11:56:13.977309+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T11:56:13.977309+0000","last_undegraded":"2024-09-19T11:56:13.977309+0000","last_fullsized":"2024-09-19T11:56:13.977309+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:41.823990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854730+0000","last_change":"2024-09-19T11:46:50.766796+0000","last_active":"2024-09-19T11:56:13.854730+0000","last_peered":"2024-09-19T11:56:13.854730+0000","last_clean":"2024-09-19T11:56:13.854730+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T11:56:13.854730+0000","last_undegraded":"2024-09-19T11:56:13.854730+0000","last_fullsized":"2024-09-19T11:56:13.854730+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:13.002625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.891563+0000","last_change":"2024-09-19T11:36:12.507923+0000","last_active":"2024-09-19T12:00:23.891563+0000","last_peered":"2024-09-19T12:00:23.891563+0000","last_clean":"2024-09-19T12:00:23.891563+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:00:23.891563+0000","last_undegraded":"2024-09-19T12:00:23.891563+0000","last_fullsized":"2024-09-19T12:00:23.891563+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:33.649183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:54.130191+0000","last_change":"2024-09-19T11:36:09.484588+0000","last_active":"2024-09-19T11:57:54.130191+0000","last_peered":"2024-09-19T11:57:54.130191+0000","last_clean":"2024-09-19T11:57:54.130191+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T11:57:54.130191+0000","last_undegraded":"2024-09-19T11:57:54.130191+0000","last_fullsized":"2024-09-19T11:57:54.130191+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:15.767028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":119,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872007+0000","last_change":"2024-09-19T11:34:29.634042+0000","last_active":"2024-09-19T11:57:58.872007+0000","last_peered":"2024-09-19T11:57:58.872007+0000","last_clean":"2024-09-19T11:57:58.872007+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T11:57:58.872007+0000","last_undegraded":"2024-09-19T11:57:58.872007+0000","last_fullsized":"2024-09-19T11:57:58.872007+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:20.643770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891718+0000","last_change":"2024-09-19T11:46:50.770523+0000","last_active":"2024-09-19T11:56:33.891718+0000","last_peered":"2024-09-19T11:56:33.891718+0000","last_clean":"2024-09-19T11:56:33.891718+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T11:56:33.891718+0000","last_undegraded":"2024-09-19T11:56:33.891718+0000","last_fullsized":"2024-09-19T11:56:33.891718+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:37.330898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:33.991426+0000","last_change":"2024-09-19T11:36:12.513049+0000","last_active":"2024-09-19T11:59:33.991426+0000","last_peered":"2024-09-19T11:59:33.991426+0000","last_clean":"2024-09-19T11:59:33.991426+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T11:59:33.991426+0000","last_undegraded":"2024-09-19T11:59:33.991426+0000","last_fullsized":"2024-09-19T11:59:33.991426+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:20.453703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.864126+0000","last_change":"2024-09-19T11:36:09.481176+0000","last_active":"2024-09-19T11:57:08.864126+0000","last_peered":"2024-09-19T11:57:08.864126+0000","last_clean":"2024-09-19T11:57:08.864126+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T11:57:08.864126+0000","last_undegraded":"2024-09-19T11:57:08.864126+0000","last_fullsized":"2024-09-19T11:57:08.864126+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:37.537035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.870546+0000","last_change":"2024-09-19T11:34:29.635380+0000","last_active":"2024-09-19T11:57:48.870546+0000","last_peered":"2024-09-19T11:57:48.870546+0000","last_clean":"2024-09-19T11:57:48.870546+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T11:57:48.870546+0000","last_undegraded":"2024-09-19T11:57:48.870546+0000","last_fullsized":"2024-09-19T11:57:48.870546+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:36.053018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:34.118828+0000","last_change":"2024-09-19T11:46:50.773980+0000","last_active":"2024-09-19T11:56:34.118828+0000","last_peered":"2024-09-19T11:56:34.118828+0000","last_clean":"2024-09-19T11:56:34.118828+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T11:56:34.118828+0000","last_undegraded":"2024-09-19T11:56:34.118828+0000","last_fullsized":"2024-09-19T11:56:34.118828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:46.841946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518898+0000","last_change":"2024-09-19T11:36:12.512526+0000","last_active":"2024-09-19T12:00:38.518898+0000","last_peered":"2024-09-19T12:00:38.518898+0000","last_clean":"2024-09-19T12:00:38.518898+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:00:38.518898+0000","last_undegraded":"2024-09-19T12:00:38.518898+0000","last_fullsized":"2024-09-19T12:00:38.518898+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:29.169299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.916827+0000","last_change":"2024-09-19T11:36:09.487012+0000","last_active":"2024-09-19T11:59:28.916827+0000","last_peered":"2024-09-19T11:59:28.916827+0000","last_clean":"2024-09-19T11:59:28.916827+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T11:59:28.916827+0000","last_undegraded":"2024-09-19T11:59:28.916827+0000","last_fullsized":"2024-09-19T11:59:28.916827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:50.648531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":168,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:07.760089+0000","last_change":"2024-09-19T11:34:29.632822+0000","last_active":"2024-09-19T11:58:07.760089+0000","last_peered":"2024-09-19T11:58:07.760089+0000","last_clean":"2024-09-19T11:58:07.760089+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T11:58:07.760089+0000","last_undegraded":"2024-09-19T11:58:07.760089+0000","last_fullsized":"2024-09-19T11:58:07.760089+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:53.474066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"260'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115558+0000","last_change":"2024-09-19T11:46:50.761825+0000","last_active":"2024-09-19T11:56:14.115558+0000","last_peered":"2024-09-19T11:56:14.115558+0000","last_clean":"2024-09-19T11:56:14.115558+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T11:56:14.115558+0000","last_undegraded":"2024-09-19T11:56:14.115558+0000","last_fullsized":"2024-09-19T11:56:14.115558+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:54.227121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.489467+0000","last_change":"2024-09-19T11:36:12.508767+0000","last_active":"2024-09-19T12:00:38.489467+0000","last_peered":"2024-09-19T12:00:38.489467+0000","last_clean":"2024-09-19T12:00:38.489467+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:00:38.489467+0000","last_undegraded":"2024-09-19T12:00:38.489467+0000","last_fullsized":"2024-09-19T12:00:38.489467+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:55.976964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":64,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559583+0000","last_change":"2024-09-19T11:36:09.487263+0000","last_active":"2024-09-19T12:00:38.559583+0000","last_peered":"2024-09-19T12:00:38.559583+0000","last_clean":"2024-09-19T12:00:38.559583+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:00:38.559583+0000","last_undegraded":"2024-09-19T12:00:38.559583+0000","last_fullsized":"2024-09-19T12:00:38.559583+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:55:57.769052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868394+0000","last_change":"2024-09-19T11:34:29.631880+0000","last_active":"2024-09-19T11:57:48.868394+0000","last_peered":"2024-09-19T11:57:48.868394+0000","last_clean":"2024-09-19T11:57:48.868394+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T11:57:48.868394+0000","last_undegraded":"2024-09-19T11:57:48.868394+0000","last_fullsized":"2024-09-19T11:57:48.868394+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:28.185385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891694+0000","last_change":"2024-09-19T11:46:50.772467+0000","last_active":"2024-09-19T11:56:33.891694+0000","last_peered":"2024-09-19T11:56:33.891694+0000","last_clean":"2024-09-19T11:56:33.891694+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T11:56:33.891694+0000","last_undegraded":"2024-09-19T11:56:33.891694+0000","last_fullsized":"2024-09-19T11:56:33.891694+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:18.859071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593870+0000","last_change":"2024-09-19T11:36:12.514658+0000","last_active":"2024-09-19T12:00:38.593870+0000","last_peered":"2024-09-19T12:00:38.593870+0000","last_clean":"2024-09-19T12:00:38.593870+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:00:38.593870+0000","last_undegraded":"2024-09-19T12:00:38.593870+0000","last_fullsized":"2024-09-19T12:00:38.593870+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:06:08.550062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883013+0000","last_change":"2024-09-19T11:36:09.485050+0000","last_active":"2024-09-19T11:59:28.883013+0000","last_peered":"2024-09-19T11:59:28.883013+0000","last_clean":"2024-09-19T11:59:28.883013+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T11:59:28.883013+0000","last_undegraded":"2024-09-19T11:59:28.883013+0000","last_fullsized":"2024-09-19T11:59:28.883013+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:52.027107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.901743+0000","last_change":"2024-09-19T11:34:29.630265+0000","last_active":"2024-09-19T11:57:48.901743+0000","last_peered":"2024-09-19T11:57:48.901743+0000","last_clean":"2024-09-19T11:57:48.901743+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T11:57:48.901743+0000","last_undegraded":"2024-09-19T11:57:48.901743+0000","last_fullsized":"2024-09-19T11:57:48.901743+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:06.314984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988561+0000","last_change":"2024-09-19T11:46:50.765524+0000","last_active":"2024-09-19T11:57:43.988561+0000","last_peered":"2024-09-19T11:57:43.988561+0000","last_clean":"2024-09-19T11:57:43.988561+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T11:57:43.988561+0000","last_undegraded":"2024-09-19T11:57:43.988561+0000","last_fullsized":"2024-09-19T11:57:43.988561+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:05.849589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519118+0000","last_change":"2024-09-19T11:36:12.511500+0000","last_active":"2024-09-19T12:00:38.519118+0000","last_peered":"2024-09-19T12:00:38.519118+0000","last_clean":"2024-09-19T12:00:38.519118+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:00:38.519118+0000","last_undegraded":"2024-09-19T12:00:38.519118+0000","last_fullsized":"2024-09-19T12:00:38.519118+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:07.498299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877519+0000","last_change":"2024-09-19T11:36:09.489263+0000","last_active":"2024-09-19T11:58:38.877519+0000","last_peered":"2024-09-19T11:58:38.877519+0000","last_clean":"2024-09-19T11:58:38.877519+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T11:58:38.877519+0000","last_undegraded":"2024-09-19T11:58:38.877519+0000","last_fullsized":"2024-09-19T11:58:38.877519+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:21.820815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.895392+0000","last_change":"2024-09-19T11:34:29.636674+0000","last_active":"2024-09-19T11:57:03.895392+0000","last_peered":"2024-09-19T11:57:03.895392+0000","last_clean":"2024-09-19T11:57:03.895392+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T11:57:03.895392+0000","last_undegraded":"2024-09-19T11:57:03.895392+0000","last_fullsized":"2024-09-19T11:57:03.895392+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:41.626646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873573+0000","last_change":"2024-09-19T11:46:50.776804+0000","last_active":"2024-09-19T11:58:08.873573+0000","last_peered":"2024-09-19T11:58:08.873573+0000","last_clean":"2024-09-19T11:58:08.873573+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T11:58:08.873573+0000","last_undegraded":"2024-09-19T11:58:08.873573+0000","last_fullsized":"2024-09-19T11:58:08.873573+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:23.572187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864127+0000","last_change":"2024-09-19T11:37:03.926908+0000","last_active":"2024-09-19T11:57:18.864127+0000","last_peered":"2024-09-19T11:57:18.864127+0000","last_clean":"2024-09-19T11:57:18.864127+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T11:57:18.864127+0000","last_undegraded":"2024-09-19T11:57:18.864127+0000","last_fullsized":"2024-09-19T11:57:18.864127+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:42.893900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:23.978668+0000","last_change":"2024-09-19T11:36:09.481976+0000","last_active":"2024-09-19T11:56:23.978668+0000","last_peered":"2024-09-19T11:56:23.978668+0000","last_clean":"2024-09-19T11:56:23.978668+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T11:56:23.978668+0000","last_undegraded":"2024-09-19T11:56:23.978668+0000","last_fullsized":"2024-09-19T11:56:23.978668+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:34.941773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":90,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.861636+0000","last_change":"2024-09-19T11:34:29.632635+0000","last_active":"2024-09-19T11:56:58.861636+0000","last_peered":"2024-09-19T11:56:58.861636+0000","last_clean":"2024-09-19T11:56:58.861636+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T11:56:58.861636+0000","last_undegraded":"2024-09-19T11:56:58.861636+0000","last_fullsized":"2024-09-19T11:56:58.861636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:12.829175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.867099+0000","last_change":"2024-09-19T11:46:50.768203+0000","last_active":"2024-09-19T11:57:43.867099+0000","last_peered":"2024-09-19T11:57:43.867099+0000","last_clean":"2024-09-19T11:57:43.867099+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T11:57:43.867099+0000","last_undegraded":"2024-09-19T11:57:43.867099+0000","last_fullsized":"2024-09-19T11:57:43.867099+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:49.871303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.985493+0000","last_change":"2024-09-19T11:36:12.512448+0000","last_active":"2024-09-19T11:58:48.985493+0000","last_peered":"2024-09-19T11:58:48.985493+0000","last_clean":"2024-09-19T11:58:48.985493+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T11:58:48.985493+0000","last_undegraded":"2024-09-19T11:58:48.985493+0000","last_fullsized":"2024-09-19T11:58:48.985493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:24.192497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014962+0000","last_change":"2024-09-19T11:36:09.484436+0000","last_active":"2024-09-19T11:58:39.014962+0000","last_peered":"2024-09-19T11:58:39.014962+0000","last_clean":"2024-09-19T11:58:39.014962+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T11:58:39.014962+0000","last_undegraded":"2024-09-19T11:58:39.014962+0000","last_fullsized":"2024-09-19T11:58:39.014962+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:19.920775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:38.761241+0000","last_change":"2024-09-19T11:34:29.633049+0000","last_active":"2024-09-19T11:57:38.761241+0000","last_peered":"2024-09-19T11:57:38.761241+0000","last_clean":"2024-09-19T11:57:38.761241+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T11:57:38.761241+0000","last_undegraded":"2024-09-19T11:57:38.761241+0000","last_fullsized":"2024-09-19T11:57:38.761241+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:02.675945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.869797+0000","last_change":"2024-09-19T11:46:50.775366+0000","last_active":"2024-09-19T11:57:43.869797+0000","last_peered":"2024-09-19T11:57:43.869797+0000","last_clean":"2024-09-19T11:57:43.869797+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T11:57:43.869797+0000","last_undegraded":"2024-09-19T11:57:43.869797+0000","last_fullsized":"2024-09-19T11:57:43.869797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:47.698061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":33,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.891014+0000","last_change":"2024-09-19T11:36:12.509410+0000","last_active":"2024-09-19T11:56:28.891014+0000","last_peered":"2024-09-19T11:56:28.891014+0000","last_clean":"2024-09-19T11:56:28.891014+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T11:56:28.891014+0000","last_undegraded":"2024-09-19T11:56:28.891014+0000","last_fullsized":"2024-09-19T11:56:28.891014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:36.784560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.966954+0000","last_change":"2024-09-19T11:36:09.486286+0000","last_active":"2024-09-19T11:56:28.966954+0000","last_peered":"2024-09-19T11:56:28.966954+0000","last_clean":"2024-09-19T11:56:28.966954+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T11:56:28.966954+0000","last_undegraded":"2024-09-19T11:56:28.966954+0000","last_fullsized":"2024-09-19T11:56:28.966954+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:26.902575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.983592+0000","last_change":"2024-09-19T11:34:29.630538+0000","last_active":"2024-09-19T11:56:58.983592+0000","last_peered":"2024-09-19T11:56:58.983592+0000","last_clean":"2024-09-19T11:56:58.983592+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T11:56:58.983592+0000","last_undegraded":"2024-09-19T11:56:58.983592+0000","last_fullsized":"2024-09-19T11:56:58.983592+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:53.628054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905093+0000","last_change":"2024-09-19T11:46:50.778083+0000","last_active":"2024-09-19T11:58:08.905093+0000","last_peered":"2024-09-19T11:58:08.905093+0000","last_clean":"2024-09-19T11:58:08.905093+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T11:58:08.905093+0000","last_undegraded":"2024-09-19T11:58:08.905093+0000","last_fullsized":"2024-09-19T11:58:08.905093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:27.836670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869132+0000","last_change":"2024-09-19T11:36:12.506352+0000","last_active":"2024-09-19T11:57:53.869132+0000","last_peered":"2024-09-19T11:57:53.869132+0000","last_clean":"2024-09-19T11:57:53.869132+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T11:57:53.869132+0000","last_undegraded":"2024-09-19T11:57:53.869132+0000","last_fullsized":"2024-09-19T11:57:53.869132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.421690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:49.129174+0000","last_change":"2024-09-19T11:36:09.479471+0000","last_active":"2024-09-19T11:57:49.129174+0000","last_peered":"2024-09-19T11:57:49.129174+0000","last_clean":"2024-09-19T11:57:49.129174+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T11:57:49.129174+0000","last_undegraded":"2024-09-19T11:57:49.129174+0000","last_fullsized":"2024-09-19T11:57:49.129174+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122652+0000","last_change":"2024-09-19T11:34:29.632014+0000","last_active":"2024-09-19T11:56:59.122652+0000","last_peered":"2024-09-19T11:56:59.122652+0000","last_clean":"2024-09-19T11:56:59.122652+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T11:56:59.122652+0000","last_undegraded":"2024-09-19T11:56:59.122652+0000","last_fullsized":"2024-09-19T11:56:59.122652+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:21.859553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:13.874284+0000","last_change":"2024-09-19T11:46:50.775155+0000","last_active":"2024-09-19T11:58:13.874284+0000","last_peered":"2024-09-19T11:58:13.874284+0000","last_clean":"2024-09-19T11:58:13.874284+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T11:58:13.874284+0000","last_undegraded":"2024-09-19T11:58:13.874284+0000","last_fullsized":"2024-09-19T11:58:13.874284+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.507107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871238+0000","last_change":"2024-09-19T11:36:12.505222+0000","last_active":"2024-09-19T11:57:53.871238+0000","last_peered":"2024-09-19T11:57:53.871238+0000","last_clean":"2024-09-19T11:57:53.871238+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T11:57:53.871238+0000","last_undegraded":"2024-09-19T11:57:53.871238+0000","last_fullsized":"2024-09-19T11:57:53.871238+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:16.672423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977442+0000","last_change":"2024-09-19T11:36:09.486386+0000","last_active":"2024-09-19T11:57:48.977442+0000","last_peered":"2024-09-19T11:57:48.977442+0000","last_clean":"2024-09-19T11:57:48.977442+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T11:57:48.977442+0000","last_undegraded":"2024-09-19T11:57:48.977442+0000","last_fullsized":"2024-09-19T11:57:48.977442+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:30.730044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":98,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876250+0000","last_change":"2024-09-19T11:34:29.637742+0000","last_active":"2024-09-19T11:58:28.876250+0000","last_peered":"2024-09-19T11:58:28.876250+0000","last_clean":"2024-09-19T11:58:28.876250+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T11:58:28.876250+0000","last_undegraded":"2024-09-19T11:58:28.876250+0000","last_fullsized":"2024-09-19T11:58:28.876250+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:55.141423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873597+0000","last_change":"2024-09-19T11:46:50.773351+0000","last_active":"2024-09-19T11:58:08.873597+0000","last_peered":"2024-09-19T11:58:08.873597+0000","last_clean":"2024-09-19T11:58:08.873597+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T11:58:08.873597+0000","last_undegraded":"2024-09-19T11:58:08.873597+0000","last_fullsized":"2024-09-19T11:58:08.873597+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:56.938086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.984906+0000","last_change":"2024-09-19T11:36:12.512109+0000","last_active":"2024-09-19T11:58:43.984906+0000","last_peered":"2024-09-19T11:58:43.984906+0000","last_clean":"2024-09-19T11:58:43.984906+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T11:58:43.984906+0000","last_undegraded":"2024-09-19T11:58:43.984906+0000","last_fullsized":"2024-09-19T11:58:43.984906+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:32.736918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:04.026142+0000","last_change":"2024-09-19T11:36:09.485479+0000","last_active":"2024-09-19T12:00:04.026142+0000","last_peered":"2024-09-19T12:00:04.026142+0000","last_clean":"2024-09-19T12:00:04.026142+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:00:04.026142+0000","last_undegraded":"2024-09-19T12:00:04.026142+0000","last_fullsized":"2024-09-19T12:00:04.026142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:31.018960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":71,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.906419+0000","last_change":"2024-09-19T11:34:29.625399+0000","last_active":"2024-09-19T11:58:18.906419+0000","last_peered":"2024-09-19T11:58:18.906419+0000","last_clean":"2024-09-19T11:58:18.906419+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T11:58:18.906419+0000","last_undegraded":"2024-09-19T11:58:18.906419+0000","last_fullsized":"2024-09-19T11:58:18.906419+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:07.913238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132519+0000","last_change":"2024-09-19T11:46:50.769967+0000","last_active":"2024-09-19T11:58:09.132519+0000","last_peered":"2024-09-19T11:58:09.132519+0000","last_clean":"2024-09-19T11:58:09.132519+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T11:58:09.132519+0000","last_undegraded":"2024-09-19T11:58:09.132519+0000","last_fullsized":"2024-09-19T11:58:09.132519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:34.150467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872776+0000","last_change":"2024-09-19T11:36:12.514936+0000","last_active":"2024-09-19T11:58:03.872776+0000","last_peered":"2024-09-19T11:58:03.872776+0000","last_clean":"2024-09-19T11:58:03.872776+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T11:58:03.872776+0000","last_undegraded":"2024-09-19T11:58:03.872776+0000","last_fullsized":"2024-09-19T11:58:03.872776+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:51.273528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558238+0000","last_change":"2024-09-19T11:36:09.483387+0000","last_active":"2024-09-19T12:00:38.558238+0000","last_peered":"2024-09-19T12:00:38.558238+0000","last_clean":"2024-09-19T12:00:38.558238+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:00:38.558238+0000","last_undegraded":"2024-09-19T12:00:38.558238+0000","last_fullsized":"2024-09-19T12:00:38.558238+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:41.101454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":74,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872382+0000","last_change":"2024-09-19T11:34:29.634220+0000","last_active":"2024-09-19T11:58:18.872382+0000","last_peered":"2024-09-19T11:58:18.872382+0000","last_clean":"2024-09-19T11:58:18.872382+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T11:58:18.872382+0000","last_undegraded":"2024-09-19T11:58:18.872382+0000","last_fullsized":"2024-09-19T11:58:18.872382+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:27.250289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.866828+0000","last_change":"2024-09-19T11:46:50.773372+0000","last_active":"2024-09-19T11:57:18.866828+0000","last_peered":"2024-09-19T11:57:18.866828+0000","last_clean":"2024-09-19T11:57:18.866828+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T11:57:18.866828+0000","last_undegraded":"2024-09-19T11:57:18.866828+0000","last_fullsized":"2024-09-19T11:57:18.866828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:40.393897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:04.123506+0000","last_change":"2024-09-19T11:36:12.514578+0000","last_active":"2024-09-19T11:57:04.123506+0000","last_peered":"2024-09-19T11:57:04.123506+0000","last_clean":"2024-09-19T11:57:04.123506+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T11:57:04.123506+0000","last_undegraded":"2024-09-19T11:57:04.123506+0000","last_fullsized":"2024-09-19T11:57:04.123506+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:41.759860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558746+0000","last_change":"2024-09-19T11:36:09.486357+0000","last_active":"2024-09-19T12:00:38.558746+0000","last_peered":"2024-09-19T12:00:38.558746+0000","last_clean":"2024-09-19T12:00:38.558746+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:00:38.558746+0000","last_undegraded":"2024-09-19T12:00:38.558746+0000","last_fullsized":"2024-09-19T12:00:38.558746+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:24.525555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:19.133782+0000","last_change":"2024-09-19T11:34:29.637702+0000","last_active":"2024-09-19T11:58:19.133782+0000","last_peered":"2024-09-19T11:58:19.133782+0000","last_clean":"2024-09-19T11:58:19.133782+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T11:58:19.133782+0000","last_undegraded":"2024-09-19T11:58:19.133782+0000","last_fullsized":"2024-09-19T11:58:19.133782+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:31.667188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864106+0000","last_change":"2024-09-19T11:46:50.772394+0000","last_active":"2024-09-19T11:57:18.864106+0000","last_peered":"2024-09-19T11:57:18.864106+0000","last_clean":"2024-09-19T11:57:18.864106+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T11:57:18.864106+0000","last_undegraded":"2024-09-19T11:57:18.864106+0000","last_fullsized":"2024-09-19T11:57:18.864106+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:24.139685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018891+0000","last_change":"2024-09-19T11:36:12.506264+0000","last_active":"2024-09-19T11:59:09.018891+0000","last_peered":"2024-09-19T11:59:09.018891+0000","last_clean":"2024-09-19T11:59:09.018891+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T11:59:09.018891+0000","last_undegraded":"2024-09-19T11:59:09.018891+0000","last_fullsized":"2024-09-19T11:59:09.018891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:28.350996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.998419+0000","last_change":"2024-09-19T11:36:09.485153+0000","last_active":"2024-09-19T11:59:03.998419+0000","last_peered":"2024-09-19T11:59:03.998419+0000","last_clean":"2024-09-19T11:59:03.998419+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T11:59:03.998419+0000","last_undegraded":"2024-09-19T11:59:03.998419+0000","last_fullsized":"2024-09-19T11:59:03.998419+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:00.418029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872504+0000","last_change":"2024-09-19T11:34:29.639949+0000","last_active":"2024-09-19T11:58:18.872504+0000","last_peered":"2024-09-19T11:58:18.872504+0000","last_clean":"2024-09-19T11:58:18.872504+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T11:58:18.872504+0000","last_undegraded":"2024-09-19T11:58:18.872504+0000","last_fullsized":"2024-09-19T11:58:18.872504+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:28.681323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970795+0000","last_change":"2024-09-19T11:46:50.771994+0000","last_active":"2024-09-19T11:56:53.970795+0000","last_peered":"2024-09-19T11:56:53.970795+0000","last_clean":"2024-09-19T11:56:53.970795+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T11:56:53.970795+0000","last_undegraded":"2024-09-19T11:56:53.970795+0000","last_fullsized":"2024-09-19T11:56:53.970795+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:33.812127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:03.888877+0000","last_change":"2024-09-19T11:36:12.512563+0000","last_active":"2024-09-19T12:00:03.888877+0000","last_peered":"2024-09-19T12:00:03.888877+0000","last_clean":"2024-09-19T12:00:03.888877+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:00:03.888877+0000","last_undegraded":"2024-09-19T12:00:03.888877+0000","last_fullsized":"2024-09-19T12:00:03.888877+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:02.074078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868029+0000","last_change":"2024-09-19T11:36:09.488154+0000","last_active":"2024-09-19T11:57:48.868029+0000","last_peered":"2024-09-19T11:57:48.868029+0000","last_clean":"2024-09-19T11:57:48.868029+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T11:57:48.868029+0000","last_undegraded":"2024-09-19T11:57:48.868029+0000","last_fullsized":"2024-09-19T11:57:48.868029+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:12.729080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.868533+0000","last_change":"2024-09-19T11:34:29.637029+0000","last_active":"2024-09-19T11:57:33.868533+0000","last_peered":"2024-09-19T11:57:33.868533+0000","last_clean":"2024-09-19T11:57:33.868533+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T11:57:33.868533+0000","last_undegraded":"2024-09-19T11:57:33.868533+0000","last_fullsized":"2024-09-19T11:57:33.868533+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:18.107151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.865142+0000","last_change":"2024-09-19T11:46:50.773897+0000","last_active":"2024-09-19T11:57:18.865142+0000","last_peered":"2024-09-19T11:57:18.865142+0000","last_clean":"2024-09-19T11:57:18.865142+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T11:57:18.865142+0000","last_undegraded":"2024-09-19T11:57:18.865142+0000","last_fullsized":"2024-09-19T11:57:18.865142+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:38.987752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869255+0000","last_change":"2024-09-19T11:36:12.501301+0000","last_active":"2024-09-19T11:57:53.869255+0000","last_peered":"2024-09-19T11:57:53.869255+0000","last_clean":"2024-09-19T11:57:53.869255+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T11:57:53.869255+0000","last_undegraded":"2024-09-19T11:57:53.869255+0000","last_fullsized":"2024-09-19T11:57:53.869255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:51.141864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496512+0000","last_change":"2024-09-19T11:36:09.488807+0000","last_active":"2024-09-19T12:00:38.496512+0000","last_peered":"2024-09-19T12:00:38.496512+0000","last_clean":"2024-09-19T12:00:38.496512+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:00:38.496512+0000","last_undegraded":"2024-09-19T12:00:38.496512+0000","last_fullsized":"2024-09-19T12:00:38.496512+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:39.683393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":135,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.974493+0000","last_change":"2024-09-19T11:34:29.637715+0000","last_active":"2024-09-19T11:57:23.974493+0000","last_peered":"2024-09-19T11:57:23.974493+0000","last_clean":"2024-09-19T11:57:23.974493+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T11:57:23.974493+0000","last_undegraded":"2024-09-19T11:57:23.974493+0000","last_fullsized":"2024-09-19T11:57:23.974493+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:38.103836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"260'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988623+0000","last_change":"2024-09-19T11:46:50.768874+0000","last_active":"2024-09-19T11:57:43.988623+0000","last_peered":"2024-09-19T11:57:43.988623+0000","last_clean":"2024-09-19T11:57:43.988623+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T11:57:43.988623+0000","last_undegraded":"2024-09-19T11:57:43.988623+0000","last_fullsized":"2024-09-19T11:57:43.988623+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:29:20.581219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.971875+0000","last_change":"2024-09-19T11:36:12.512569+0000","last_active":"2024-09-19T11:57:03.971875+0000","last_peered":"2024-09-19T11:57:03.971875+0000","last_clean":"2024-09-19T11:57:03.971875+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T11:57:03.971875+0000","last_undegraded":"2024-09-19T11:57:03.971875+0000","last_fullsized":"2024-09-19T11:57:03.971875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:43.916746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538589+0000","last_change":"2024-09-19T11:36:09.484409+0000","last_active":"2024-09-19T12:00:38.538589+0000","last_peered":"2024-09-19T12:00:38.538589+0000","last_clean":"2024-09-19T12:00:38.538589+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:00:38.538589+0000","last_undegraded":"2024-09-19T12:00:38.538589+0000","last_fullsized":"2024-09-19T12:00:38.538589+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:58.556629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":105,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864656+0000","last_change":"2024-09-19T11:34:29.634223+0000","last_active":"2024-09-19T11:57:23.864656+0000","last_peered":"2024-09-19T11:57:23.864656+0000","last_clean":"2024-09-19T11:57:23.864656+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T11:57:23.864656+0000","last_undegraded":"2024-09-19T11:57:23.864656+0000","last_fullsized":"2024-09-19T11:57:23.864656+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:09.315170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:44.128529+0000","last_change":"2024-09-19T11:46:50.772750+0000","last_active":"2024-09-19T11:57:44.128529+0000","last_peered":"2024-09-19T11:57:44.128529+0000","last_clean":"2024-09-19T11:57:44.128529+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T11:57:44.128529+0000","last_undegraded":"2024-09-19T11:57:44.128529+0000","last_fullsized":"2024-09-19T11:57:44.128529+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:55.265444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680656+0000","last_change":"2024-09-19T11:36:12.505941+0000","last_active":"2024-09-19T12:00:38.680656+0000","last_peered":"2024-09-19T12:00:38.680656+0000","last_clean":"2024-09-19T12:00:38.680656+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:00:38.680656+0000","last_undegraded":"2024-09-19T12:00:38.680656+0000","last_fullsized":"2024-09-19T12:00:38.680656+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:51.693580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.864655+0000","last_change":"2024-09-19T11:36:09.487899+0000","last_active":"2024-09-19T11:56:58.864655+0000","last_peered":"2024-09-19T11:56:58.864655+0000","last_clean":"2024-09-19T11:56:58.864655+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T11:56:58.864655+0000","last_undegraded":"2024-09-19T11:56:58.864655+0000","last_fullsized":"2024-09-19T11:56:58.864655+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:11.896948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":181,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:10.884406+0000","last_change":"2024-09-19T11:34:29.628215+0000","last_active":"2024-09-19T11:58:10.884406+0000","last_peered":"2024-09-19T11:58:10.884406+0000","last_clean":"2024-09-19T11:58:10.884406+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T11:58:10.884406+0000","last_undegraded":"2024-09-19T11:58:10.884406+0000","last_fullsized":"2024-09-19T11:58:10.884406+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:52.193597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:19.125426+0000","last_change":"2024-09-19T11:46:50.774382+0000","last_active":"2024-09-19T11:57:19.125426+0000","last_peered":"2024-09-19T11:57:19.125426+0000","last_clean":"2024-09-19T11:57:19.125426+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T11:57:19.125426+0000","last_undegraded":"2024-09-19T11:57:19.125426+0000","last_fullsized":"2024-09-19T11:57:19.125426+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:49.984273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:08.880441+0000","last_change":"2024-09-19T11:36:12.509676+0000","last_active":"2024-09-19T11:59:08.880441+0000","last_peered":"2024-09-19T11:59:08.880441+0000","last_clean":"2024-09-19T11:59:08.880441+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T11:59:08.880441+0000","last_undegraded":"2024-09-19T11:59:08.880441+0000","last_fullsized":"2024-09-19T11:59:08.880441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:26.130081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.987539+0000","last_change":"2024-09-19T11:36:09.485241+0000","last_active":"2024-09-19T11:59:03.987539+0000","last_peered":"2024-09-19T11:59:03.987539+0000","last_clean":"2024-09-19T11:59:03.987539+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T11:59:03.987539+0000","last_undegraded":"2024-09-19T11:59:03.987539+0000","last_fullsized":"2024-09-19T11:59:03.987539+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:00.500314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864494+0000","last_change":"2024-09-19T11:34:29.631285+0000","last_active":"2024-09-19T11:57:23.864494+0000","last_peered":"2024-09-19T11:57:23.864494+0000","last_clean":"2024-09-19T11:57:23.864494+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T11:57:23.864494+0000","last_undegraded":"2024-09-19T11:57:23.864494+0000","last_fullsized":"2024-09-19T11:57:23.864494+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:18.408708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867358+0000","last_change":"2024-09-19T11:46:50.775558+0000","last_active":"2024-09-19T11:57:23.867358+0000","last_peered":"2024-09-19T11:57:23.867358+0000","last_clean":"2024-09-19T11:57:23.867358+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T11:57:23.867358+0000","last_undegraded":"2024-09-19T11:57:23.867358+0000","last_fullsized":"2024-09-19T11:57:23.867358+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:06.840332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.863676+0000","last_change":"2024-09-19T11:36:12.504984+0000","last_active":"2024-09-19T11:57:03.863676+0000","last_peered":"2024-09-19T11:57:03.863676+0000","last_clean":"2024-09-19T11:57:03.863676+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T11:57:03.863676+0000","last_undegraded":"2024-09-19T11:57:03.863676+0000","last_fullsized":"2024-09-19T11:57:03.863676+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:51.009681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.879814+0000","last_change":"2024-09-19T11:36:09.488046+0000","last_active":"2024-09-19T11:59:03.879814+0000","last_peered":"2024-09-19T11:59:03.879814+0000","last_clean":"2024-09-19T11:59:03.879814+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T11:59:03.879814+0000","last_undegraded":"2024-09-19T11:59:03.879814+0000","last_fullsized":"2024-09-19T11:59:03.879814+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:16.659742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877450+0000","last_change":"2024-09-19T11:34:29.637182+0000","last_active":"2024-09-19T11:58:38.877450+0000","last_peered":"2024-09-19T11:58:38.877450+0000","last_clean":"2024-09-19T11:58:38.877450+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T11:58:38.877450+0000","last_undegraded":"2024-09-19T11:58:38.877450+0000","last_fullsized":"2024-09-19T11:58:38.877450+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:16.851483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":935,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645619+0000","last_change":"2024-09-19T11:20:27.327995+0000","last_active":"2024-09-19T12:00:38.645619+0000","last_peered":"2024-09-19T12:00:38.645619+0000","last_clean":"2024-09-19T12:00:38.645619+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:38.645619+0000","last_undegraded":"2024-09-19T12:00:38.645619+0000","last_fullsized":"2024-09-19T12:00:38.645619+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:05.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'474","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283446+0000","last_change":"2024-09-19T11:20:29.332291+0000","last_active":"2024-09-19T11:58:47.283446+0000","last_peered":"2024-09-19T11:58:47.283446+0000","last_clean":"2024-09-19T11:58:47.283446+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T11:58:47.283446+0000","last_undegraded":"2024-09-19T11:58:47.283446+0000","last_fullsized":"2024-09-19T11:58:47.283446+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":400,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:27.076545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":818,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645910+0000","last_change":"2024-09-19T11:20:27.328660+0000","last_active":"2024-09-19T12:00:38.645910+0000","last_peered":"2024-09-19T12:00:38.645910+0000","last_clean":"2024-09-19T12:00:38.645910+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:38.645910+0000","last_undegraded":"2024-09-19T12:00:38.645910+0000","last_fullsized":"2024-09-19T12:00:38.645910+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:23.028748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1712,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154745+0000","last_change":"2024-09-19T11:20:29.334586+0000","last_active":"2024-09-19T11:59:00.154745+0000","last_peered":"2024-09-19T11:59:00.154745+0000","last_clean":"2024-09-19T11:59:00.154745+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T11:59:00.154745+0000","last_undegraded":"2024-09-19T11:59:00.154745+0000","last_fullsized":"2024-09-19T11:59:00.154745+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:31.681724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'207","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.546506+0000","last_change":"2024-09-19T11:20:27.324840+0000","last_active":"2024-09-19T12:00:38.546506+0000","last_peered":"2024-09-19T12:00:38.546506+0000","last_clean":"2024-09-19T12:00:38.546506+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:38.546506+0000","last_undegraded":"2024-09-19T12:00:38.546506+0000","last_fullsized":"2024-09-19T12:00:38.546506+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:45.178323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1977","reported_seq":3715,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.534575+0000","last_change":"2024-09-19T11:20:29.338918+0000","last_active":"2024-09-19T12:00:18.534575+0000","last_peered":"2024-09-19T12:00:18.534575+0000","last_clean":"2024-09-19T12:00:18.534575+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:00:18.534575+0000","last_undegraded":"2024-09-19T12:00:18.534575+0000","last_fullsized":"2024-09-19T12:00:18.534575+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":1900,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:46.490216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'273","reported_seq":951,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663696+0000","last_change":"2024-09-19T11:20:27.329322+0000","last_active":"2024-09-19T12:00:38.663696+0000","last_peered":"2024-09-19T12:00:38.663696+0000","last_clean":"2024-09-19T12:00:38.663696+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:38.663696+0000","last_undegraded":"2024-09-19T12:00:38.663696+0000","last_fullsized":"2024-09-19T12:00:38.663696+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:08.141869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'481","reported_seq":2139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715143+0000","last_change":"2024-09-19T11:20:29.342290+0000","last_active":"2024-09-19T11:59:00.715143+0000","last_peered":"2024-09-19T11:59:00.715143+0000","last_clean":"2024-09-19T11:59:00.715143+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T11:59:00.715143+0000","last_undegraded":"2024-09-19T11:59:00.715143+0000","last_fullsized":"2024-09-19T11:59:00.715143+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:50.370881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'237","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713391+0000","last_change":"2024-09-19T11:20:27.327309+0000","last_active":"2024-09-19T12:00:38.713391+0000","last_peered":"2024-09-19T12:00:38.713391+0000","last_clean":"2024-09-19T12:00:38.713391+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:38.713391+0000","last_undegraded":"2024-09-19T12:00:38.713391+0000","last_fullsized":"2024-09-19T12:00:38.713391+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:45.588460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'879","reported_seq":2539,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246733+0000","last_change":"2024-09-19T11:20:29.333295+0000","last_active":"2024-09-19T11:59:40.246733+0000","last_peered":"2024-09-19T11:59:40.246733+0000","last_clean":"2024-09-19T11:59:40.246733+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T11:59:40.246733+0000","last_undegraded":"2024-09-19T11:59:40.246733+0000","last_fullsized":"2024-09-19T11:59:40.246733+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:18.034061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'243","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.619649+0000","last_change":"2024-09-19T11:20:27.335500+0000","last_active":"2024-09-19T12:00:38.619649+0000","last_peered":"2024-09-19T12:00:38.619649+0000","last_clean":"2024-09-19T12:00:38.619649+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:38.619649+0000","last_undegraded":"2024-09-19T12:00:38.619649+0000","last_fullsized":"2024-09-19T12:00:38.619649+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:21.918396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'390","reported_seq":1900,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.445611+0000","last_change":"2024-09-19T11:20:29.339197+0000","last_active":"2024-09-19T11:58:43.445611+0000","last_peered":"2024-09-19T11:58:43.445611+0000","last_clean":"2024-09-19T11:58:43.445611+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T11:58:43.445611+0000","last_undegraded":"2024-09-19T11:58:43.445611+0000","last_fullsized":"2024-09-19T11:58:43.445611+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:05.697403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'255","reported_seq":906,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.635611+0000","last_change":"2024-09-19T11:20:27.328510+0000","last_active":"2024-09-19T12:00:38.635611+0000","last_peered":"2024-09-19T12:00:38.635611+0000","last_clean":"2024-09-19T12:00:38.635611+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:38.635611+0000","last_undegraded":"2024-09-19T12:00:38.635611+0000","last_fullsized":"2024-09-19T12:00:38.635611+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:06.515007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'405","reported_seq":1968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714594+0000","last_change":"2024-09-19T11:20:29.324531+0000","last_active":"2024-09-19T11:59:00.714594+0000","last_peered":"2024-09-19T11:59:00.714594+0000","last_clean":"2024-09-19T11:59:00.714594+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T11:59:00.714594+0000","last_undegraded":"2024-09-19T11:59:00.714594+0000","last_fullsized":"2024-09-19T11:59:00.714594+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'200","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.585634+0000","last_change":"2024-09-19T11:20:27.320327+0000","last_active":"2024-09-19T12:00:38.585634+0000","last_peered":"2024-09-19T12:00:38.585634+0000","last_clean":"2024-09-19T12:00:38.585634+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:38.585634+0000","last_undegraded":"2024-09-19T12:00:38.585634+0000","last_fullsized":"2024-09-19T12:00:38.585634+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:20.646426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'553","reported_seq":2367,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528489+0000","last_change":"2024-09-19T11:20:29.339011+0000","last_active":"2024-09-19T12:00:18.528489+0000","last_peered":"2024-09-19T12:00:18.528489+0000","last_clean":"2024-09-19T12:00:18.528489+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:18.528489+0000","last_undegraded":"2024-09-19T12:00:18.528489+0000","last_fullsized":"2024-09-19T12:00:18.528489+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:23:49.623733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'426","reported_seq":2036,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715053+0000","last_change":"2024-09-19T11:20:29.338164+0000","last_active":"2024-09-19T11:59:00.715053+0000","last_peered":"2024-09-19T11:59:00.715053+0000","last_clean":"2024-09-19T11:59:00.715053+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T11:59:00.715053+0000","last_undegraded":"2024-09-19T11:59:00.715053+0000","last_fullsized":"2024-09-19T11:59:00.715053+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:46.797865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'226","reported_seq":876,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655479+0000","last_change":"2024-09-19T11:20:27.330910+0000","last_active":"2024-09-19T12:00:38.655479+0000","last_peered":"2024-09-19T12:00:38.655479+0000","last_clean":"2024-09-19T12:00:38.655479+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:38.655479+0000","last_undegraded":"2024-09-19T12:00:38.655479+0000","last_fullsized":"2024-09-19T12:00:38.655479+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:13.188080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'776","reported_seq":2243,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246745+0000","last_change":"2024-09-19T11:20:29.340778+0000","last_active":"2024-09-19T11:59:40.246745+0000","last_peered":"2024-09-19T11:59:40.246745+0000","last_clean":"2024-09-19T11:59:40.246745+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T11:59:40.246745+0000","last_undegraded":"2024-09-19T11:59:40.246745+0000","last_fullsized":"2024-09-19T11:59:40.246745+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:17.264243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'208","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673901+0000","last_change":"2024-09-19T11:20:27.333503+0000","last_active":"2024-09-19T12:00:38.673901+0000","last_peered":"2024-09-19T12:00:38.673901+0000","last_clean":"2024-09-19T12:00:38.673901+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:38.673901+0000","last_undegraded":"2024-09-19T12:00:38.673901+0000","last_fullsized":"2024-09-19T12:00:38.673901+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:38.226765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'912","reported_seq":2620,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859441+0000","last_change":"2024-09-19T11:20:29.329113+0000","last_active":"2024-09-19T11:58:45.859441+0000","last_peered":"2024-09-19T11:58:45.859441+0000","last_clean":"2024-09-19T11:58:45.859441+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T11:58:45.859441+0000","last_undegraded":"2024-09-19T11:58:45.859441+0000","last_fullsized":"2024-09-19T11:58:45.859441+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":900,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:20.684929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'183","reported_seq":770,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680173+0000","last_change":"2024-09-19T11:20:27.329187+0000","last_active":"2024-09-19T12:00:38.680173+0000","last_peered":"2024-09-19T12:00:38.680173+0000","last_clean":"2024-09-19T12:00:38.680173+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:38.680173+0000","last_undegraded":"2024-09-19T12:00:38.680173+0000","last_fullsized":"2024-09-19T12:00:38.680173+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:32.130838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'394","reported_seq":1855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207953+0000","last_change":"2024-09-19T11:20:29.338704+0000","last_active":"2024-09-19T11:58:58.207953+0000","last_peered":"2024-09-19T11:58:58.207953+0000","last_clean":"2024-09-19T11:58:58.207953+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T11:58:58.207953+0000","last_undegraded":"2024-09-19T11:58:58.207953+0000","last_fullsized":"2024-09-19T11:58:58.207953+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:18.854944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'233","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.694676+0000","last_change":"2024-09-19T11:20:27.326886+0000","last_active":"2024-09-19T12:00:38.694676+0000","last_peered":"2024-09-19T12:00:38.694676+0000","last_clean":"2024-09-19T12:00:38.694676+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:38.694676+0000","last_undegraded":"2024-09-19T12:00:38.694676+0000","last_fullsized":"2024-09-19T12:00:38.694676+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:50:06.382250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155366+0000","last_change":"2024-09-19T11:20:29.335895+0000","last_active":"2024-09-19T11:59:00.155366+0000","last_peered":"2024-09-19T11:59:00.155366+0000","last_clean":"2024-09-19T11:59:00.155366+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T11:59:00.155366+0000","last_undegraded":"2024-09-19T11:59:00.155366+0000","last_fullsized":"2024-09-19T11:59:00.155366+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:32:41.903864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'202","reported_seq":868,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:17.973715+0000","last_change":"2024-09-19T11:20:27.318819+0000","last_active":"2024-09-19T12:00:17.973715+0000","last_peered":"2024-09-19T12:00:17.973715+0000","last_clean":"2024-09-19T12:00:17.973715+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:17.973715+0000","last_undegraded":"2024-09-19T12:00:17.973715+0000","last_fullsized":"2024-09-19T12:00:17.973715+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:39.615040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'862","reported_seq":2605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527723+0000","last_change":"2024-09-19T11:20:29.331628+0000","last_active":"2024-09-19T12:00:18.527723+0000","last_peered":"2024-09-19T12:00:18.527723+0000","last_clean":"2024-09-19T12:00:18.527723+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:00:18.527723+0000","last_undegraded":"2024-09-19T12:00:18.527723+0000","last_fullsized":"2024-09-19T12:00:18.527723+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":800,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:47.741589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'176","reported_seq":816,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.700770+0000","last_change":"2024-09-19T11:20:27.326717+0000","last_active":"2024-09-19T12:00:38.700770+0000","last_peered":"2024-09-19T12:00:38.700770+0000","last_clean":"2024-09-19T12:00:38.700770+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:38.700770+0000","last_undegraded":"2024-09-19T12:00:38.700770+0000","last_fullsized":"2024-09-19T12:00:38.700770+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:31.574398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'170","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.773644+0000","last_change":"2024-09-19T11:20:37.357331+0000","last_active":"2024-09-19T11:59:00.773644+0000","last_peered":"2024-09-19T11:59:00.773644+0000","last_clean":"2024-09-19T11:59:00.773644+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T11:59:00.773644+0000","last_undegraded":"2024-09-19T11:59:00.773644+0000","last_fullsized":"2024-09-19T11:59:00.773644+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:20.980245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1134","reported_seq":3050,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.878613+0000","last_change":"2024-09-19T11:20:29.342071+0000","last_active":"2024-09-19T11:58:41.878613+0000","last_peered":"2024-09-19T11:58:41.878613+0000","last_clean":"2024-09-19T11:58:41.878613+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T11:58:41.878613+0000","last_undegraded":"2024-09-19T11:58:41.878613+0000","last_fullsized":"2024-09-19T11:58:41.878613+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:19.583420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'233","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713392+0000","last_change":"2024-09-19T11:20:27.330114+0000","last_active":"2024-09-19T12:00:38.713392+0000","last_peered":"2024-09-19T12:00:38.713392+0000","last_clean":"2024-09-19T12:00:38.713392+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:38.713392+0000","last_undegraded":"2024-09-19T12:00:38.713392+0000","last_fullsized":"2024-09-19T12:00:38.713392+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:36.963694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860283+0000","last_change":"2024-09-19T11:20:31.340214+0000","last_active":"2024-09-19T11:56:48.860283+0000","last_peered":"2024-09-19T11:56:48.860283+0000","last_clean":"2024-09-19T11:56:48.860283+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T11:56:48.860283+0000","last_undegraded":"2024-09-19T11:56:48.860283+0000","last_fullsized":"2024-09-19T11:56:48.860283+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:34.666832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'191","reported_seq":781,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.483974+0000","last_change":"2024-09-19T11:20:33.338456+0000","last_active":"2024-09-19T12:00:38.483974+0000","last_peered":"2024-09-19T12:00:38.483974+0000","last_clean":"2024-09-19T12:00:38.483974+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:00:38.483974+0000","last_undegraded":"2024-09-19T12:00:38.483974+0000","last_fullsized":"2024-09-19T12:00:38.483974+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:22.231391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864136+0000","last_change":"2024-09-19T11:20:35.352225+0000","last_active":"2024-09-19T11:56:53.864136+0000","last_peered":"2024-09-19T11:56:53.864136+0000","last_clean":"2024-09-19T11:56:53.864136+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T11:56:53.864136+0000","last_undegraded":"2024-09-19T11:56:53.864136+0000","last_fullsized":"2024-09-19T11:56:53.864136+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:45.491144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'105","reported_seq":587,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.960710+0000","last_change":"2024-09-19T11:20:37.360851+0000","last_active":"2024-09-19T11:58:58.960710+0000","last_peered":"2024-09-19T11:58:58.960710+0000","last_clean":"2024-09-19T11:58:58.960710+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T11:58:58.960710+0000","last_undegraded":"2024-09-19T11:58:58.960710+0000","last_fullsized":"2024-09-19T11:58:58.960710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:07.872719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'805","reported_seq":2346,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.211620+0000","last_change":"2024-09-19T11:20:29.335928+0000","last_active":"2024-09-19T11:58:38.211620+0000","last_peered":"2024-09-19T11:58:38.211620+0000","last_clean":"2024-09-19T11:58:38.211620+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T11:58:38.211620+0000","last_undegraded":"2024-09-19T11:58:38.211620+0000","last_fullsized":"2024-09-19T11:58:38.211620+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:09.577616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'186","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666487+0000","last_change":"2024-09-19T11:20:27.330793+0000","last_active":"2024-09-19T12:00:38.666487+0000","last_peered":"2024-09-19T12:00:38.666487+0000","last_clean":"2024-09-19T12:00:38.666487+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:38.666487+0000","last_undegraded":"2024-09-19T12:00:38.666487+0000","last_fullsized":"2024-09-19T12:00:38.666487+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:50.536437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903746+0000","last_change":"2024-09-19T11:20:31.330777+0000","last_active":"2024-09-19T11:57:58.903746+0000","last_peered":"2024-09-19T11:57:58.903746+0000","last_clean":"2024-09-19T11:57:58.903746+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T11:57:58.903746+0000","last_undegraded":"2024-09-19T11:57:58.903746+0000","last_fullsized":"2024-09-19T11:57:58.903746+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:02.865207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'87","reported_seq":601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:30.128394+0000","last_change":"2024-09-19T11:20:33.337977+0000","last_active":"2024-09-19T11:57:30.128394+0000","last_peered":"2024-09-19T11:57:30.128394+0000","last_clean":"2024-09-19T11:57:30.128394+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T11:57:30.128394+0000","last_undegraded":"2024-09-19T11:57:30.128394+0000","last_fullsized":"2024-09-19T11:57:30.128394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:59.846889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.862608+0000","last_change":"2024-09-19T11:20:35.352834+0000","last_active":"2024-09-19T11:56:53.862608+0000","last_peered":"2024-09-19T11:56:53.862608+0000","last_clean":"2024-09-19T11:56:53.862608+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T11:56:53.862608+0000","last_undegraded":"2024-09-19T11:56:53.862608+0000","last_fullsized":"2024-09-19T11:56:53.862608+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:54.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'150","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.610525+0000","last_change":"2024-09-19T11:20:37.361791+0000","last_active":"2024-09-19T11:58:46.610525+0000","last_peered":"2024-09-19T11:58:46.610525+0000","last_clean":"2024-09-19T11:58:46.610525+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T11:58:46.610525+0000","last_undegraded":"2024-09-19T11:58:46.610525+0000","last_fullsized":"2024-09-19T11:58:46.610525+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:25.196299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'469","reported_seq":2112,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715150+0000","last_change":"2024-09-19T11:20:29.341060+0000","last_active":"2024-09-19T11:59:00.715150+0000","last_peered":"2024-09-19T11:59:00.715150+0000","last_clean":"2024-09-19T11:59:00.715150+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T11:59:00.715150+0000","last_undegraded":"2024-09-19T11:59:00.715150+0000","last_fullsized":"2024-09-19T11:59:00.715150+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:37.226642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'211","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.656789+0000","last_change":"2024-09-19T11:20:27.331667+0000","last_active":"2024-09-19T12:00:38.656789+0000","last_peered":"2024-09-19T12:00:38.656789+0000","last_clean":"2024-09-19T12:00:38.656789+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:38.656789+0000","last_undegraded":"2024-09-19T12:00:38.656789+0000","last_fullsized":"2024-09-19T12:00:38.656789+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:53.612703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.893699+0000","last_change":"2024-09-19T11:20:31.340349+0000","last_active":"2024-09-19T11:56:48.893699+0000","last_peered":"2024-09-19T11:56:48.893699+0000","last_clean":"2024-09-19T11:56:48.893699+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T11:56:48.893699+0000","last_undegraded":"2024-09-19T11:56:48.893699+0000","last_fullsized":"2024-09-19T11:56:48.893699+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:01.558119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'94","reported_seq":616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:27.607717+0000","last_change":"2024-09-19T11:20:33.337419+0000","last_active":"2024-09-19T11:58:27.607717+0000","last_peered":"2024-09-19T11:58:27.607717+0000","last_clean":"2024-09-19T11:58:27.607717+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T11:58:27.607717+0000","last_undegraded":"2024-09-19T11:58:27.607717+0000","last_fullsized":"2024-09-19T11:58:27.607717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:16.456432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'751","reported_seq":2473,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.426001+0000","last_change":"2024-09-19T11:20:35.345012+0000","last_active":"2024-09-19T12:00:38.426001+0000","last_peered":"2024-09-19T12:00:38.426001+0000","last_clean":"2024-09-19T12:00:38.426001+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:00:38.426001+0000","last_undegraded":"2024-09-19T12:00:38.426001+0000","last_fullsized":"2024-09-19T12:00:38.426001+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:02.192735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'183","reported_seq":996,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.817470+0000","last_change":"2024-09-19T11:20:37.372261+0000","last_active":"2024-09-19T11:59:00.817470+0000","last_peered":"2024-09-19T11:59:00.817470+0000","last_clean":"2024-09-19T11:59:00.817470+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T11:59:00.817470+0000","last_undegraded":"2024-09-19T11:59:00.817470+0000","last_fullsized":"2024-09-19T11:59:00.817470+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:04.123426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'462","reported_seq":2104,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283755+0000","last_change":"2024-09-19T11:20:29.338154+0000","last_active":"2024-09-19T11:58:47.283755+0000","last_peered":"2024-09-19T11:58:47.283755+0000","last_clean":"2024-09-19T11:58:47.283755+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T11:58:47.283755+0000","last_undegraded":"2024-09-19T11:58:47.283755+0000","last_fullsized":"2024-09-19T11:58:47.283755+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:21.213097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'203","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496988+0000","last_change":"2024-09-19T11:20:27.331046+0000","last_active":"2024-09-19T12:00:38.496988+0000","last_peered":"2024-09-19T12:00:38.496988+0000","last_clean":"2024-09-19T12:00:38.496988+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:38.496988+0000","last_undegraded":"2024-09-19T12:00:38.496988+0000","last_fullsized":"2024-09-19T12:00:38.496988+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:45.728430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860317+0000","last_change":"2024-09-19T11:20:31.337733+0000","last_active":"2024-09-19T11:56:48.860317+0000","last_peered":"2024-09-19T11:56:48.860317+0000","last_clean":"2024-09-19T11:56:48.860317+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T11:56:48.860317+0000","last_undegraded":"2024-09-19T11:56:48.860317+0000","last_fullsized":"2024-09-19T11:56:48.860317+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:17.447360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'113","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.696303+0000","last_change":"2024-09-19T11:20:33.453498+0000","last_active":"2024-09-19T12:00:38.696303+0000","last_peered":"2024-09-19T12:00:38.696303+0000","last_clean":"2024-09-19T12:00:38.696303+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:00:38.696303+0000","last_undegraded":"2024-09-19T12:00:38.696303+0000","last_fullsized":"2024-09-19T12:00:38.696303+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:49.047191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'773","reported_seq":4201,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.430384+0000","last_change":"2024-09-19T11:20:35.347454+0000","last_active":"2024-09-19T12:00:38.430384+0000","last_peered":"2024-09-19T12:00:38.430384+0000","last_clean":"2024-09-19T12:00:38.430384+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:00:38.430384+0000","last_undegraded":"2024-09-19T12:00:38.430384+0000","last_fullsized":"2024-09-19T12:00:38.430384+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:25.952175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'514","reported_seq":2002,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.882940+0000","last_change":"2024-09-19T11:20:29.335676+0000","last_active":"2024-09-19T11:59:28.882940+0000","last_peered":"2024-09-19T11:59:28.882940+0000","last_clean":"2024-09-19T11:59:28.882940+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T11:59:28.882940+0000","last_undegraded":"2024-09-19T11:59:28.882940+0000","last_fullsized":"2024-09-19T11:59:28.882940+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:38.125746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'249","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713372+0000","last_change":"2024-09-19T11:20:27.330249+0000","last_active":"2024-09-19T12:00:38.713372+0000","last_peered":"2024-09-19T12:00:38.713372+0000","last_clean":"2024-09-19T12:00:38.713372+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:38.713372+0000","last_undegraded":"2024-09-19T12:00:38.713372+0000","last_fullsized":"2024-09-19T12:00:38.713372+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:44.253937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867318+0000","last_change":"2024-09-19T11:20:31.333286+0000","last_active":"2024-09-19T11:57:23.867318+0000","last_peered":"2024-09-19T11:57:23.867318+0000","last_clean":"2024-09-19T11:57:23.867318+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T11:57:23.867318+0000","last_undegraded":"2024-09-19T11:57:23.867318+0000","last_fullsized":"2024-09-19T11:57:23.867318+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:27.863620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'192","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.522916+0000","last_change":"2024-09-19T11:20:33.452103+0000","last_active":"2024-09-19T12:00:38.522916+0000","last_peered":"2024-09-19T12:00:38.522916+0000","last_clean":"2024-09-19T12:00:38.522916+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:00:38.522916+0000","last_undegraded":"2024-09-19T12:00:38.522916+0000","last_fullsized":"2024-09-19T12:00:38.522916+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:17.715144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.968640+0000","last_change":"2024-09-19T11:20:35.352047+0000","last_active":"2024-09-19T11:56:38.968640+0000","last_peered":"2024-09-19T11:56:38.968640+0000","last_clean":"2024-09-19T11:56:38.968640+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T11:56:38.968640+0000","last_undegraded":"2024-09-19T11:56:38.968640+0000","last_fullsized":"2024-09-19T11:56:38.968640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:48.998518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'566","reported_seq":1369,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428955+0000","last_change":"2024-09-19T11:20:37.362095+0000","last_active":"2024-09-19T12:00:19.428955+0000","last_peered":"2024-09-19T12:00:19.428955+0000","last_clean":"2024-09-19T12:00:19.428955+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:00:19.428955+0000","last_undegraded":"2024-09-19T12:00:19.428955+0000","last_fullsized":"2024-09-19T12:00:19.428955+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":500,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:18.642934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'392","reported_seq":1820,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155338+0000","last_change":"2024-09-19T11:20:29.341416+0000","last_active":"2024-09-19T11:59:00.155338+0000","last_peered":"2024-09-19T11:59:00.155338+0000","last_clean":"2024-09-19T11:59:00.155338+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T11:59:00.155338+0000","last_undegraded":"2024-09-19T11:59:00.155338+0000","last_fullsized":"2024-09-19T11:59:00.155338+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:05.479020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'228","reported_seq":852,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663459+0000","last_change":"2024-09-19T11:20:27.331842+0000","last_active":"2024-09-19T12:00:38.663459+0000","last_peered":"2024-09-19T12:00:38.663459+0000","last_clean":"2024-09-19T12:00:38.663459+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:38.663459+0000","last_undegraded":"2024-09-19T12:00:38.663459+0000","last_fullsized":"2024-09-19T12:00:38.663459+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:19.834858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986145+0000","last_change":"2024-09-19T11:20:31.340180+0000","last_active":"2024-09-19T11:57:23.986145+0000","last_peered":"2024-09-19T11:57:23.986145+0000","last_clean":"2024-09-19T11:57:23.986145+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T11:57:23.986145+0000","last_undegraded":"2024-09-19T11:57:23.986145+0000","last_fullsized":"2024-09-19T11:57:23.986145+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:50.738839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'125","reported_seq":684,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.621819+0000","last_change":"2024-09-19T11:20:33.340126+0000","last_active":"2024-09-19T12:00:38.621819+0000","last_peered":"2024-09-19T12:00:38.621819+0000","last_clean":"2024-09-19T12:00:38.621819+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:00:38.621819+0000","last_undegraded":"2024-09-19T12:00:38.621819+0000","last_fullsized":"2024-09-19T12:00:38.621819+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:30.649297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.898999+0000","last_change":"2024-09-19T11:20:35.354256+0000","last_active":"2024-09-19T11:57:33.898999+0000","last_peered":"2024-09-19T11:57:33.898999+0000","last_clean":"2024-09-19T11:57:33.898999+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T11:57:33.898999+0000","last_undegraded":"2024-09-19T11:57:33.898999+0000","last_fullsized":"2024-09-19T11:57:33.898999+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:04.372509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2497","reported_seq":4321,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.276564+0000","last_change":"2024-09-19T11:20:37.363209+0000","last_active":"2024-09-19T12:00:09.276564+0000","last_peered":"2024-09-19T12:00:09.276564+0000","last_clean":"2024-09-19T12:00:09.276564+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:00:09.276564+0000","last_undegraded":"2024-09-19T12:00:09.276564+0000","last_fullsized":"2024-09-19T12:00:09.276564+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":2400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.434433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'401","reported_seq":1964,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154576+0000","last_change":"2024-09-19T11:20:29.330954+0000","last_active":"2024-09-19T11:59:00.154576+0000","last_peered":"2024-09-19T11:59:00.154576+0000","last_clean":"2024-09-19T11:59:00.154576+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T11:59:00.154576+0000","last_undegraded":"2024-09-19T11:59:00.154576+0000","last_fullsized":"2024-09-19T11:59:00.154576+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:30.874721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'239","reported_seq":889,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.586418+0000","last_change":"2024-09-19T11:20:27.329944+0000","last_active":"2024-09-19T12:00:38.586418+0000","last_peered":"2024-09-19T12:00:38.586418+0000","last_clean":"2024-09-19T12:00:38.586418+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:38.586418+0000","last_undegraded":"2024-09-19T12:00:38.586418+0000","last_fullsized":"2024-09-19T12:00:38.586418+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:05.831545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.979935+0000","last_change":"2024-09-19T11:20:31.335034+0000","last_active":"2024-09-19T11:56:33.979935+0000","last_peered":"2024-09-19T11:56:33.979935+0000","last_clean":"2024-09-19T11:56:33.979935+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T11:56:33.979935+0000","last_undegraded":"2024-09-19T11:56:33.979935+0000","last_fullsized":"2024-09-19T11:56:33.979935+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:35.346117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'158","reported_seq":727,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.540879+0000","last_change":"2024-09-19T11:20:33.343993+0000","last_active":"2024-09-19T12:00:38.540879+0000","last_peered":"2024-09-19T12:00:38.540879+0000","last_clean":"2024-09-19T12:00:38.540879+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:00:38.540879+0000","last_undegraded":"2024-09-19T12:00:38.540879+0000","last_fullsized":"2024-09-19T12:00:38.540879+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:48.513245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'786","reported_seq":2232,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.431333+0000","last_change":"2024-09-19T11:20:35.345819+0000","last_active":"2024-09-19T12:00:38.431333+0000","last_peered":"2024-09-19T12:00:38.431333+0000","last_clean":"2024-09-19T12:00:38.431333+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:00:38.431333+0000","last_undegraded":"2024-09-19T12:00:38.431333+0000","last_fullsized":"2024-09-19T12:00:38.431333+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:41.842282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'123","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.477824+0000","last_change":"2024-09-19T11:20:37.364521+0000","last_active":"2024-09-19T12:00:18.477824+0000","last_peered":"2024-09-19T12:00:18.477824+0000","last_clean":"2024-09-19T12:00:18.477824+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:00:18.477824+0000","last_undegraded":"2024-09-19T12:00:18.477824+0000","last_fullsized":"2024-09-19T12:00:18.477824+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:04.202765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'794","reported_seq":2330,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.202196+0000","last_change":"2024-09-19T11:20:29.343594+0000","last_active":"2024-09-19T11:58:58.202196+0000","last_peered":"2024-09-19T11:58:58.202196+0000","last_clean":"2024-09-19T11:58:58.202196+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T11:58:58.202196+0000","last_undegraded":"2024-09-19T11:58:58.202196+0000","last_fullsized":"2024-09-19T11:58:58.202196+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:25.159902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'214","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713661+0000","last_change":"2024-09-19T11:20:27.326614+0000","last_active":"2024-09-19T12:00:38.713661+0000","last_peered":"2024-09-19T12:00:38.713661+0000","last_clean":"2024-09-19T12:00:38.713661+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:38.713661+0000","last_undegraded":"2024-09-19T12:00:38.713661+0000","last_fullsized":"2024-09-19T12:00:38.713661+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:45.046338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986878+0000","last_change":"2024-09-19T11:20:31.340736+0000","last_active":"2024-09-19T11:57:28.986878+0000","last_peered":"2024-09-19T11:57:28.986878+0000","last_clean":"2024-09-19T11:57:28.986878+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T11:57:28.986878+0000","last_undegraded":"2024-09-19T11:57:28.986878+0000","last_fullsized":"2024-09-19T11:57:28.986878+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:37.635033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'192","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.638365+0000","last_change":"2024-09-19T11:20:33.339196+0000","last_active":"2024-09-19T12:00:38.638365+0000","last_peered":"2024-09-19T12:00:38.638365+0000","last_clean":"2024-09-19T12:00:38.638365+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:00:38.638365+0000","last_undegraded":"2024-09-19T12:00:38.638365+0000","last_fullsized":"2024-09-19T12:00:38.638365+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:03.326112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986852+0000","last_change":"2024-09-19T11:20:35.340594+0000","last_active":"2024-09-19T11:57:28.986852+0000","last_peered":"2024-09-19T11:57:28.986852+0000","last_clean":"2024-09-19T11:57:28.986852+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T11:57:28.986852+0000","last_undegraded":"2024-09-19T11:57:28.986852+0000","last_fullsized":"2024-09-19T11:57:28.986852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:29.415579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'147","reported_seq":670,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.769870+0000","last_change":"2024-09-19T11:20:37.361758+0000","last_active":"2024-09-19T11:59:00.769870+0000","last_peered":"2024-09-19T11:59:00.769870+0000","last_clean":"2024-09-19T11:59:00.769870+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T11:59:00.769870+0000","last_undegraded":"2024-09-19T11:59:00.769870+0000","last_fullsized":"2024-09-19T11:59:00.769870+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:14.337924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'983","reported_seq":2691,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.273747+0000","last_change":"2024-09-19T11:20:29.338829+0000","last_active":"2024-09-19T11:58:47.273747+0000","last_peered":"2024-09-19T11:58:47.273747+0000","last_clean":"2024-09-19T11:58:47.273747+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T11:58:47.273747+0000","last_undegraded":"2024-09-19T11:58:47.273747+0000","last_fullsized":"2024-09-19T11:58:47.273747+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":900,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:34:38.135992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'191","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518353+0000","last_change":"2024-09-19T11:20:27.329135+0000","last_active":"2024-09-19T12:00:38.518353+0000","last_peered":"2024-09-19T12:00:38.518353+0000","last_clean":"2024-09-19T12:00:38.518353+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:38.518353+0000","last_undegraded":"2024-09-19T12:00:38.518353+0000","last_fullsized":"2024-09-19T12:00:38.518353+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:39.798655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"34'7","reported_seq":1443,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.206421+0000","last_change":"2024-09-19T11:20:31.339629+0000","last_active":"2024-09-19T12:00:38.206421+0000","last_peered":"2024-09-19T12:00:38.206421+0000","last_clean":"2024-09-19T12:00:38.206421+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:00:38.206421+0000","last_undegraded":"2024-09-19T12:00:38.206421+0000","last_fullsized":"2024-09-19T12:00:38.206421+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:42.429238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'138","reported_seq":701,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.647309+0000","last_change":"2024-09-19T11:20:33.342336+0000","last_active":"2024-09-19T12:00:38.647309+0000","last_peered":"2024-09-19T12:00:38.647309+0000","last_clean":"2024-09-19T12:00:38.647309+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:00:38.647309+0000","last_undegraded":"2024-09-19T12:00:38.647309+0000","last_fullsized":"2024-09-19T12:00:38.647309+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:43.042270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:39.119527+0000","last_change":"2024-09-19T11:20:35.348336+0000","last_active":"2024-09-19T11:56:39.119527+0000","last_peered":"2024-09-19T11:56:39.119527+0000","last_clean":"2024-09-19T11:56:39.119527+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T11:56:39.119527+0000","last_undegraded":"2024-09-19T11:56:39.119527+0000","last_fullsized":"2024-09-19T11:56:39.119527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:28.596878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'117","reported_seq":604,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910184+0000","last_change":"2024-09-19T11:20:37.361923+0000","last_active":"2024-09-19T11:58:43.910184+0000","last_peered":"2024-09-19T11:58:43.910184+0000","last_clean":"2024-09-19T11:58:43.910184+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T11:58:43.910184+0000","last_undegraded":"2024-09-19T11:58:43.910184+0000","last_fullsized":"2024-09-19T11:58:43.910184+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:13.955425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'821","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:44.678806+0000","last_change":"2024-09-19T11:20:29.333398+0000","last_active":"2024-09-19T11:58:44.678806+0000","last_peered":"2024-09-19T11:58:44.678806+0000","last_clean":"2024-09-19T11:58:44.678806+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T11:58:44.678806+0000","last_undegraded":"2024-09-19T11:58:44.678806+0000","last_fullsized":"2024-09-19T11:58:44.678806+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:19.024369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'251","reported_seq":1072,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701719+0000","last_change":"2024-09-19T11:20:27.327243+0000","last_active":"2024-09-19T12:00:38.701719+0000","last_peered":"2024-09-19T12:00:38.701719+0000","last_clean":"2024-09-19T12:00:38.701719+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:38.701719+0000","last_undegraded":"2024-09-19T12:00:38.701719+0000","last_fullsized":"2024-09-19T12:00:38.701719+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:27:56.089160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.967822+0000","last_change":"2024-09-19T11:20:31.340036+0000","last_active":"2024-09-19T11:56:33.967822+0000","last_peered":"2024-09-19T11:56:33.967822+0000","last_clean":"2024-09-19T11:56:33.967822+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T11:56:33.967822+0000","last_undegraded":"2024-09-19T11:56:33.967822+0000","last_fullsized":"2024-09-19T11:56:33.967822+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:47.604277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'144","reported_seq":714,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.600618+0000","last_change":"2024-09-19T11:20:33.337656+0000","last_active":"2024-09-19T12:00:38.600618+0000","last_peered":"2024-09-19T12:00:38.600618+0000","last_clean":"2024-09-19T12:00:38.600618+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:00:38.600618+0000","last_undegraded":"2024-09-19T12:00:38.600618+0000","last_fullsized":"2024-09-19T12:00:38.600618+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:11.373671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2144,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.427233+0000","last_change":"2024-09-19T11:20:35.353450+0000","last_active":"2024-09-19T12:00:38.427233+0000","last_peered":"2024-09-19T12:00:38.427233+0000","last_clean":"2024-09-19T12:00:38.427233+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:00:38.427233+0000","last_undegraded":"2024-09-19T12:00:38.427233+0000","last_fullsized":"2024-09-19T12:00:38.427233+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:10.955965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'180","reported_seq":703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.903589+0000","last_change":"2024-09-19T11:20:37.353338+0000","last_active":"2024-09-19T11:58:47.903589+0000","last_peered":"2024-09-19T11:58:47.903589+0000","last_clean":"2024-09-19T11:58:47.903589+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T11:58:47.903589+0000","last_undegraded":"2024-09-19T11:58:47.903589+0000","last_fullsized":"2024-09-19T11:58:47.903589+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:57.611096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'435","reported_seq":1926,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787332+0000","last_change":"2024-09-19T11:20:29.332897+0000","last_active":"2024-09-19T11:58:36.787332+0000","last_peered":"2024-09-19T11:58:36.787332+0000","last_clean":"2024-09-19T11:58:36.787332+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T11:58:36.787332+0000","last_undegraded":"2024-09-19T11:58:36.787332+0000","last_fullsized":"2024-09-19T11:58:36.787332+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.888001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'222","reported_seq":842,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564070+0000","last_change":"2024-09-19T11:20:27.328189+0000","last_active":"2024-09-19T12:00:38.564070+0000","last_peered":"2024-09-19T12:00:38.564070+0000","last_clean":"2024-09-19T12:00:38.564070+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:38.564070+0000","last_undegraded":"2024-09-19T12:00:38.564070+0000","last_fullsized":"2024-09-19T12:00:38.564070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:14.107544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"27'2","reported_seq":1436,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.205654+0000","last_change":"2024-09-19T11:20:31.338664+0000","last_active":"2024-09-19T12:00:38.205654+0000","last_peered":"2024-09-19T12:00:38.205654+0000","last_clean":"2024-09-19T12:00:38.205654+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:00:38.205654+0000","last_undegraded":"2024-09-19T12:00:38.205654+0000","last_fullsized":"2024-09-19T12:00:38.205654+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:27.352548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'67","reported_seq":574,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.910975+0000","last_change":"2024-09-19T11:20:33.452477+0000","last_active":"2024-09-19T11:58:48.910975+0000","last_peered":"2024-09-19T11:58:48.910975+0000","last_clean":"2024-09-19T11:58:48.910975+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T11:58:48.910975+0000","last_undegraded":"2024-09-19T11:58:48.910975+0000","last_fullsized":"2024-09-19T11:58:48.910975+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:01:46.562975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2199,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.428249+0000","last_change":"2024-09-19T11:20:35.348537+0000","last_active":"2024-09-19T12:00:38.428249+0000","last_peered":"2024-09-19T12:00:38.428249+0000","last_clean":"2024-09-19T12:00:38.428249+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:00:38.428249+0000","last_undegraded":"2024-09-19T12:00:38.428249+0000","last_fullsized":"2024-09-19T12:00:38.428249+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:13.293627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871311+0000","last_change":"2024-09-19T11:20:37.356591+0000","last_active":"2024-09-19T11:58:08.871311+0000","last_peered":"2024-09-19T11:58:08.871311+0000","last_clean":"2024-09-19T11:58:08.871311+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T11:58:08.871311+0000","last_undegraded":"2024-09-19T11:58:08.871311+0000","last_fullsized":"2024-09-19T11:58:08.871311+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.654710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2059,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.708072+0000","last_change":"2024-09-19T11:20:29.337466+0000","last_active":"2024-09-19T11:59:00.708072+0000","last_peered":"2024-09-19T11:59:00.708072+0000","last_clean":"2024-09-19T11:59:00.708072+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T11:59:00.708072+0000","last_undegraded":"2024-09-19T11:59:00.708072+0000","last_fullsized":"2024-09-19T11:59:00.708072+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":800,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701496+0000","last_change":"2024-09-19T11:21:02.395512+0000","last_active":"2024-09-19T12:00:38.701496+0000","last_peered":"2024-09-19T12:00:38.701496+0000","last_clean":"2024-09-19T12:00:38.701496+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:38.701496+0000","last_undegraded":"2024-09-19T12:00:38.701496+0000","last_fullsized":"2024-09-19T12:00:38.701496+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:27.844446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.860003+0000","last_change":"2024-09-19T11:20:31.338301+0000","last_active":"2024-09-19T11:56:33.860003+0000","last_peered":"2024-09-19T11:56:33.860003+0000","last_clean":"2024-09-19T11:56:33.860003+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T11:56:33.860003+0000","last_undegraded":"2024-09-19T11:56:33.860003+0000","last_fullsized":"2024-09-19T11:56:33.860003+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:49.722118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'181","reported_seq":769,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.491039+0000","last_change":"2024-09-19T11:20:33.341399+0000","last_active":"2024-09-19T12:00:38.491039+0000","last_peered":"2024-09-19T12:00:38.491039+0000","last_clean":"2024-09-19T12:00:38.491039+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:00:38.491039+0000","last_undegraded":"2024-09-19T12:00:38.491039+0000","last_fullsized":"2024-09-19T12:00:38.491039+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.709405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.858517+0000","last_change":"2024-09-19T11:20:35.350551+0000","last_active":"2024-09-19T11:56:38.858517+0000","last_peered":"2024-09-19T11:56:38.858517+0000","last_clean":"2024-09-19T11:56:38.858517+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T11:56:38.858517+0000","last_undegraded":"2024-09-19T11:56:38.858517+0000","last_fullsized":"2024-09-19T11:56:38.858517+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:17.710699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'165","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.608670+0000","last_change":"2024-09-19T11:20:37.359785+0000","last_active":"2024-09-19T11:58:46.608670+0000","last_peered":"2024-09-19T11:58:46.608670+0000","last_clean":"2024-09-19T11:58:46.608670+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T11:58:46.608670+0000","last_undegraded":"2024-09-19T11:58:46.608670+0000","last_fullsized":"2024-09-19T11:58:46.608670+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:32.552875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1779","reported_seq":3563,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906429+0000","last_change":"2024-09-19T11:20:29.336731+0000","last_active":"2024-09-19T11:58:47.906429+0000","last_peered":"2024-09-19T11:58:47.906429+0000","last_clean":"2024-09-19T11:58:47.906429+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T11:58:47.906429+0000","last_undegraded":"2024-09-19T11:58:47.906429+0000","last_fullsized":"2024-09-19T11:58:47.906429+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":1700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:48.471257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":603,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:23.875429+0000","last_change":"2024-09-19T11:20:10.620362+0000","last_active":"2024-09-19T11:58:23.875429+0000","last_peered":"2024-09-19T11:58:23.875429+0000","last_clean":"2024-09-19T11:58:23.875429+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T11:58:23.875429+0000","last_undegraded":"2024-09-19T11:58:23.875429+0000","last_fullsized":"2024-09-19T11:58:23.875429+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_clean_scrub_stamp":"2024-09-19T11:20:09.610399+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:14.755470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867989+0000","last_change":"2024-09-19T11:20:18.656896+0000","last_active":"2024-09-19T11:57:48.867989+0000","last_peered":"2024-09-19T11:57:48.867989+0000","last_clean":"2024-09-19T11:57:48.867989+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T11:57:48.867989+0000","last_undegraded":"2024-09-19T11:57:48.867989+0000","last_fullsized":"2024-09-19T11:57:48.867989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:19.798578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'175","reported_seq":775,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519621+0000","last_change":"2024-09-19T11:20:27.320279+0000","last_active":"2024-09-19T12:00:38.519621+0000","last_peered":"2024-09-19T12:00:38.519621+0000","last_clean":"2024-09-19T12:00:38.519621+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:38.519621+0000","last_undegraded":"2024-09-19T12:00:38.519621+0000","last_fullsized":"2024-09-19T12:00:38.519621+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:19.894325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872843+0000","last_change":"2024-09-19T11:20:31.334713+0000","last_active":"2024-09-19T11:58:03.872843+0000","last_peered":"2024-09-19T11:58:03.872843+0000","last_clean":"2024-09-19T11:58:03.872843+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T11:58:03.872843+0000","last_undegraded":"2024-09-19T11:58:03.872843+0000","last_fullsized":"2024-09-19T11:58:03.872843+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:51.685793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'279","reported_seq":968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.722297+0000","last_change":"2024-09-19T11:20:33.337264+0000","last_active":"2024-09-19T12:00:38.722297+0000","last_peered":"2024-09-19T12:00:38.722297+0000","last_clean":"2024-09-19T12:00:38.722297+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:00:38.722297+0000","last_undegraded":"2024-09-19T12:00:38.722297+0000","last_fullsized":"2024-09-19T12:00:38.722297+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:14.403427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:29.126861+0000","last_change":"2024-09-19T11:20:35.349116+0000","last_active":"2024-09-19T11:57:29.126861+0000","last_peered":"2024-09-19T11:57:29.126861+0000","last_clean":"2024-09-19T11:57:29.126861+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T11:57:29.126861+0000","last_undegraded":"2024-09-19T11:57:29.126861+0000","last_fullsized":"2024-09-19T11:57:29.126861+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:27.944269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'220","reported_seq":919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.771594+0000","last_change":"2024-09-19T11:20:37.362796+0000","last_active":"2024-09-19T11:59:00.771594+0000","last_peered":"2024-09-19T11:59:00.771594+0000","last_clean":"2024-09-19T11:59:00.771594+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T11:59:00.771594+0000","last_undegraded":"2024-09-19T11:59:00.771594+0000","last_fullsized":"2024-09-19T11:59:00.771594+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:33.881136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528768+0000","last_change":"2024-09-19T11:21:02.400049+0000","last_active":"2024-09-19T12:00:18.528768+0000","last_peered":"2024-09-19T12:00:18.528768+0000","last_clean":"2024-09-19T12:00:18.528768+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:18.528768+0000","last_undegraded":"2024-09-19T12:00:18.528768+0000","last_fullsized":"2024-09-19T12:00:18.528768+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:43.870083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876211+0000","last_change":"2024-09-19T11:20:18.916567+0000","last_active":"2024-09-19T11:58:28.876211+0000","last_peered":"2024-09-19T11:58:28.876211+0000","last_clean":"2024-09-19T11:58:28.876211+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T11:58:28.876211+0000","last_undegraded":"2024-09-19T11:58:28.876211+0000","last_fullsized":"2024-09-19T11:58:28.876211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.910058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'221","reported_seq":835,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645777+0000","last_change":"2024-09-19T11:20:27.331091+0000","last_active":"2024-09-19T12:00:38.645777+0000","last_peered":"2024-09-19T12:00:38.645777+0000","last_clean":"2024-09-19T12:00:38.645777+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:38.645777+0000","last_undegraded":"2024-09-19T12:00:38.645777+0000","last_fullsized":"2024-09-19T12:00:38.645777+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:14.105746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864700+0000","last_change":"2024-09-19T11:20:31.339718+0000","last_active":"2024-09-19T11:57:23.864700+0000","last_peered":"2024-09-19T11:57:23.864700+0000","last_clean":"2024-09-19T11:57:23.864700+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T11:57:23.864700+0000","last_undegraded":"2024-09-19T11:57:23.864700+0000","last_fullsized":"2024-09-19T11:57:23.864700+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:47.100171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'827","reported_seq":2230,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.715936+0000","last_change":"2024-09-19T11:20:33.342115+0000","last_active":"2024-09-19T12:00:38.715936+0000","last_peered":"2024-09-19T12:00:38.715936+0000","last_clean":"2024-09-19T12:00:38.715936+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:00:38.715936+0000","last_undegraded":"2024-09-19T12:00:38.715936+0000","last_fullsized":"2024-09-19T12:00:38.715936+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":800,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:09.544575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.874868+0000","last_change":"2024-09-19T11:20:35.350026+0000","last_active":"2024-09-19T11:58:18.874868+0000","last_peered":"2024-09-19T11:58:18.874868+0000","last_clean":"2024-09-19T11:58:18.874868+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T11:58:18.874868+0000","last_undegraded":"2024-09-19T11:58:18.874868+0000","last_fullsized":"2024-09-19T11:58:18.874868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:23.186268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'203","reported_seq":718,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:05.793412+0000","last_change":"2024-09-19T11:20:37.369532+0000","last_active":"2024-09-19T11:58:05.793412+0000","last_peered":"2024-09-19T11:58:05.793412+0000","last_clean":"2024-09-19T11:58:05.793412+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T11:58:05.793412+0000","last_undegraded":"2024-09-19T11:58:05.793412+0000","last_fullsized":"2024-09-19T11:58:05.793412+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:24.233699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1154","reported_seq":2725,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527335+0000","last_change":"2024-09-19T11:20:29.324693+0000","last_active":"2024-09-19T12:00:18.527335+0000","last_peered":"2024-09-19T12:00:18.527335+0000","last_clean":"2024-09-19T12:00:18.527335+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:18.527335+0000","last_undegraded":"2024-09-19T12:00:18.527335+0000","last_fullsized":"2024-09-19T12:00:18.527335+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":1100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:01.352976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.989205+0000","last_change":"2024-09-19T11:20:18.652096+0000","last_active":"2024-09-19T11:57:48.989205+0000","last_peered":"2024-09-19T11:57:48.989205+0000","last_clean":"2024-09-19T11:57:48.989205+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T11:57:48.989205+0000","last_undegraded":"2024-09-19T11:57:48.989205+0000","last_fullsized":"2024-09-19T11:57:48.989205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:36.895840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'194","reported_seq":787,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695250+0000","last_change":"2024-09-19T11:20:27.324479+0000","last_active":"2024-09-19T12:00:38.695250+0000","last_peered":"2024-09-19T12:00:38.695250+0000","last_clean":"2024-09-19T12:00:38.695250+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:38.695250+0000","last_undegraded":"2024-09-19T12:00:38.695250+0000","last_fullsized":"2024-09-19T12:00:38.695250+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:43.046022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"27'1","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986194+0000","last_change":"2024-09-19T11:20:31.340106+0000","last_active":"2024-09-19T11:57:23.986194+0000","last_peered":"2024-09-19T11:57:23.986194+0000","last_clean":"2024-09-19T11:57:23.986194+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T11:57:23.986194+0000","last_undegraded":"2024-09-19T11:57:23.986194+0000","last_fullsized":"2024-09-19T11:57:23.986194+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:14.047324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'213","reported_seq":1226,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.891261+0000","last_change":"2024-09-19T11:20:33.453535+0000","last_active":"2024-09-19T12:00:18.891261+0000","last_peered":"2024-09-19T12:00:18.891261+0000","last_clean":"2024-09-19T12:00:18.891261+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:00:18.891261+0000","last_undegraded":"2024-09-19T12:00:18.891261+0000","last_fullsized":"2024-09-19T12:00:18.891261+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:57.908019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132502+0000","last_change":"2024-09-19T11:20:35.350214+0000","last_active":"2024-09-19T11:58:09.132502+0000","last_peered":"2024-09-19T11:58:09.132502+0000","last_clean":"2024-09-19T11:58:09.132502+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T11:58:09.132502+0000","last_undegraded":"2024-09-19T11:58:09.132502+0000","last_fullsized":"2024-09-19T11:58:09.132502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:50.544356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'263","reported_seq":854,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.257148+0000","last_change":"2024-09-19T11:20:37.361237+0000","last_active":"2024-09-19T11:59:00.257148+0000","last_peered":"2024-09-19T11:59:00.257148+0000","last_clean":"2024-09-19T11:59:00.257148+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T11:59:00.257148+0000","last_undegraded":"2024-09-19T11:59:00.257148+0000","last_fullsized":"2024-09-19T11:59:00.257148+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:59:27.399344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'426","reported_seq":2092,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.612844+0000","last_change":"2024-09-19T11:20:29.325943+0000","last_active":"2024-09-19T11:58:46.612844+0000","last_peered":"2024-09-19T11:58:46.612844+0000","last_clean":"2024-09-19T11:58:46.612844+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T11:58:46.612844+0000","last_undegraded":"2024-09-19T11:58:46.612844+0000","last_fullsized":"2024-09-19T11:58:46.612844+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:41.693634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867959+0000","last_change":"2024-09-19T11:20:18.657530+0000","last_active":"2024-09-19T11:57:48.867959+0000","last_peered":"2024-09-19T11:57:48.867959+0000","last_clean":"2024-09-19T11:57:48.867959+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T11:57:48.867959+0000","last_undegraded":"2024-09-19T11:57:48.867959+0000","last_fullsized":"2024-09-19T11:57:48.867959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:13.049512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'223","reported_seq":869,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593701+0000","last_change":"2024-09-19T11:20:27.327310+0000","last_active":"2024-09-19T12:00:38.593701+0000","last_peered":"2024-09-19T12:00:38.593701+0000","last_clean":"2024-09-19T12:00:38.593701+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:38.593701+0000","last_undegraded":"2024-09-19T12:00:38.593701+0000","last_fullsized":"2024-09-19T12:00:38.593701+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:55.264093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131691+0000","last_change":"2024-09-19T11:20:31.339844+0000","last_active":"2024-09-19T11:58:04.131691+0000","last_peered":"2024-09-19T11:58:04.131691+0000","last_clean":"2024-09-19T11:58:04.131691+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T11:58:04.131691+0000","last_undegraded":"2024-09-19T11:58:04.131691+0000","last_fullsized":"2024-09-19T11:58:04.131691+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:00.861772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'114","reported_seq":642,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:10.262382+0000","last_change":"2024-09-19T11:20:33.337759+0000","last_active":"2024-09-19T12:00:10.262382+0000","last_peered":"2024-09-19T12:00:10.262382+0000","last_clean":"2024-09-19T12:00:10.262382+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:00:10.262382+0000","last_undegraded":"2024-09-19T12:00:10.262382+0000","last_fullsized":"2024-09-19T12:00:10.262382+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.057747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.865223+0000","last_change":"2024-09-19T11:20:35.349664+0000","last_active":"2024-09-19T11:57:28.865223+0000","last_peered":"2024-09-19T11:57:28.865223+0000","last_clean":"2024-09-19T11:57:28.865223+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T11:57:28.865223+0000","last_undegraded":"2024-09-19T11:57:28.865223+0000","last_fullsized":"2024-09-19T11:57:28.865223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:05.454716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'106","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.876001+0000","last_change":"2024-09-19T11:20:37.361917+0000","last_active":"2024-09-19T11:58:41.876001+0000","last_peered":"2024-09-19T11:58:41.876001+0000","last_clean":"2024-09-19T11:58:41.876001+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T11:58:41.876001+0000","last_undegraded":"2024-09-19T11:58:41.876001+0000","last_fullsized":"2024-09-19T11:58:41.876001+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:19.512447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2202,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283677+0000","last_change":"2024-09-19T11:20:29.324027+0000","last_active":"2024-09-19T11:58:47.283677+0000","last_peered":"2024-09-19T11:58:47.283677+0000","last_clean":"2024-09-19T11:58:47.283677+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T11:58:47.283677+0000","last_undegraded":"2024-09-19T11:58:47.283677+0000","last_fullsized":"2024-09-19T11:58:47.283677+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:47.886558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'220","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687550+0000","last_change":"2024-09-19T11:20:27.325128+0000","last_active":"2024-09-19T12:00:38.687550+0000","last_peered":"2024-09-19T12:00:38.687550+0000","last_clean":"2024-09-19T12:00:38.687550+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:38.687550+0000","last_undegraded":"2024-09-19T12:00:38.687550+0000","last_fullsized":"2024-09-19T12:00:38.687550+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:59.719941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977559+0000","last_change":"2024-09-19T11:20:18.659197+0000","last_active":"2024-09-19T11:57:48.977559+0000","last_peered":"2024-09-19T11:57:48.977559+0000","last_clean":"2024-09-19T11:57:48.977559+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T11:57:48.977559+0000","last_undegraded":"2024-09-19T11:57:48.977559+0000","last_fullsized":"2024-09-19T11:57:48.977559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:51.098297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131639+0000","last_change":"2024-09-19T11:20:31.332822+0000","last_active":"2024-09-19T11:58:04.131639+0000","last_peered":"2024-09-19T11:58:04.131639+0000","last_clean":"2024-09-19T11:58:04.131639+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T11:58:04.131639+0000","last_undegraded":"2024-09-19T11:58:04.131639+0000","last_fullsized":"2024-09-19T11:58:04.131639+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:44.906120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'267","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.706477+0000","last_change":"2024-09-19T11:20:33.337252+0000","last_active":"2024-09-19T12:00:38.706477+0000","last_peered":"2024-09-19T12:00:38.706477+0000","last_clean":"2024-09-19T12:00:38.706477+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:00:38.706477+0000","last_undegraded":"2024-09-19T12:00:38.706477+0000","last_fullsized":"2024-09-19T12:00:38.706477+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:32:18.964475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871280+0000","last_change":"2024-09-19T11:20:35.351604+0000","last_active":"2024-09-19T11:58:08.871280+0000","last_peered":"2024-09-19T11:58:08.871280+0000","last_clean":"2024-09-19T11:58:08.871280+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T11:58:08.871280+0000","last_undegraded":"2024-09-19T11:58:08.871280+0000","last_fullsized":"2024-09-19T11:58:08.871280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:58.473959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'152","reported_seq":654,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.440265+0000","last_change":"2024-09-19T11:20:37.369507+0000","last_active":"2024-09-19T11:58:43.440265+0000","last_peered":"2024-09-19T11:58:43.440265+0000","last_clean":"2024-09-19T11:58:43.440265+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T11:58:43.440265+0000","last_undegraded":"2024-09-19T11:58:43.440265+0000","last_fullsized":"2024-09-19T11:58:43.440265+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:02.035744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'858","reported_seq":2601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714922+0000","last_change":"2024-09-19T11:20:29.337582+0000","last_active":"2024-09-19T11:59:00.714922+0000","last_peered":"2024-09-19T11:59:00.714922+0000","last_clean":"2024-09-19T11:59:00.714922+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T11:59:00.714922+0000","last_undegraded":"2024-09-19T11:59:00.714922+0000","last_fullsized":"2024-09-19T11:59:00.714922+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:31.749096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":981,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695013+0000","last_change":"2024-09-19T11:20:27.322084+0000","last_active":"2024-09-19T12:00:38.695013+0000","last_peered":"2024-09-19T12:00:38.695013+0000","last_clean":"2024-09-19T12:00:38.695013+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:38.695013+0000","last_undegraded":"2024-09-19T12:00:38.695013+0000","last_fullsized":"2024-09-19T12:00:38.695013+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:27.491471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":511,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872028+0000","last_change":"2024-09-19T11:20:18.916544+0000","last_active":"2024-09-19T11:57:58.872028+0000","last_peered":"2024-09-19T11:57:58.872028+0000","last_clean":"2024-09-19T11:57:58.872028+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T11:57:58.872028+0000","last_undegraded":"2024-09-19T11:57:58.872028+0000","last_fullsized":"2024-09-19T11:57:58.872028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.643110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870347+0000","last_change":"2024-09-19T11:20:31.334769+0000","last_active":"2024-09-19T11:58:03.870347+0000","last_peered":"2024-09-19T11:58:03.870347+0000","last_clean":"2024-09-19T11:58:03.870347+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T11:58:03.870347+0000","last_undegraded":"2024-09-19T11:58:03.870347+0000","last_fullsized":"2024-09-19T11:58:03.870347+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:50.775447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'157","reported_seq":705,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:10.258872+0000","last_change":"2024-09-19T11:20:33.452283+0000","last_active":"2024-09-19T11:59:10.258872+0000","last_peered":"2024-09-19T11:59:10.258872+0000","last_clean":"2024-09-19T11:59:10.258872+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T11:59:10.258872+0000","last_undegraded":"2024-09-19T11:59:10.258872+0000","last_fullsized":"2024-09-19T11:59:10.258872+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:14.476121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'771","reported_seq":2730,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.425118+0000","last_change":"2024-09-19T11:20:35.348357+0000","last_active":"2024-09-19T12:00:38.425118+0000","last_peered":"2024-09-19T12:00:38.425118+0000","last_clean":"2024-09-19T12:00:38.425118+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:00:38.425118+0000","last_undegraded":"2024-09-19T12:00:38.425118+0000","last_fullsized":"2024-09-19T12:00:38.425118+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:04:11.070337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'115","reported_seq":615,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.166741+0000","last_change":"2024-09-19T11:20:37.372512+0000","last_active":"2024-09-19T11:59:00.166741+0000","last_peered":"2024-09-19T11:59:00.166741+0000","last_clean":"2024-09-19T11:59:00.166741+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T11:59:00.166741+0000","last_undegraded":"2024-09-19T11:59:00.166741+0000","last_fullsized":"2024-09-19T11:59:00.166741+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.939609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'485","reported_seq":2111,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.155648+0000","last_change":"2024-09-19T11:20:29.337338+0000","last_active":"2024-09-19T11:58:41.155648+0000","last_peered":"2024-09-19T11:58:41.155648+0000","last_clean":"2024-09-19T11:58:41.155648+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T11:58:41.155648+0000","last_undegraded":"2024-09-19T11:58:41.155648+0000","last_fullsized":"2024-09-19T11:58:41.155648+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":400,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:26.922350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'253","reported_seq":920,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673509+0000","last_change":"2024-09-19T11:20:27.328331+0000","last_active":"2024-09-19T12:00:38.673509+0000","last_peered":"2024-09-19T12:00:38.673509+0000","last_clean":"2024-09-19T12:00:38.673509+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:38.673509+0000","last_undegraded":"2024-09-19T12:00:38.673509+0000","last_fullsized":"2024-09-19T12:00:38.673509+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:09.802864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.972599+0000","last_change":"2024-09-19T11:20:18.659249+0000","last_active":"2024-09-19T11:57:08.972599+0000","last_peered":"2024-09-19T11:57:08.972599+0000","last_clean":"2024-09-19T11:57:08.972599+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T11:57:08.972599+0000","last_undegraded":"2024-09-19T11:57:08.972599+0000","last_fullsized":"2024-09-19T11:57:08.972599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:12.660267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870591+0000","last_change":"2024-09-19T11:20:31.334162+0000","last_active":"2024-09-19T11:58:03.870591+0000","last_peered":"2024-09-19T11:58:03.870591+0000","last_clean":"2024-09-19T11:58:03.870591+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T11:58:03.870591+0000","last_undegraded":"2024-09-19T11:58:03.870591+0000","last_fullsized":"2024-09-19T11:58:03.870591+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:10.260662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'120","reported_seq":646,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.716390+0000","last_change":"2024-09-19T11:20:33.336591+0000","last_active":"2024-09-19T11:59:00.716390+0000","last_peered":"2024-09-19T11:59:00.716390+0000","last_clean":"2024-09-19T11:59:00.716390+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T11:59:00.716390+0000","last_undegraded":"2024-09-19T11:59:00.716390+0000","last_fullsized":"2024-09-19T11:59:00.716390+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:15.706846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'774","reported_seq":2506,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.429226+0000","last_change":"2024-09-19T11:20:35.350167+0000","last_active":"2024-09-19T12:00:38.429226+0000","last_peered":"2024-09-19T12:00:38.429226+0000","last_clean":"2024-09-19T12:00:38.429226+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:00:38.429226+0000","last_undegraded":"2024-09-19T12:00:38.429226+0000","last_fullsized":"2024-09-19T12:00:38.429226+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:02:11.954450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'153","reported_seq":650,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:57.149091+0000","last_change":"2024-09-19T11:20:37.356848+0000","last_active":"2024-09-19T11:58:57.149091+0000","last_peered":"2024-09-19T11:58:57.149091+0000","last_clean":"2024-09-19T11:58:57.149091+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T11:58:57.149091+0000","last_undegraded":"2024-09-19T11:58:57.149091+0000","last_fullsized":"2024-09-19T11:58:57.149091+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:18.010924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1164","reported_seq":2713,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906016+0000","last_change":"2024-09-19T11:20:29.335486+0000","last_active":"2024-09-19T11:58:47.906016+0000","last_peered":"2024-09-19T11:58:47.906016+0000","last_clean":"2024-09-19T11:58:47.906016+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T11:58:47.906016+0000","last_undegraded":"2024-09-19T11:58:47.906016+0000","last_fullsized":"2024-09-19T11:58:47.906016+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":1100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:03:43.331480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'243","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559941+0000","last_change":"2024-09-19T11:20:27.327792+0000","last_active":"2024-09-19T12:00:38.559941+0000","last_peered":"2024-09-19T12:00:38.559941+0000","last_clean":"2024-09-19T12:00:38.559941+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:38.559941+0000","last_undegraded":"2024-09-19T12:00:38.559941+0000","last_fullsized":"2024-09-19T12:00:38.559941+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:22.867957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":509,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.862909+0000","last_change":"2024-09-19T11:20:18.916502+0000","last_active":"2024-09-19T11:57:08.862909+0000","last_peered":"2024-09-19T11:57:08.862909+0000","last_clean":"2024-09-19T11:57:08.862909+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T11:57:08.862909+0000","last_undegraded":"2024-09-19T11:57:08.862909+0000","last_fullsized":"2024-09-19T11:57:08.862909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:01.833138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":494,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.909316+0000","last_change":"2024-09-19T11:20:31.334952+0000","last_active":"2024-09-19T11:58:38.909316+0000","last_peered":"2024-09-19T11:58:38.909316+0000","last_clean":"2024-09-19T11:58:38.909316+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T11:58:38.909316+0000","last_undegraded":"2024-09-19T11:58:38.909316+0000","last_fullsized":"2024-09-19T11:58:38.909316+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:17.596431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'308","reported_seq":1011,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.682597+0000","last_change":"2024-09-19T11:20:33.452319+0000","last_active":"2024-09-19T12:00:38.682597+0000","last_peered":"2024-09-19T12:00:38.682597+0000","last_clean":"2024-09-19T12:00:38.682597+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:00:38.682597+0000","last_undegraded":"2024-09-19T12:00:38.682597+0000","last_fullsized":"2024-09-19T12:00:38.682597+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:34.139433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905000+0000","last_change":"2024-09-19T11:20:35.350025+0000","last_active":"2024-09-19T11:58:08.905000+0000","last_peered":"2024-09-19T11:58:08.905000+0000","last_clean":"2024-09-19T11:58:08.905000+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T11:58:08.905000+0000","last_undegraded":"2024-09-19T11:58:08.905000+0000","last_fullsized":"2024-09-19T11:58:08.905000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:17.101863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'122","reported_seq":608,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.106313+0000","last_change":"2024-09-19T11:20:37.363167+0000","last_active":"2024-09-19T11:58:11.106313+0000","last_peered":"2024-09-19T11:58:11.106313+0000","last_clean":"2024-09-19T11:58:11.106313+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T11:58:11.106313+0000","last_undegraded":"2024-09-19T11:58:11.106313+0000","last_fullsized":"2024-09-19T11:58:11.106313+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:57.654303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'117","reported_seq":666,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.820210+0000","last_change":"2024-09-19T11:20:37.359157+0000","last_active":"2024-09-19T11:59:00.820210+0000","last_peered":"2024-09-19T11:59:00.820210+0000","last_clean":"2024-09-19T11:59:00.820210+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T11:59:00.820210+0000","last_undegraded":"2024-09-19T11:59:00.820210+0000","last_fullsized":"2024-09-19T11:59:00.820210+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:36.638696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'449","reported_seq":1898,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207189+0000","last_change":"2024-09-19T11:20:29.338393+0000","last_active":"2024-09-19T11:58:58.207189+0000","last_peered":"2024-09-19T11:58:58.207189+0000","last_clean":"2024-09-19T11:58:58.207189+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T11:58:58.207189+0000","last_undegraded":"2024-09-19T11:58:58.207189+0000","last_fullsized":"2024-09-19T11:58:58.207189+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:35.059836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'347","reported_seq":1029,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636573+0000","last_change":"2024-09-19T11:20:27.330128+0000","last_active":"2024-09-19T12:00:38.636573+0000","last_peered":"2024-09-19T12:00:38.636573+0000","last_clean":"2024-09-19T12:00:38.636573+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:38.636573+0000","last_undegraded":"2024-09-19T12:00:38.636573+0000","last_fullsized":"2024-09-19T12:00:38.636573+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:10.242486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.978162+0000","last_change":"2024-09-19T11:20:31.338146+0000","last_active":"2024-09-19T11:57:53.978162+0000","last_peered":"2024-09-19T11:57:53.978162+0000","last_clean":"2024-09-19T11:57:53.978162+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T11:57:53.978162+0000","last_undegraded":"2024-09-19T11:57:53.978162+0000","last_fullsized":"2024-09-19T11:57:53.978162+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:39.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'135","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.533549+0000","last_change":"2024-09-19T11:20:33.337247+0000","last_active":"2024-09-19T12:00:38.533549+0000","last_peered":"2024-09-19T12:00:38.533549+0000","last_clean":"2024-09-19T12:00:38.533549+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:00:38.533549+0000","last_undegraded":"2024-09-19T12:00:38.533549+0000","last_fullsized":"2024-09-19T12:00:38.533549+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:40.057276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903613+0000","last_change":"2024-09-19T11:20:35.347452+0000","last_active":"2024-09-19T11:57:58.903613+0000","last_peered":"2024-09-19T11:57:58.903613+0000","last_clean":"2024-09-19T11:57:58.903613+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T11:57:58.903613+0000","last_undegraded":"2024-09-19T11:57:58.903613+0000","last_fullsized":"2024-09-19T11:57:58.903613+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:39.849461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'133","reported_seq":621,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.947790+0000","last_change":"2024-09-19T11:20:37.357014+0000","last_active":"2024-09-19T11:58:38.947790+0000","last_peered":"2024-09-19T11:58:38.947790+0000","last_clean":"2024-09-19T11:58:38.947790+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T11:58:38.947790+0000","last_undegraded":"2024-09-19T11:58:38.947790+0000","last_fullsized":"2024-09-19T11:58:38.947790+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:31.693054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1092","reported_seq":3008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526965+0000","last_change":"2024-09-19T11:20:29.333912+0000","last_active":"2024-09-19T12:00:18.526965+0000","last_peered":"2024-09-19T12:00:18.526965+0000","last_clean":"2024-09-19T12:00:18.526965+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:18.526965+0000","last_undegraded":"2024-09-19T12:00:18.526965+0000","last_fullsized":"2024-09-19T12:00:18.526965+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1000,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:59.151713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'234","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655514+0000","last_change":"2024-09-19T11:20:27.333657+0000","last_active":"2024-09-19T12:00:38.655514+0000","last_peered":"2024-09-19T12:00:38.655514+0000","last_clean":"2024-09-19T12:00:38.655514+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:38.655514+0000","last_undegraded":"2024-09-19T12:00:38.655514+0000","last_fullsized":"2024-09-19T12:00:38.655514+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:37.242327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.902756+0000","last_change":"2024-09-19T11:20:31.327517+0000","last_active":"2024-09-19T11:57:53.902756+0000","last_peered":"2024-09-19T11:57:53.902756+0000","last_clean":"2024-09-19T11:57:53.902756+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T11:57:53.902756+0000","last_undegraded":"2024-09-19T11:57:53.902756+0000","last_fullsized":"2024-09-19T11:57:53.902756+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:04.435351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'55","reported_seq":548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.954010+0000","last_change":"2024-09-19T11:20:33.339731+0000","last_active":"2024-09-19T11:58:38.954010+0000","last_peered":"2024-09-19T11:58:38.954010+0000","last_clean":"2024-09-19T11:58:38.954010+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T11:58:38.954010+0000","last_undegraded":"2024-09-19T11:58:38.954010+0000","last_fullsized":"2024-09-19T11:58:38.954010+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:42.605787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.871951+0000","last_change":"2024-09-19T11:20:35.349137+0000","last_active":"2024-09-19T11:57:58.871951+0000","last_peered":"2024-09-19T11:57:58.871951+0000","last_clean":"2024-09-19T11:57:58.871951+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T11:57:58.871951+0000","last_undegraded":"2024-09-19T11:57:58.871951+0000","last_fullsized":"2024-09-19T11:57:58.871951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:44.171660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'236","reported_seq":749,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.158433+0000","last_change":"2024-09-19T11:20:37.353964+0000","last_active":"2024-09-19T11:59:00.158433+0000","last_peered":"2024-09-19T11:59:00.158433+0000","last_clean":"2024-09-19T11:59:00.158433+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T11:59:00.158433+0000","last_undegraded":"2024-09-19T11:59:00.158433+0000","last_fullsized":"2024-09-19T11:59:00.158433+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:22.059342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'892","reported_seq":2575,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714603+0000","last_change":"2024-09-19T11:20:29.339704+0000","last_active":"2024-09-19T11:59:00.714603+0000","last_peered":"2024-09-19T11:59:00.714603+0000","last_clean":"2024-09-19T11:59:00.714603+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T11:59:00.714603+0000","last_undegraded":"2024-09-19T11:59:00.714603+0000","last_fullsized":"2024-09-19T11:59:00.714603+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":800,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:32.715688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'190","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562471+0000","last_change":"2024-09-19T11:21:02.408004+0000","last_active":"2024-09-19T12:00:38.562471+0000","last_peered":"2024-09-19T12:00:38.562471+0000","last_clean":"2024-09-19T12:00:38.562471+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:38.562471+0000","last_undegraded":"2024-09-19T12:00:38.562471+0000","last_fullsized":"2024-09-19T12:00:38.562471+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:29.208117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871272+0000","last_change":"2024-09-19T11:20:31.332082+0000","last_active":"2024-09-19T11:57:53.871272+0000","last_peered":"2024-09-19T11:57:53.871272+0000","last_clean":"2024-09-19T11:57:53.871272+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T11:57:53.871272+0000","last_undegraded":"2024-09-19T11:57:53.871272+0000","last_fullsized":"2024-09-19T11:57:53.871272+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:00.608384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'153","reported_seq":732,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.688928+0000","last_change":"2024-09-19T11:20:33.340703+0000","last_active":"2024-09-19T12:00:38.688928+0000","last_peered":"2024-09-19T12:00:38.688928+0000","last_clean":"2024-09-19T12:00:38.688928+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:00:38.688928+0000","last_undegraded":"2024-09-19T12:00:38.688928+0000","last_fullsized":"2024-09-19T12:00:38.688928+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:46.101725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869602+0000","last_change":"2024-09-19T11:20:35.352399+0000","last_active":"2024-09-19T11:57:58.869602+0000","last_peered":"2024-09-19T11:57:58.869602+0000","last_clean":"2024-09-19T11:57:58.869602+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T11:57:58.869602+0000","last_undegraded":"2024-09-19T11:57:58.869602+0000","last_fullsized":"2024-09-19T11:57:58.869602+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:37.118864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'157","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.429980+0000","last_change":"2024-09-19T11:20:37.361442+0000","last_active":"2024-09-19T12:00:19.429980+0000","last_peered":"2024-09-19T12:00:19.429980+0000","last_clean":"2024-09-19T12:00:19.429980+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:00:19.429980+0000","last_undegraded":"2024-09-19T12:00:19.429980+0000","last_fullsized":"2024-09-19T12:00:19.429980+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:36.450774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2049,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526070+0000","last_change":"2024-09-19T11:20:29.342746+0000","last_active":"2024-09-19T12:00:18.526070+0000","last_peered":"2024-09-19T12:00:18.526070+0000","last_clean":"2024-09-19T12:00:18.526070+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:18.526070+0000","last_undegraded":"2024-09-19T12:00:18.526070+0000","last_fullsized":"2024-09-19T12:00:18.526070+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:09.935845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'196","reported_seq":913,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673950+0000","last_change":"2024-09-19T11:20:27.334552+0000","last_active":"2024-09-19T12:00:38.673950+0000","last_peered":"2024-09-19T12:00:38.673950+0000","last_clean":"2024-09-19T12:00:38.673950+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:38.673950+0000","last_undegraded":"2024-09-19T12:00:38.673950+0000","last_fullsized":"2024-09-19T12:00:38.673950+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:28.432061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.868837+0000","last_change":"2024-09-19T11:20:31.335459+0000","last_active":"2024-09-19T11:57:53.868837+0000","last_peered":"2024-09-19T11:57:53.868837+0000","last_clean":"2024-09-19T11:57:53.868837+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T11:57:53.868837+0000","last_undegraded":"2024-09-19T11:57:53.868837+0000","last_fullsized":"2024-09-19T11:57:53.868837+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:48:21.320384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'130","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.668005+0000","last_change":"2024-09-19T11:20:33.341342+0000","last_active":"2024-09-19T12:00:38.668005+0000","last_peered":"2024-09-19T12:00:38.668005+0000","last_clean":"2024-09-19T12:00:38.668005+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:00:38.668005+0000","last_undegraded":"2024-09-19T12:00:38.668005+0000","last_fullsized":"2024-09-19T12:00:38.668005+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:35.641087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:59.130842+0000","last_change":"2024-09-19T11:20:35.350890+0000","last_active":"2024-09-19T11:57:59.130842+0000","last_peered":"2024-09-19T11:57:59.130842+0000","last_clean":"2024-09-19T11:57:59.130842+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T11:57:59.130842+0000","last_undegraded":"2024-09-19T11:57:59.130842+0000","last_fullsized":"2024-09-19T11:57:59.130842+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:26.896934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'792","reported_seq":2322,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155001+0000","last_change":"2024-09-19T11:20:29.336493+0000","last_active":"2024-09-19T11:59:00.155001+0000","last_peered":"2024-09-19T11:59:00.155001+0000","last_clean":"2024-09-19T11:59:00.155001+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T11:59:00.155001+0000","last_undegraded":"2024-09-19T11:59:00.155001+0000","last_fullsized":"2024-09-19T11:59:00.155001+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":700,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:06.731419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'209","reported_seq":838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655055+0000","last_change":"2024-09-19T11:20:27.323367+0000","last_active":"2024-09-19T12:00:38.655055+0000","last_peered":"2024-09-19T12:00:38.655055+0000","last_clean":"2024-09-19T12:00:38.655055+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:38.655055+0000","last_undegraded":"2024-09-19T12:00:38.655055+0000","last_fullsized":"2024-09-19T12:00:38.655055+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:52.249781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014981+0000","last_change":"2024-09-19T11:20:31.331390+0000","last_active":"2024-09-19T11:58:39.014981+0000","last_peered":"2024-09-19T11:58:39.014981+0000","last_clean":"2024-09-19T11:58:39.014981+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T11:58:39.014981+0000","last_undegraded":"2024-09-19T11:58:39.014981+0000","last_fullsized":"2024-09-19T11:58:39.014981+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:14:30.980250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'220","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.657932+0000","last_change":"2024-09-19T11:20:33.342316+0000","last_active":"2024-09-19T12:00:38.657932+0000","last_peered":"2024-09-19T12:00:38.657932+0000","last_clean":"2024-09-19T12:00:38.657932+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:00:38.657932+0000","last_undegraded":"2024-09-19T12:00:38.657932+0000","last_fullsized":"2024-09-19T12:00:38.657932+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:01.048523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871014+0000","last_change":"2024-09-19T11:20:35.351459+0000","last_active":"2024-09-19T11:58:08.871014+0000","last_peered":"2024-09-19T11:58:08.871014+0000","last_clean":"2024-09-19T11:58:08.871014+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T11:58:08.871014+0000","last_undegraded":"2024-09-19T11:58:08.871014+0000","last_fullsized":"2024-09-19T11:58:08.871014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:30.112193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'134","reported_seq":627,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:30.033866+0000","last_change":"2024-09-19T11:20:37.372662+0000","last_active":"2024-09-19T11:58:30.033866+0000","last_peered":"2024-09-19T11:58:30.033866+0000","last_clean":"2024-09-19T11:58:30.033866+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T11:58:30.033866+0000","last_undegraded":"2024-09-19T11:58:30.033866+0000","last_fullsized":"2024-09-19T11:58:30.033866+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:44.746510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'384","reported_seq":1872,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.613436+0000","last_change":"2024-09-19T11:20:29.338874+0000","last_active":"2024-09-19T11:58:46.613436+0000","last_peered":"2024-09-19T11:58:46.613436+0000","last_clean":"2024-09-19T11:58:46.613436+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T11:58:46.613436+0000","last_undegraded":"2024-09-19T11:58:46.613436+0000","last_fullsized":"2024-09-19T11:58:46.613436+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:07.409788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701520+0000","last_change":"2024-09-19T11:20:27.324931+0000","last_active":"2024-09-19T12:00:38.701520+0000","last_peered":"2024-09-19T12:00:38.701520+0000","last_clean":"2024-09-19T12:00:38.701520+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:38.701520+0000","last_undegraded":"2024-09-19T12:00:38.701520+0000","last_fullsized":"2024-09-19T12:00:38.701520+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:06.812372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870406+0000","last_change":"2024-09-19T11:20:31.336468+0000","last_active":"2024-09-19T11:58:03.870406+0000","last_peered":"2024-09-19T11:58:03.870406+0000","last_clean":"2024-09-19T11:58:03.870406+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T11:58:03.870406+0000","last_undegraded":"2024-09-19T11:58:03.870406+0000","last_fullsized":"2024-09-19T11:58:03.870406+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:57.622926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'142","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.675793+0000","last_change":"2024-09-19T11:20:33.342086+0000","last_active":"2024-09-19T12:00:38.675793+0000","last_peered":"2024-09-19T12:00:38.675793+0000","last_clean":"2024-09-19T12:00:38.675793+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:00:38.675793+0000","last_undegraded":"2024-09-19T12:00:38.675793+0000","last_fullsized":"2024-09-19T12:00:38.675793+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:45.544923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.980461+0000","last_change":"2024-09-19T11:20:35.352695+0000","last_active":"2024-09-19T11:58:08.980461+0000","last_peered":"2024-09-19T11:58:08.980461+0000","last_clean":"2024-09-19T11:58:08.980461+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T11:58:08.980461+0000","last_undegraded":"2024-09-19T11:58:08.980461+0000","last_fullsized":"2024-09-19T11:58:08.980461+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:08.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'234","reported_seq":1089,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.686040+0000","last_change":"2024-09-19T11:20:37.359770+0000","last_active":"2024-09-19T11:58:58.686040+0000","last_peered":"2024-09-19T11:58:58.686040+0000","last_clean":"2024-09-19T11:58:58.686040+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T11:58:58.686040+0000","last_undegraded":"2024-09-19T11:58:58.686040+0000","last_fullsized":"2024-09-19T11:58:58.686040+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:44.214662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'767","reported_seq":2451,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.154569+0000","last_change":"2024-09-19T11:21:02.404496+0000","last_active":"2024-09-19T11:58:41.154569+0000","last_peered":"2024-09-19T11:58:41.154569+0000","last_clean":"2024-09-19T11:58:41.154569+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T11:58:41.154569+0000","last_undegraded":"2024-09-19T11:58:41.154569+0000","last_fullsized":"2024-09-19T11:58:41.154569+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:33.680913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'218","reported_seq":894,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892235+0000","last_change":"2024-09-19T11:20:27.326083+0000","last_active":"2024-09-19T12:00:28.892235+0000","last_peered":"2024-09-19T12:00:28.892235+0000","last_clean":"2024-09-19T12:00:28.892235+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:28.892235+0000","last_undegraded":"2024-09-19T12:00:28.892235+0000","last_fullsized":"2024-09-19T12:00:28.892235+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:41.772108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870687+0000","last_change":"2024-09-19T11:20:31.335706+0000","last_active":"2024-09-19T11:58:03.870687+0000","last_peered":"2024-09-19T11:58:03.870687+0000","last_clean":"2024-09-19T11:58:03.870687+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T11:58:03.870687+0000","last_undegraded":"2024-09-19T11:58:03.870687+0000","last_fullsized":"2024-09-19T11:58:03.870687+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:13.431736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'131","reported_seq":696,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.565688+0000","last_change":"2024-09-19T11:20:33.452278+0000","last_active":"2024-09-19T12:00:38.565688+0000","last_peered":"2024-09-19T12:00:38.565688+0000","last_clean":"2024-09-19T12:00:38.565688+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:00:38.565688+0000","last_undegraded":"2024-09-19T12:00:38.565688+0000","last_fullsized":"2024-09-19T12:00:38.565688+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.925213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:43.969407+0000","last_change":"2024-09-19T11:20:35.349956+0000","last_active":"2024-09-19T11:56:43.969407+0000","last_peered":"2024-09-19T11:56:43.969407+0000","last_clean":"2024-09-19T11:56:43.969407+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T11:56:43.969407+0000","last_undegraded":"2024-09-19T11:56:43.969407+0000","last_fullsized":"2024-09-19T11:56:43.969407+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:00.566385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'124","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428225+0000","last_change":"2024-09-19T11:20:37.362980+0000","last_active":"2024-09-19T12:00:19.428225+0000","last_peered":"2024-09-19T12:00:19.428225+0000","last_clean":"2024-09-19T12:00:19.428225+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:00:19.428225+0000","last_undegraded":"2024-09-19T12:00:19.428225+0000","last_fullsized":"2024-09-19T12:00:19.428225+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:12.741599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'631","reported_seq":2269,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.247163+0000","last_change":"2024-09-19T11:20:29.327281+0000","last_active":"2024-09-19T11:59:40.247163+0000","last_peered":"2024-09-19T11:59:40.247163+0000","last_clean":"2024-09-19T11:59:40.247163+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T11:59:40.247163+0000","last_undegraded":"2024-09-19T11:59:40.247163+0000","last_fullsized":"2024-09-19T11:59:40.247163+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:27.187872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'299","reported_seq":978,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687393+0000","last_change":"2024-09-19T11:20:27.330176+0000","last_active":"2024-09-19T12:00:38.687393+0000","last_peered":"2024-09-19T12:00:38.687393+0000","last_clean":"2024-09-19T12:00:38.687393+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:38.687393+0000","last_undegraded":"2024-09-19T12:00:38.687393+0000","last_fullsized":"2024-09-19T12:00:38.687393+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:13.531569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.979697+0000","last_change":"2024-09-19T11:20:31.334621+0000","last_active":"2024-09-19T11:58:03.979697+0000","last_peered":"2024-09-19T11:58:03.979697+0000","last_clean":"2024-09-19T11:58:03.979697+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T11:58:03.979697+0000","last_undegraded":"2024-09-19T11:58:03.979697+0000","last_fullsized":"2024-09-19T11:58:03.979697+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:57.930148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'81","reported_seq":590,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:01.374434+0000","last_change":"2024-09-19T11:20:33.452660+0000","last_active":"2024-09-19T11:58:01.374434+0000","last_peered":"2024-09-19T11:58:01.374434+0000","last_clean":"2024-09-19T11:58:01.374434+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T11:58:01.374434+0000","last_undegraded":"2024-09-19T11:58:01.374434+0000","last_fullsized":"2024-09-19T11:58:01.374434+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.115011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.423712+0000","last_change":"2024-09-19T11:20:35.349313+0000","last_active":"2024-09-19T12:00:38.423712+0000","last_peered":"2024-09-19T12:00:38.423712+0000","last_clean":"2024-09-19T12:00:38.423712+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:00:38.423712+0000","last_undegraded":"2024-09-19T12:00:38.423712+0000","last_fullsized":"2024-09-19T12:00:38.423712+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:31.633503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.712013+0000","last_change":"2024-09-19T11:20:37.359977+0000","last_active":"2024-09-19T11:59:00.712013+0000","last_peered":"2024-09-19T11:59:00.712013+0000","last_clean":"2024-09-19T11:59:00.712013+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T11:59:00.712013+0000","last_undegraded":"2024-09-19T11:59:00.712013+0000","last_fullsized":"2024-09-19T11:59:00.712013+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:58.811243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'421","reported_seq":2067,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906300+0000","last_change":"2024-09-19T11:20:29.338081+0000","last_active":"2024-09-19T11:58:47.906300+0000","last_peered":"2024-09-19T11:58:47.906300+0000","last_clean":"2024-09-19T11:58:47.906300+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T11:58:47.906300+0000","last_undegraded":"2024-09-19T11:58:47.906300+0000","last_fullsized":"2024-09-19T11:58:47.906300+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:17.634019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'226","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636161+0000","last_change":"2024-09-19T11:20:27.327386+0000","last_active":"2024-09-19T12:00:38.636161+0000","last_peered":"2024-09-19T12:00:38.636161+0000","last_clean":"2024-09-19T12:00:38.636161+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:38.636161+0000","last_undegraded":"2024-09-19T12:00:38.636161+0000","last_fullsized":"2024-09-19T12:00:38.636161+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:08.003558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872798+0000","last_change":"2024-09-19T11:20:31.331934+0000","last_active":"2024-09-19T11:58:03.872798+0000","last_peered":"2024-09-19T11:58:03.872798+0000","last_clean":"2024-09-19T11:58:03.872798+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T11:58:03.872798+0000","last_undegraded":"2024-09-19T11:58:03.872798+0000","last_fullsized":"2024-09-19T11:58:03.872798+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:16.757647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'141","reported_seq":708,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.609344+0000","last_change":"2024-09-19T11:20:33.338329+0000","last_active":"2024-09-19T12:00:38.609344+0000","last_peered":"2024-09-19T12:00:38.609344+0000","last_clean":"2024-09-19T12:00:38.609344+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:00:38.609344+0000","last_undegraded":"2024-09-19T12:00:38.609344+0000","last_fullsized":"2024-09-19T12:00:38.609344+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.110522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:54.122048+0000","last_change":"2024-09-19T11:20:35.346670+0000","last_active":"2024-09-19T11:56:54.122048+0000","last_peered":"2024-09-19T11:56:54.122048+0000","last_clean":"2024-09-19T11:56:54.122048+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T11:56:54.122048+0000","last_undegraded":"2024-09-19T11:56:54.122048+0000","last_fullsized":"2024-09-19T11:56:54.122048+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:45.017472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'117","reported_seq":605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.209303+0000","last_change":"2024-09-19T11:20:37.365275+0000","last_active":"2024-09-19T11:58:38.209303+0000","last_peered":"2024-09-19T11:58:38.209303+0000","last_clean":"2024-09-19T11:58:38.209303+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T11:58:38.209303+0000","last_undegraded":"2024-09-19T11:58:38.209303+0000","last_fullsized":"2024-09-19T11:58:38.209303+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:43.102478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'841","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.386568+0000","last_change":"2024-09-19T11:20:29.337440+0000","last_active":"2024-09-19T11:58:28.386568+0000","last_peered":"2024-09-19T11:58:28.386568+0000","last_clean":"2024-09-19T11:58:28.386568+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T11:58:28.386568+0000","last_undegraded":"2024-09-19T11:58:28.386568+0000","last_fullsized":"2024-09-19T11:58:28.386568+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":800,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:56.563803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'258","reported_seq":939,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892333+0000","last_change":"2024-09-19T11:20:27.323303+0000","last_active":"2024-09-19T12:00:28.892333+0000","last_peered":"2024-09-19T12:00:28.892333+0000","last_clean":"2024-09-19T12:00:28.892333+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:28.892333+0000","last_undegraded":"2024-09-19T12:00:28.892333+0000","last_fullsized":"2024-09-19T12:00:28.892333+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:13.810659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870395+0000","last_change":"2024-09-19T11:20:31.334634+0000","last_active":"2024-09-19T11:58:03.870395+0000","last_peered":"2024-09-19T11:58:03.870395+0000","last_clean":"2024-09-19T11:58:03.870395+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T11:58:03.870395+0000","last_undegraded":"2024-09-19T11:58:03.870395+0000","last_fullsized":"2024-09-19T11:58:03.870395+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:45.778858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'117","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.614976+0000","last_change":"2024-09-19T11:20:33.341278+0000","last_active":"2024-09-19T12:00:38.614976+0000","last_peered":"2024-09-19T12:00:38.614976+0000","last_clean":"2024-09-19T12:00:38.614976+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:00:38.614976+0000","last_undegraded":"2024-09-19T12:00:38.614976+0000","last_fullsized":"2024-09-19T12:00:38.614976+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:18.491589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":478,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.862255+0000","last_change":"2024-09-19T11:20:35.346345+0000","last_active":"2024-09-19T11:57:03.862255+0000","last_peered":"2024-09-19T11:57:03.862255+0000","last_clean":"2024-09-19T11:57:03.862255+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T11:57:03.862255+0000","last_undegraded":"2024-09-19T11:57:03.862255+0000","last_fullsized":"2024-09-19T11:57:03.862255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:10.568156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'131","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.478329+0000","last_change":"2024-09-19T11:20:37.372271+0000","last_active":"2024-09-19T12:00:18.478329+0000","last_peered":"2024-09-19T12:00:18.478329+0000","last_clean":"2024-09-19T12:00:18.478329+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:00:18.478329+0000","last_undegraded":"2024-09-19T12:00:18.478329+0000","last_fullsized":"2024-09-19T12:00:18.478329+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:16.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'387","reported_seq":1846,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:42.728805+0000","last_change":"2024-09-19T11:20:29.336405+0000","last_active":"2024-09-19T11:58:42.728805+0000","last_peered":"2024-09-19T11:58:42.728805+0000","last_clean":"2024-09-19T11:58:42.728805+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T11:58:42.728805+0000","last_undegraded":"2024-09-19T11:58:42.728805+0000","last_fullsized":"2024-09-19T11:58:42.728805+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:57.031907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'175","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:33.925638+0000","last_change":"2024-09-19T11:20:27.322585+0000","last_active":"2024-09-19T12:00:33.925638+0000","last_peered":"2024-09-19T12:00:33.925638+0000","last_clean":"2024-09-19T12:00:33.925638+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:33.925638+0000","last_undegraded":"2024-09-19T12:00:33.925638+0000","last_fullsized":"2024-09-19T12:00:33.925638+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:02.554362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.861898+0000","last_change":"2024-09-19T11:20:31.332644+0000","last_active":"2024-09-19T11:56:48.861898+0000","last_peered":"2024-09-19T11:56:48.861898+0000","last_clean":"2024-09-19T11:56:48.861898+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T11:56:48.861898+0000","last_undegraded":"2024-09-19T11:56:48.861898+0000","last_fullsized":"2024-09-19T11:56:48.861898+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:58.335441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'102","reported_seq":652,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.547768+0000","last_change":"2024-09-19T11:20:33.340560+0000","last_active":"2024-09-19T12:00:38.547768+0000","last_peered":"2024-09-19T12:00:38.547768+0000","last_clean":"2024-09-19T12:00:38.547768+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:00:38.547768+0000","last_undegraded":"2024-09-19T12:00:38.547768+0000","last_fullsized":"2024-09-19T12:00:38.547768+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:19.154296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871321+0000","last_change":"2024-09-19T11:20:35.349650+0000","last_active":"2024-09-19T11:58:08.871321+0000","last_peered":"2024-09-19T11:58:08.871321+0000","last_clean":"2024-09-19T11:58:08.871321+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T11:58:08.871321+0000","last_undegraded":"2024-09-19T11:58:08.871321+0000","last_fullsized":"2024-09-19T11:58:08.871321+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:56.105910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'165","reported_seq":1261,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:59.737987+0000","last_change":"2024-09-19T11:20:37.359503+0000","last_active":"2024-09-19T11:58:59.737987+0000","last_peered":"2024-09-19T11:58:59.737987+0000","last_clean":"2024-09-19T11:58:59.737987+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T11:58:59.737987+0000","last_undegraded":"2024-09-19T11:58:59.737987+0000","last_fullsized":"2024-09-19T11:58:59.737987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:36.414033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'535","reported_seq":2035,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859207+0000","last_change":"2024-09-19T11:20:29.329981+0000","last_active":"2024-09-19T11:58:45.859207+0000","last_peered":"2024-09-19T11:58:45.859207+0000","last_clean":"2024-09-19T11:58:45.859207+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T11:58:45.859207+0000","last_undegraded":"2024-09-19T11:58:45.859207+0000","last_fullsized":"2024-09-19T11:58:45.859207+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:15.582142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'209","reported_seq":870,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711264+0000","last_change":"2024-09-19T11:21:02.404438+0000","last_active":"2024-09-19T12:00:38.711264+0000","last_peered":"2024-09-19T12:00:38.711264+0000","last_clean":"2024-09-19T12:00:38.711264+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:38.711264+0000","last_undegraded":"2024-09-19T12:00:38.711264+0000","last_fullsized":"2024-09-19T12:00:38.711264+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:32.918634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"27'1","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970860+0000","last_change":"2024-09-19T11:20:31.337787+0000","last_active":"2024-09-19T11:56:53.970860+0000","last_peered":"2024-09-19T11:56:53.970860+0000","last_clean":"2024-09-19T11:56:53.970860+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T11:56:53.970860+0000","last_undegraded":"2024-09-19T11:56:53.970860+0000","last_fullsized":"2024-09-19T11:56:53.970860+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:12.026782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'147","reported_seq":721,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.571565+0000","last_change":"2024-09-19T11:20:33.336133+0000","last_active":"2024-09-19T12:00:38.571565+0000","last_peered":"2024-09-19T12:00:38.571565+0000","last_clean":"2024-09-19T12:00:38.571565+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:00:38.571565+0000","last_undegraded":"2024-09-19T12:00:38.571565+0000","last_fullsized":"2024-09-19T12:00:38.571565+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:59.215481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132468+0000","last_change":"2024-09-19T11:20:35.348558+0000","last_active":"2024-09-19T11:58:09.132468+0000","last_peered":"2024-09-19T11:58:09.132468+0000","last_clean":"2024-09-19T11:58:09.132468+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T11:58:09.132468+0000","last_undegraded":"2024-09-19T11:58:09.132468+0000","last_fullsized":"2024-09-19T11:58:09.132468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:52.904967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'112","reported_seq":607,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.537240+0000","last_change":"2024-09-19T11:20:37.356941+0000","last_active":"2024-09-19T12:00:18.537240+0000","last_peered":"2024-09-19T12:00:18.537240+0000","last_clean":"2024-09-19T12:00:18.537240+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:00:18.537240+0000","last_undegraded":"2024-09-19T12:00:18.537240+0000","last_fullsized":"2024-09-19T12:00:18.537240+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:51.458028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'502","reported_seq":2039,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990821+0000","last_change":"2024-09-19T11:20:29.331841+0000","last_active":"2024-09-19T11:59:28.990821+0000","last_peered":"2024-09-19T11:59:28.990821+0000","last_clean":"2024-09-19T11:59:28.990821+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T11:59:28.990821+0000","last_undegraded":"2024-09-19T11:59:28.990821+0000","last_fullsized":"2024-09-19T11:59:28.990821+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:50.024952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'195","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613579+0000","last_change":"2024-09-19T11:20:27.331814+0000","last_active":"2024-09-19T12:00:38.613579+0000","last_peered":"2024-09-19T12:00:38.613579+0000","last_clean":"2024-09-19T12:00:38.613579+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:38.613579+0000","last_undegraded":"2024-09-19T12:00:38.613579+0000","last_fullsized":"2024-09-19T12:00:38.613579+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:27.648566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'704","reported_seq":2488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990785+0000","last_change":"2024-09-19T11:20:29.324919+0000","last_active":"2024-09-19T11:59:28.990785+0000","last_peered":"2024-09-19T11:59:28.990785+0000","last_clean":"2024-09-19T11:59:28.990785+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T11:59:28.990785+0000","last_undegraded":"2024-09-19T11:59:28.990785+0000","last_fullsized":"2024-09-19T11:59:28.990785+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:02.199788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'297","reported_seq":993,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564552+0000","last_change":"2024-09-19T11:20:27.314603+0000","last_active":"2024-09-19T12:00:38.564552+0000","last_peered":"2024-09-19T12:00:38.564552+0000","last_clean":"2024-09-19T12:00:38.564552+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:38.564552+0000","last_undegraded":"2024-09-19T12:00:38.564552+0000","last_fullsized":"2024-09-19T12:00:38.564552+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:56.401837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'439","reported_seq":1933,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883081+0000","last_change":"2024-09-19T11:20:29.335169+0000","last_active":"2024-09-19T11:59:28.883081+0000","last_peered":"2024-09-19T11:59:28.883081+0000","last_clean":"2024-09-19T11:59:28.883081+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T11:59:28.883081+0000","last_undegraded":"2024-09-19T11:59:28.883081+0000","last_fullsized":"2024-09-19T11:59:28.883081+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:51.441076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'237","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.531761+0000","last_change":"2024-09-19T11:20:27.325190+0000","last_active":"2024-09-19T12:00:38.531761+0000","last_peered":"2024-09-19T12:00:38.531761+0000","last_clean":"2024-09-19T12:00:38.531761+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:38.531761+0000","last_undegraded":"2024-09-19T12:00:38.531761+0000","last_fullsized":"2024-09-19T12:00:38.531761+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:24.997879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2301,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526708+0000","last_change":"2024-09-19T11:20:29.335580+0000","last_active":"2024-09-19T12:00:18.526708+0000","last_peered":"2024-09-19T12:00:18.526708+0000","last_clean":"2024-09-19T12:00:18.526708+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:18.526708+0000","last_undegraded":"2024-09-19T12:00:18.526708+0000","last_fullsized":"2024-09-19T12:00:18.526708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:31.257564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'232","reported_seq":855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.606487+0000","last_change":"2024-09-19T11:20:27.331431+0000","last_active":"2024-09-19T12:00:38.606487+0000","last_peered":"2024-09-19T12:00:38.606487+0000","last_clean":"2024-09-19T12:00:38.606487+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:38.606487+0000","last_undegraded":"2024-09-19T12:00:38.606487+0000","last_fullsized":"2024-09-19T12:00:38.606487+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:22.044479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'418","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155597+0000","last_change":"2024-09-19T11:20:29.339690+0000","last_active":"2024-09-19T11:59:00.155597+0000","last_peered":"2024-09-19T11:59:00.155597+0000","last_clean":"2024-09-19T11:59:00.155597+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T11:59:00.155597+0000","last_undegraded":"2024-09-19T11:59:00.155597+0000","last_fullsized":"2024-09-19T11:59:00.155597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:50.452971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'193","reported_seq":796,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666027+0000","last_change":"2024-09-19T11:20:27.333430+0000","last_active":"2024-09-19T12:00:38.666027+0000","last_peered":"2024-09-19T12:00:38.666027+0000","last_clean":"2024-09-19T12:00:38.666027+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:38.666027+0000","last_undegraded":"2024-09-19T12:00:38.666027+0000","last_fullsized":"2024-09-19T12:00:38.666027+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:53.029266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'548","reported_seq":2130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207250+0000","last_change":"2024-09-19T11:20:29.331827+0000","last_active":"2024-09-19T11:58:58.207250+0000","last_peered":"2024-09-19T11:58:58.207250+0000","last_clean":"2024-09-19T11:58:58.207250+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T11:58:58.207250+0000","last_undegraded":"2024-09-19T11:58:58.207250+0000","last_fullsized":"2024-09-19T11:58:58.207250+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:42.877287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'192","reported_seq":792,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.599569+0000","last_change":"2024-09-19T11:20:27.325704+0000","last_active":"2024-09-19T12:00:38.599569+0000","last_peered":"2024-09-19T12:00:38.599569+0000","last_clean":"2024-09-19T12:00:38.599569+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:38.599569+0000","last_undegraded":"2024-09-19T12:00:38.599569+0000","last_fullsized":"2024-09-19T12:00:38.599569+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:30.918764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'909","reported_seq":2571,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714517+0000","last_change":"2024-09-19T11:20:29.342908+0000","last_active":"2024-09-19T11:59:00.714517+0000","last_peered":"2024-09-19T11:59:00.714517+0000","last_clean":"2024-09-19T11:59:00.714517+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T11:59:00.714517+0000","last_undegraded":"2024-09-19T11:59:00.714517+0000","last_fullsized":"2024-09-19T11:59:00.714517+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":800,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.487923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'191","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883151+0000","last_change":"2024-09-19T11:20:27.335884+0000","last_active":"2024-09-19T11:59:28.883151+0000","last_peered":"2024-09-19T11:59:28.883151+0000","last_clean":"2024-09-19T11:59:28.883151+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T11:59:28.883151+0000","last_undegraded":"2024-09-19T11:59:28.883151+0000","last_fullsized":"2024-09-19T11:59:28.883151+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:16.155784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2382,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787150+0000","last_change":"2024-09-19T11:20:29.331762+0000","last_active":"2024-09-19T11:58:36.787150+0000","last_peered":"2024-09-19T11:58:36.787150+0000","last_clean":"2024-09-19T11:58:36.787150+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T11:58:36.787150+0000","last_undegraded":"2024-09-19T11:58:36.787150+0000","last_fullsized":"2024-09-19T11:58:36.787150+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:46.534449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'214","reported_seq":832,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655606+0000","last_change":"2024-09-19T11:20:27.327336+0000","last_active":"2024-09-19T12:00:38.655606+0000","last_peered":"2024-09-19T12:00:38.655606+0000","last_clean":"2024-09-19T12:00:38.655606+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:38.655606+0000","last_undegraded":"2024-09-19T12:00:38.655606+0000","last_fullsized":"2024-09-19T12:00:38.655606+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:41.840549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'420","reported_seq":2026,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283594+0000","last_change":"2024-09-19T11:20:29.342739+0000","last_active":"2024-09-19T11:58:47.283594+0000","last_peered":"2024-09-19T11:58:47.283594+0000","last_clean":"2024-09-19T11:58:47.283594+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T11:58:47.283594+0000","last_undegraded":"2024-09-19T11:58:47.283594+0000","last_fullsized":"2024-09-19T11:58:47.283594+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:33.730097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'198","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701227+0000","last_change":"2024-09-19T11:20:27.325601+0000","last_active":"2024-09-19T12:00:38.701227+0000","last_peered":"2024-09-19T12:00:38.701227+0000","last_clean":"2024-09-19T12:00:38.701227+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:38.701227+0000","last_undegraded":"2024-09-19T12:00:38.701227+0000","last_fullsized":"2024-09-19T12:00:38.701227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:45:14.047734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'449","reported_seq":2114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207530+0000","last_change":"2024-09-19T11:20:29.337317+0000","last_active":"2024-09-19T11:58:58.207530+0000","last_peered":"2024-09-19T11:58:58.207530+0000","last_clean":"2024-09-19T11:58:58.207530+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T11:58:58.207530+0000","last_undegraded":"2024-09-19T11:58:58.207530+0000","last_fullsized":"2024-09-19T11:58:58.207530+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:54.822226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'210","reported_seq":883,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562916+0000","last_change":"2024-09-19T11:20:27.333729+0000","last_active":"2024-09-19T12:00:38.562916+0000","last_peered":"2024-09-19T12:00:38.562916+0000","last_clean":"2024-09-19T12:00:38.562916+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:38.562916+0000","last_undegraded":"2024-09-19T12:00:38.562916+0000","last_fullsized":"2024-09-19T12:00:38.562916+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:20.572361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'819","reported_seq":2372,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.525395+0000","last_change":"2024-09-19T11:20:29.328820+0000","last_active":"2024-09-19T12:00:18.525395+0000","last_peered":"2024-09-19T12:00:18.525395+0000","last_clean":"2024-09-19T12:00:18.525395+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:18.525395+0000","last_undegraded":"2024-09-19T12:00:18.525395+0000","last_fullsized":"2024-09-19T12:00:18.525395+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":800,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:42:25.764987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'193","reported_seq":782,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.664028+0000","last_change":"2024-09-19T11:20:27.335041+0000","last_active":"2024-09-19T12:00:38.664028+0000","last_peered":"2024-09-19T12:00:38.664028+0000","last_clean":"2024-09-19T12:00:38.664028+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:38.664028+0000","last_undegraded":"2024-09-19T12:00:38.664028+0000","last_fullsized":"2024-09-19T12:00:38.664028+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:33.069054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'439","reported_seq":1997,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.899845+0000","last_change":"2024-09-19T11:20:29.341093+0000","last_active":"2024-09-19T11:58:47.899845+0000","last_peered":"2024-09-19T11:58:47.899845+0000","last_clean":"2024-09-19T11:58:47.899845+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T11:58:47.899845+0000","last_undegraded":"2024-09-19T11:58:47.899845+0000","last_fullsized":"2024-09-19T11:58:47.899845+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:23:21.005233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'188","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.637080+0000","last_change":"2024-09-19T11:21:02.408064+0000","last_active":"2024-09-19T12:00:38.637080+0000","last_peered":"2024-09-19T12:00:38.637080+0000","last_clean":"2024-09-19T12:00:38.637080+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:38.637080+0000","last_undegraded":"2024-09-19T12:00:38.637080+0000","last_fullsized":"2024-09-19T12:00:38.637080+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:16.943766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2323,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155299+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:59:00.155299+0000","last_peered":"2024-09-19T11:59:00.155299+0000","last_clean":"2024-09-19T11:59:00.155299+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T11:59:00.155299+0000","last_undegraded":"2024-09-19T11:59:00.155299+0000","last_fullsized":"2024-09-19T11:59:00.155299+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:03.520649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'228","reported_seq":963,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876647+0000","last_change":"2024-09-19T11:20:27.330382+0000","last_active":"2024-09-19T11:58:43.876647+0000","last_peered":"2024-09-19T11:58:43.876647+0000","last_clean":"2024-09-19T11:58:43.876647+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T11:58:43.876647+0000","last_undegraded":"2024-09-19T11:58:43.876647+0000","last_fullsized":"2024-09-19T11:58:43.876647+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:55.757981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'537","reported_seq":2270,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528141+0000","last_change":"2024-09-19T11:20:29.343208+0000","last_active":"2024-09-19T12:00:18.528141+0000","last_peered":"2024-09-19T12:00:18.528141+0000","last_clean":"2024-09-19T12:00:18.528141+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:18.528141+0000","last_undegraded":"2024-09-19T12:00:18.528141+0000","last_fullsized":"2024-09-19T12:00:18.528141+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:47.612897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'189","reported_seq":797,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:53.879345+0000","last_change":"2024-09-19T11:20:27.327419+0000","last_active":"2024-09-19T11:58:53.879345+0000","last_peered":"2024-09-19T11:58:53.879345+0000","last_clean":"2024-09-19T11:58:53.879345+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T11:58:53.879345+0000","last_undegraded":"2024-09-19T11:58:53.879345+0000","last_fullsized":"2024-09-19T11:58:53.879345+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:05.808148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'396","reported_seq":1871,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:40.362138+0000","last_change":"2024-09-19T11:20:29.339461+0000","last_active":"2024-09-19T11:58:40.362138+0000","last_peered":"2024-09-19T11:58:40.362138+0000","last_clean":"2024-09-19T11:58:40.362138+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T11:58:40.362138+0000","last_undegraded":"2024-09-19T11:58:40.362138+0000","last_fullsized":"2024-09-19T11:58:40.362138+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.096509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'155","reported_seq":737,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006479+0000","last_change":"2024-09-19T11:20:27.320871+0000","last_active":"2024-09-19T12:00:09.006479+0000","last_peered":"2024-09-19T12:00:09.006479+0000","last_clean":"2024-09-19T12:00:09.006479+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:09.006479+0000","last_undegraded":"2024-09-19T12:00:09.006479+0000","last_fullsized":"2024-09-19T12:00:09.006479+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:20:24.263294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'402","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.676535+0000","last_change":"2024-09-19T11:20:29.337788+0000","last_active":"2024-09-19T11:58:39.676535+0000","last_peered":"2024-09-19T11:58:39.676535+0000","last_clean":"2024-09-19T11:58:39.676535+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T11:58:39.676535+0000","last_undegraded":"2024-09-19T11:58:39.676535+0000","last_fullsized":"2024-09-19T11:58:39.676535+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.663660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'198","reported_seq":813,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.576553+0000","last_change":"2024-09-19T11:20:27.327578+0000","last_active":"2024-09-19T12:00:38.576553+0000","last_peered":"2024-09-19T12:00:38.576553+0000","last_clean":"2024-09-19T12:00:38.576553+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:38.576553+0000","last_undegraded":"2024-09-19T12:00:38.576553+0000","last_fullsized":"2024-09-19T12:00:38.576553+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:51.304822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'178","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687411+0000","last_change":"2024-09-19T11:20:27.332171+0000","last_active":"2024-09-19T12:00:38.687411+0000","last_peered":"2024-09-19T12:00:38.687411+0000","last_clean":"2024-09-19T12:00:38.687411+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:38.687411+0000","last_undegraded":"2024-09-19T12:00:38.687411+0000","last_fullsized":"2024-09-19T12:00:38.687411+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.919510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'857","reported_seq":2479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:14.019694+0000","last_change":"2024-09-19T11:20:29.342833+0000","last_active":"2024-09-19T11:59:14.019694+0000","last_peered":"2024-09-19T11:59:14.019694+0000","last_clean":"2024-09-19T11:59:14.019694+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T11:59:14.019694+0000","last_undegraded":"2024-09-19T11:59:14.019694+0000","last_fullsized":"2024-09-19T11:59:14.019694+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":800,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.520860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'273","reported_seq":927,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613934+0000","last_change":"2024-09-19T11:20:27.333453+0000","last_active":"2024-09-19T12:00:38.613934+0000","last_peered":"2024-09-19T12:00:38.613934+0000","last_clean":"2024-09-19T12:00:38.613934+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:38.613934+0000","last_undegraded":"2024-09-19T12:00:38.613934+0000","last_fullsized":"2024-09-19T12:00:38.613934+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:23.100258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'414","reported_seq":1828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283340+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:58:47.283340+0000","last_peered":"2024-09-19T11:58:47.283340+0000","last_clean":"2024-09-19T11:58:47.283340+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T11:58:47.283340+0000","last_undegraded":"2024-09-19T11:58:47.283340+0000","last_fullsized":"2024-09-19T11:58:47.283340+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:19.385931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1577,"ondisk_log_size":1577,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":533,"ondisk_log_size":533,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1721,"ondisk_log_size":1721,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3964,"ondisk_log_size":3964,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4166,"ondisk_log_size":4166,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542634,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236156,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135684,"statfs":{"total":96636764160,"available":96394940416,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542633,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218592,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153248,"statfs":{"total":96636764160,"available":96412925952,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542634,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":268756,"kb_used_data":183492,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94103084,"statfs":{"total":96636764160,"available":96361558016,"internally_reserved":0,"allocated":187895808,"data_stored":185967229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542636,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":95240,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94276600,"statfs":{"total":96636764160,"available":96539238400,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":81656261},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542634,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":283752,"kb_used_data":67868,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94088088,"statfs":{"total":96636764160,"available":96346202112,"internally_reserved":0,"allocated":69496832,"data_stored":67778844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542636,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181756,"kb_used_data":114476,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94190084,"statfs":{"total":96636764160,"available":96450646016,"internally_reserved":0,"allocated":117223424,"data_stored":115587758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542636,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":164528,"kb_used_data":34792,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94207312,"statfs":{"total":96636764160,"available":96468287488,"internally_reserved":0,"allocated":35627008,"data_stored":34082465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542636,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":269680,"kb_used_data":31604,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94102160,"statfs":{"total":96636764160,"available":96360611840,"internally_reserved":0,"allocated":32362496,"data_stored":30686274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:00:40.460 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:00:40.795 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:00:40.807 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:00:40.809 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1469,"stamp":"2024-09-19T12:00:39.647409+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13310,"ondisk_log_size":13310,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1718460,"kb_used_data":474836,"kb_used_omap":12,"kb_used_meta":1243187,"kb_avail":753256260,"statfs":{"total":773094113280,"available":771334410240,"internally_reserved":0,"allocated":486232064,"data_stored":472898688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1273024048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-509137011,"num_objects":-352,"num_object_clones":0,"num_object_copies":-704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-352,"num_whiteouts":0,"num_read":680,"num_read_kb":707,"num_write":508,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004553"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.860914+0000","last_change":"2024-09-19T11:46:50.770041+0000","last_active":"2024-09-19T11:56:53.860914+0000","last_peered":"2024-09-19T11:56:53.860914+0000","last_clean":"2024-09-19T11:56:53.860914+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T11:56:53.860914+0000","last_undegraded":"2024-09-19T11:56:53.860914+0000","last_fullsized":"2024-09-19T11:56:53.860914+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.735210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854808+0000","last_change":"2024-09-19T11:36:12.514169+0000","last_active":"2024-09-19T11:56:13.854808+0000","last_peered":"2024-09-19T11:56:13.854808+0000","last_clean":"2024-09-19T11:56:13.854808+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T11:56:13.854808+0000","last_undegraded":"2024-09-19T11:56:13.854808+0000","last_fullsized":"2024-09-19T11:56:13.854808+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:42.716193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.497482+0000","last_change":"2024-09-19T11:36:09.487178+0000","last_active":"2024-09-19T12:00:38.497482+0000","last_peered":"2024-09-19T12:00:38.497482+0000","last_clean":"2024-09-19T12:00:38.497482+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:00:38.497482+0000","last_undegraded":"2024-09-19T12:00:38.497482+0000","last_fullsized":"2024-09-19T12:00:38.497482+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:41.112927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:24.126097+0000","last_change":"2024-09-19T11:34:29.634566+0000","last_active":"2024-09-19T11:57:24.126097+0000","last_peered":"2024-09-19T11:57:24.126097+0000","last_clean":"2024-09-19T11:57:24.126097+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T11:57:24.126097+0000","last_undegraded":"2024-09-19T11:57:24.126097+0000","last_fullsized":"2024-09-19T11:57:24.126097+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:38.073850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.983028+0000","last_change":"2024-09-19T11:46:50.774677+0000","last_active":"2024-09-19T11:56:53.983028+0000","last_peered":"2024-09-19T11:56:53.983028+0000","last_clean":"2024-09-19T11:56:53.983028+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T11:56:53.983028+0000","last_undegraded":"2024-09-19T11:56:53.983028+0000","last_fullsized":"2024-09-19T11:56:53.983028+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:02.023552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.982290+0000","last_change":"2024-09-19T11:36:12.514009+0000","last_active":"2024-09-19T11:56:13.982290+0000","last_peered":"2024-09-19T11:56:13.982290+0000","last_clean":"2024-09-19T11:56:13.982290+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T11:56:13.982290+0000","last_undegraded":"2024-09-19T11:56:13.982290+0000","last_fullsized":"2024-09-19T11:56:13.982290+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:10.401437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.964334+0000","last_change":"2024-09-19T11:36:09.484211+0000","last_active":"2024-09-19T11:56:08.964334+0000","last_peered":"2024-09-19T11:56:08.964334+0000","last_clean":"2024-09-19T11:56:08.964334+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T11:56:08.964334+0000","last_undegraded":"2024-09-19T11:56:08.964334+0000","last_fullsized":"2024-09-19T11:56:08.964334+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.552169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":129,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.994813+0000","last_change":"2024-09-19T11:34:29.634415+0000","last_active":"2024-09-19T11:58:33.994813+0000","last_peered":"2024-09-19T11:58:33.994813+0000","last_clean":"2024-09-19T11:58:33.994813+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T11:58:33.994813+0000","last_undegraded":"2024-09-19T11:58:33.994813+0000","last_fullsized":"2024-09-19T11:58:33.994813+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:16.050137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.857825+0000","last_change":"2024-09-19T11:46:50.767307+0000","last_active":"2024-09-19T11:56:33.857825+0000","last_peered":"2024-09-19T11:56:33.857825+0000","last_clean":"2024-09-19T11:56:33.857825+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T11:56:33.857825+0000","last_undegraded":"2024-09-19T11:56:33.857825+0000","last_fullsized":"2024-09-19T11:56:33.857825+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:10.916981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018954+0000","last_change":"2024-09-19T11:36:12.507846+0000","last_active":"2024-09-19T11:59:09.018954+0000","last_peered":"2024-09-19T11:59:09.018954+0000","last_clean":"2024-09-19T11:59:09.018954+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T11:59:09.018954+0000","last_undegraded":"2024-09-19T11:59:09.018954+0000","last_fullsized":"2024-09-19T11:59:09.018954+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:30.533551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006515+0000","last_change":"2024-09-19T11:36:09.482165+0000","last_active":"2024-09-19T12:00:09.006515+0000","last_peered":"2024-09-19T12:00:09.006515+0000","last_clean":"2024-09-19T12:00:09.006515+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:00:09.006515+0000","last_undegraded":"2024-09-19T12:00:09.006515+0000","last_fullsized":"2024-09-19T12:00:09.006515+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:54.388304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":120,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122694+0000","last_change":"2024-09-19T11:34:29.635787+0000","last_active":"2024-09-19T11:56:59.122694+0000","last_peered":"2024-09-19T11:56:59.122694+0000","last_clean":"2024-09-19T11:56:59.122694+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T11:56:59.122694+0000","last_undegraded":"2024-09-19T11:56:59.122694+0000","last_fullsized":"2024-09-19T11:56:59.122694+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:23.339642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.892305+0000","last_change":"2024-09-19T11:46:50.777695+0000","last_active":"2024-09-19T11:56:38.892305+0000","last_peered":"2024-09-19T11:56:38.892305+0000","last_clean":"2024-09-19T11:56:38.892305+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T11:56:38.892305+0000","last_undegraded":"2024-09-19T11:56:38.892305+0000","last_fullsized":"2024-09-19T11:56:38.892305+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:52.326412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518511+0000","last_change":"2024-09-19T11:36:12.511281+0000","last_active":"2024-09-19T12:00:38.518511+0000","last_peered":"2024-09-19T12:00:38.518511+0000","last_clean":"2024-09-19T12:00:38.518511+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:00:38.518511+0000","last_undegraded":"2024-09-19T12:00:38.518511+0000","last_fullsized":"2024-09-19T12:00:38.518511+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:17:06.570337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.863212+0000","last_change":"2024-09-19T11:36:09.476398+0000","last_active":"2024-09-19T11:56:58.863212+0000","last_peered":"2024-09-19T11:56:58.863212+0000","last_clean":"2024-09-19T11:56:58.863212+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T11:56:58.863212+0000","last_undegraded":"2024-09-19T11:56:58.863212+0000","last_fullsized":"2024-09-19T11:56:58.863212+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:34.963980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:01.214182+0000","last_change":"2024-09-19T11:34:29.629960+0000","last_active":"2024-09-19T11:57:01.214182+0000","last_peered":"2024-09-19T11:57:01.214182+0000","last_clean":"2024-09-19T11:57:01.214182+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T11:57:01.214182+0000","last_undegraded":"2024-09-19T11:57:01.214182+0000","last_fullsized":"2024-09-19T11:57:01.214182+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.556081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.894857+0000","last_change":"2024-09-19T11:46:50.777685+0000","last_active":"2024-09-19T11:56:58.894857+0000","last_peered":"2024-09-19T11:56:58.894857+0000","last_clean":"2024-09-19T11:56:58.894857+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T11:56:58.894857+0000","last_undegraded":"2024-09-19T11:56:58.894857+0000","last_fullsized":"2024-09-19T11:56:58.894857+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.907442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870348+0000","last_change":"2024-09-19T11:36:12.507698+0000","last_active":"2024-09-19T11:58:03.870348+0000","last_peered":"2024-09-19T11:58:03.870348+0000","last_clean":"2024-09-19T11:58:03.870348+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T11:58:03.870348+0000","last_undegraded":"2024-09-19T11:58:03.870348+0000","last_fullsized":"2024-09-19T11:58:03.870348+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:27.488165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.028077+0000","last_change":"2024-09-19T11:36:09.478763+0000","last_active":"2024-09-19T12:00:19.028077+0000","last_peered":"2024-09-19T12:00:19.028077+0000","last_clean":"2024-09-19T12:00:19.028077+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:00:19.028077+0000","last_undegraded":"2024-09-19T12:00:19.028077+0000","last_fullsized":"2024-09-19T12:00:19.028077+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:31.628518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":158,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.623826+0000","last_change":"2024-09-19T11:34:29.632757+0000","last_active":"2024-09-19T11:57:18.623826+0000","last_peered":"2024-09-19T11:57:18.623826+0000","last_clean":"2024-09-19T11:57:18.623826+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T11:57:18.623826+0000","last_undegraded":"2024-09-19T11:57:18.623826+0000","last_fullsized":"2024-09-19T11:57:18.623826+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:37.783164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.974019+0000","last_change":"2024-09-19T11:46:50.774279+0000","last_active":"2024-09-19T11:57:18.974019+0000","last_peered":"2024-09-19T11:57:18.974019+0000","last_clean":"2024-09-19T11:57:18.974019+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T11:57:18.974019+0000","last_undegraded":"2024-09-19T11:57:18.974019+0000","last_fullsized":"2024-09-19T11:57:18.974019+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:23.859184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869557+0000","last_change":"2024-09-19T11:36:12.509504+0000","last_active":"2024-09-19T11:57:58.869557+0000","last_peered":"2024-09-19T11:57:58.869557+0000","last_clean":"2024-09-19T11:57:58.869557+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T11:57:58.869557+0000","last_undegraded":"2024-09-19T11:57:58.869557+0000","last_fullsized":"2024-09-19T11:57:58.869557+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.923363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870572+0000","last_change":"2024-09-19T11:36:09.485258+0000","last_active":"2024-09-19T11:58:03.870572+0000","last_peered":"2024-09-19T11:58:03.870572+0000","last_clean":"2024-09-19T11:58:03.870572+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T11:58:03.870572+0000","last_undegraded":"2024-09-19T11:58:03.870572+0000","last_fullsized":"2024-09-19T11:58:03.870572+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:58.416196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":145,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.530176+0000","last_change":"2024-09-19T11:34:29.635686+0000","last_active":"2024-09-19T11:58:11.530176+0000","last_peered":"2024-09-19T11:58:11.530176+0000","last_clean":"2024-09-19T11:58:11.530176+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T11:58:11.530176+0000","last_undegraded":"2024-09-19T11:58:11.530176+0000","last_fullsized":"2024-09-19T11:58:11.530176+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:33.233061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864037+0000","last_change":"2024-09-19T11:46:50.774846+0000","last_active":"2024-09-19T11:56:53.864037+0000","last_peered":"2024-09-19T11:56:53.864037+0000","last_clean":"2024-09-19T11:56:53.864037+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T11:56:53.864037+0000","last_undegraded":"2024-09-19T11:56:53.864037+0000","last_fullsized":"2024-09-19T11:56:53.864037+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:39.155049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876605+0000","last_change":"2024-09-19T11:36:12.507401+0000","last_active":"2024-09-19T11:58:43.876605+0000","last_peered":"2024-09-19T11:58:43.876605+0000","last_clean":"2024-09-19T11:58:43.876605+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T11:58:43.876605+0000","last_undegraded":"2024-09-19T11:58:43.876605+0000","last_fullsized":"2024-09-19T11:58:43.876605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:28.144848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.981717+0000","last_change":"2024-09-19T11:36:09.484810+0000","last_active":"2024-09-19T11:56:08.981717+0000","last_peered":"2024-09-19T11:56:08.981717+0000","last_clean":"2024-09-19T11:56:08.981717+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T11:56:08.981717+0000","last_undegraded":"2024-09-19T11:56:08.981717+0000","last_fullsized":"2024-09-19T11:56:08.981717+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.575841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115474+0000","last_change":"2024-09-19T11:34:29.636310+0000","last_active":"2024-09-19T11:56:14.115474+0000","last_peered":"2024-09-19T11:56:14.115474+0000","last_clean":"2024-09-19T11:56:14.115474+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T11:56:14.115474+0000","last_undegraded":"2024-09-19T11:56:14.115474+0000","last_fullsized":"2024-09-19T11:56:14.115474+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:50.653695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864084+0000","last_change":"2024-09-19T11:46:50.776932+0000","last_active":"2024-09-19T11:56:53.864084+0000","last_peered":"2024-09-19T11:56:53.864084+0000","last_clean":"2024-09-19T11:56:53.864084+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T11:56:53.864084+0000","last_undegraded":"2024-09-19T11:56:53.864084+0000","last_fullsized":"2024-09-19T11:56:53.864084+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:52.107901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711498+0000","last_change":"2024-09-19T11:36:12.508964+0000","last_active":"2024-09-19T12:00:38.711498+0000","last_peered":"2024-09-19T12:00:38.711498+0000","last_clean":"2024-09-19T12:00:38.711498+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:00:38.711498+0000","last_undegraded":"2024-09-19T12:00:38.711498+0000","last_fullsized":"2024-09-19T12:00:38.711498+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:24.015570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:09.114777+0000","last_change":"2024-09-19T11:36:09.488652+0000","last_active":"2024-09-19T11:56:09.114777+0000","last_peered":"2024-09-19T11:56:09.114777+0000","last_clean":"2024-09-19T11:56:09.114777+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T11:56:09.114777+0000","last_undegraded":"2024-09-19T11:56:09.114777+0000","last_fullsized":"2024-09-19T11:56:09.114777+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:46.426552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":465,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964923+0000","last_change":"2024-09-19T11:34:29.635198+0000","last_active":"2024-09-19T11:56:13.964923+0000","last_peered":"2024-09-19T11:56:13.964923+0000","last_clean":"2024-09-19T11:56:13.964923+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T11:56:13.964923+0000","last_undegraded":"2024-09-19T11:56:13.964923+0000","last_fullsized":"2024-09-19T11:56:13.964923+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:10.547939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964960+0000","last_change":"2024-09-19T11:46:50.776026+0000","last_active":"2024-09-19T11:56:13.964960+0000","last_peered":"2024-09-19T11:56:13.964960+0000","last_clean":"2024-09-19T11:56:13.964960+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T11:56:13.964960+0000","last_undegraded":"2024-09-19T11:56:13.964960+0000","last_fullsized":"2024-09-19T11:56:13.964960+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:04.698773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924298+0000","last_change":"2024-09-19T11:36:12.510967+0000","last_active":"2024-09-19T12:00:23.924298+0000","last_peered":"2024-09-19T12:00:23.924298+0000","last_clean":"2024-09-19T12:00:23.924298+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:00:23.924298+0000","last_undegraded":"2024-09-19T12:00:23.924298+0000","last_fullsized":"2024-09-19T12:00:23.924298+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:06.900871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:13.863557+0000","last_change":"2024-09-19T11:36:09.483158+0000","last_active":"2024-09-19T11:57:13.863557+0000","last_peered":"2024-09-19T11:57:13.863557+0000","last_clean":"2024-09-19T11:57:13.863557+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T11:57:13.863557+0000","last_undegraded":"2024-09-19T11:57:13.863557+0000","last_fullsized":"2024-09-19T11:57:13.863557+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:37.312637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":190,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.192837+0000","last_change":"2024-09-19T11:34:29.635123+0000","last_active":"2024-09-19T11:56:59.192837+0000","last_peered":"2024-09-19T11:56:59.192837+0000","last_clean":"2024-09-19T11:56:59.192837+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T11:56:59.192837+0000","last_undegraded":"2024-09-19T11:56:59.192837+0000","last_fullsized":"2024-09-19T11:56:59.192837+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:07.439248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977269+0000","last_change":"2024-09-19T11:46:50.766555+0000","last_active":"2024-09-19T11:56:13.977269+0000","last_peered":"2024-09-19T11:56:13.977269+0000","last_clean":"2024-09-19T11:56:13.977269+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T11:56:13.977269+0000","last_undegraded":"2024-09-19T11:56:13.977269+0000","last_fullsized":"2024-09-19T11:56:13.977269+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:27:20.562361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.897077+0000","last_change":"2024-09-19T11:36:12.511546+0000","last_active":"2024-09-19T11:57:18.897077+0000","last_peered":"2024-09-19T11:57:18.897077+0000","last_clean":"2024-09-19T11:57:18.897077+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T11:57:18.897077+0000","last_undegraded":"2024-09-19T11:57:18.897077+0000","last_fullsized":"2024-09-19T11:57:18.897077+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:30.887183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.583685+0000","last_change":"2024-09-19T11:36:09.487565+0000","last_active":"2024-09-19T12:00:38.583685+0000","last_peered":"2024-09-19T12:00:38.583685+0000","last_clean":"2024-09-19T12:00:38.583685+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:00:38.583685+0000","last_undegraded":"2024-09-19T12:00:38.583685+0000","last_fullsized":"2024-09-19T12:00:38.583685+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:14.135469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":138,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.889029+0000","last_change":"2024-09-19T11:34:29.630893+0000","last_active":"2024-09-19T11:56:13.889029+0000","last_peered":"2024-09-19T11:56:13.889029+0000","last_clean":"2024-09-19T11:56:13.889029+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T11:56:13.889029+0000","last_undegraded":"2024-09-19T11:56:13.889029+0000","last_fullsized":"2024-09-19T11:56:13.889029+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:00.138736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.858553+0000","last_change":"2024-09-19T11:46:50.773775+0000","last_active":"2024-09-19T11:56:13.858553+0000","last_peered":"2024-09-19T11:56:13.858553+0000","last_clean":"2024-09-19T11:56:13.858553+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T11:56:13.858553+0000","last_undegraded":"2024-09-19T11:56:13.858553+0000","last_fullsized":"2024-09-19T11:56:13.858553+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:55.834809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924338+0000","last_change":"2024-09-19T11:36:12.510603+0000","last_active":"2024-09-19T12:00:23.924338+0000","last_peered":"2024-09-19T12:00:23.924338+0000","last_clean":"2024-09-19T12:00:23.924338+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:00:23.924338+0000","last_undegraded":"2024-09-19T12:00:23.924338+0000","last_fullsized":"2024-09-19T12:00:23.924338+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.792648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538272+0000","last_change":"2024-09-19T11:36:09.484219+0000","last_active":"2024-09-19T12:00:38.538272+0000","last_peered":"2024-09-19T12:00:38.538272+0000","last_clean":"2024-09-19T12:00:38.538272+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:00:38.538272+0000","last_undegraded":"2024-09-19T12:00:38.538272+0000","last_fullsized":"2024-09-19T12:00:38.538272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:36.065406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977309+0000","last_change":"2024-09-19T11:34:29.631413+0000","last_active":"2024-09-19T11:56:13.977309+0000","last_peered":"2024-09-19T11:56:13.977309+0000","last_clean":"2024-09-19T11:56:13.977309+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T11:56:13.977309+0000","last_undegraded":"2024-09-19T11:56:13.977309+0000","last_fullsized":"2024-09-19T11:56:13.977309+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:41.823990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854730+0000","last_change":"2024-09-19T11:46:50.766796+0000","last_active":"2024-09-19T11:56:13.854730+0000","last_peered":"2024-09-19T11:56:13.854730+0000","last_clean":"2024-09-19T11:56:13.854730+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T11:56:13.854730+0000","last_undegraded":"2024-09-19T11:56:13.854730+0000","last_fullsized":"2024-09-19T11:56:13.854730+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:13.002625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.891563+0000","last_change":"2024-09-19T11:36:12.507923+0000","last_active":"2024-09-19T12:00:23.891563+0000","last_peered":"2024-09-19T12:00:23.891563+0000","last_clean":"2024-09-19T12:00:23.891563+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:00:23.891563+0000","last_undegraded":"2024-09-19T12:00:23.891563+0000","last_fullsized":"2024-09-19T12:00:23.891563+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:33.649183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:54.130191+0000","last_change":"2024-09-19T11:36:09.484588+0000","last_active":"2024-09-19T11:57:54.130191+0000","last_peered":"2024-09-19T11:57:54.130191+0000","last_clean":"2024-09-19T11:57:54.130191+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T11:57:54.130191+0000","last_undegraded":"2024-09-19T11:57:54.130191+0000","last_fullsized":"2024-09-19T11:57:54.130191+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:15.767028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":119,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872007+0000","last_change":"2024-09-19T11:34:29.634042+0000","last_active":"2024-09-19T11:57:58.872007+0000","last_peered":"2024-09-19T11:57:58.872007+0000","last_clean":"2024-09-19T11:57:58.872007+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T11:57:58.872007+0000","last_undegraded":"2024-09-19T11:57:58.872007+0000","last_fullsized":"2024-09-19T11:57:58.872007+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:20.643770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891718+0000","last_change":"2024-09-19T11:46:50.770523+0000","last_active":"2024-09-19T11:56:33.891718+0000","last_peered":"2024-09-19T11:56:33.891718+0000","last_clean":"2024-09-19T11:56:33.891718+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T11:56:33.891718+0000","last_undegraded":"2024-09-19T11:56:33.891718+0000","last_fullsized":"2024-09-19T11:56:33.891718+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:37.330898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:33.991426+0000","last_change":"2024-09-19T11:36:12.513049+0000","last_active":"2024-09-19T11:59:33.991426+0000","last_peered":"2024-09-19T11:59:33.991426+0000","last_clean":"2024-09-19T11:59:33.991426+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T11:59:33.991426+0000","last_undegraded":"2024-09-19T11:59:33.991426+0000","last_fullsized":"2024-09-19T11:59:33.991426+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:20.453703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.864126+0000","last_change":"2024-09-19T11:36:09.481176+0000","last_active":"2024-09-19T11:57:08.864126+0000","last_peered":"2024-09-19T11:57:08.864126+0000","last_clean":"2024-09-19T11:57:08.864126+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T11:57:08.864126+0000","last_undegraded":"2024-09-19T11:57:08.864126+0000","last_fullsized":"2024-09-19T11:57:08.864126+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:37.537035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.870546+0000","last_change":"2024-09-19T11:34:29.635380+0000","last_active":"2024-09-19T11:57:48.870546+0000","last_peered":"2024-09-19T11:57:48.870546+0000","last_clean":"2024-09-19T11:57:48.870546+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T11:57:48.870546+0000","last_undegraded":"2024-09-19T11:57:48.870546+0000","last_fullsized":"2024-09-19T11:57:48.870546+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:36.053018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:34.118828+0000","last_change":"2024-09-19T11:46:50.773980+0000","last_active":"2024-09-19T11:56:34.118828+0000","last_peered":"2024-09-19T11:56:34.118828+0000","last_clean":"2024-09-19T11:56:34.118828+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T11:56:34.118828+0000","last_undegraded":"2024-09-19T11:56:34.118828+0000","last_fullsized":"2024-09-19T11:56:34.118828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:46.841946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518898+0000","last_change":"2024-09-19T11:36:12.512526+0000","last_active":"2024-09-19T12:00:38.518898+0000","last_peered":"2024-09-19T12:00:38.518898+0000","last_clean":"2024-09-19T12:00:38.518898+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:00:38.518898+0000","last_undegraded":"2024-09-19T12:00:38.518898+0000","last_fullsized":"2024-09-19T12:00:38.518898+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:29.169299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.916827+0000","last_change":"2024-09-19T11:36:09.487012+0000","last_active":"2024-09-19T11:59:28.916827+0000","last_peered":"2024-09-19T11:59:28.916827+0000","last_clean":"2024-09-19T11:59:28.916827+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T11:59:28.916827+0000","last_undegraded":"2024-09-19T11:59:28.916827+0000","last_fullsized":"2024-09-19T11:59:28.916827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:50.648531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":168,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:07.760089+0000","last_change":"2024-09-19T11:34:29.632822+0000","last_active":"2024-09-19T11:58:07.760089+0000","last_peered":"2024-09-19T11:58:07.760089+0000","last_clean":"2024-09-19T11:58:07.760089+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T11:58:07.760089+0000","last_undegraded":"2024-09-19T11:58:07.760089+0000","last_fullsized":"2024-09-19T11:58:07.760089+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:53.474066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"260'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115558+0000","last_change":"2024-09-19T11:46:50.761825+0000","last_active":"2024-09-19T11:56:14.115558+0000","last_peered":"2024-09-19T11:56:14.115558+0000","last_clean":"2024-09-19T11:56:14.115558+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T11:56:14.115558+0000","last_undegraded":"2024-09-19T11:56:14.115558+0000","last_fullsized":"2024-09-19T11:56:14.115558+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:54.227121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.489467+0000","last_change":"2024-09-19T11:36:12.508767+0000","last_active":"2024-09-19T12:00:38.489467+0000","last_peered":"2024-09-19T12:00:38.489467+0000","last_clean":"2024-09-19T12:00:38.489467+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:00:38.489467+0000","last_undegraded":"2024-09-19T12:00:38.489467+0000","last_fullsized":"2024-09-19T12:00:38.489467+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:55.976964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":64,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559583+0000","last_change":"2024-09-19T11:36:09.487263+0000","last_active":"2024-09-19T12:00:38.559583+0000","last_peered":"2024-09-19T12:00:38.559583+0000","last_clean":"2024-09-19T12:00:38.559583+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:00:38.559583+0000","last_undegraded":"2024-09-19T12:00:38.559583+0000","last_fullsized":"2024-09-19T12:00:38.559583+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:55:57.769052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868394+0000","last_change":"2024-09-19T11:34:29.631880+0000","last_active":"2024-09-19T11:57:48.868394+0000","last_peered":"2024-09-19T11:57:48.868394+0000","last_clean":"2024-09-19T11:57:48.868394+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T11:57:48.868394+0000","last_undegraded":"2024-09-19T11:57:48.868394+0000","last_fullsized":"2024-09-19T11:57:48.868394+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:28.185385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891694+0000","last_change":"2024-09-19T11:46:50.772467+0000","last_active":"2024-09-19T11:56:33.891694+0000","last_peered":"2024-09-19T11:56:33.891694+0000","last_clean":"2024-09-19T11:56:33.891694+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T11:56:33.891694+0000","last_undegraded":"2024-09-19T11:56:33.891694+0000","last_fullsized":"2024-09-19T11:56:33.891694+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:18.859071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593870+0000","last_change":"2024-09-19T11:36:12.514658+0000","last_active":"2024-09-19T12:00:38.593870+0000","last_peered":"2024-09-19T12:00:38.593870+0000","last_clean":"2024-09-19T12:00:38.593870+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:00:38.593870+0000","last_undegraded":"2024-09-19T12:00:38.593870+0000","last_fullsized":"2024-09-19T12:00:38.593870+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:06:08.550062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883013+0000","last_change":"2024-09-19T11:36:09.485050+0000","last_active":"2024-09-19T11:59:28.883013+0000","last_peered":"2024-09-19T11:59:28.883013+0000","last_clean":"2024-09-19T11:59:28.883013+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T11:59:28.883013+0000","last_undegraded":"2024-09-19T11:59:28.883013+0000","last_fullsized":"2024-09-19T11:59:28.883013+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:52.027107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.901743+0000","last_change":"2024-09-19T11:34:29.630265+0000","last_active":"2024-09-19T11:57:48.901743+0000","last_peered":"2024-09-19T11:57:48.901743+0000","last_clean":"2024-09-19T11:57:48.901743+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T11:57:48.901743+0000","last_undegraded":"2024-09-19T11:57:48.901743+0000","last_fullsized":"2024-09-19T11:57:48.901743+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:06.314984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988561+0000","last_change":"2024-09-19T11:46:50.765524+0000","last_active":"2024-09-19T11:57:43.988561+0000","last_peered":"2024-09-19T11:57:43.988561+0000","last_clean":"2024-09-19T11:57:43.988561+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T11:57:43.988561+0000","last_undegraded":"2024-09-19T11:57:43.988561+0000","last_fullsized":"2024-09-19T11:57:43.988561+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:05.849589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519118+0000","last_change":"2024-09-19T11:36:12.511500+0000","last_active":"2024-09-19T12:00:38.519118+0000","last_peered":"2024-09-19T12:00:38.519118+0000","last_clean":"2024-09-19T12:00:38.519118+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:00:38.519118+0000","last_undegraded":"2024-09-19T12:00:38.519118+0000","last_fullsized":"2024-09-19T12:00:38.519118+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:07.498299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877519+0000","last_change":"2024-09-19T11:36:09.489263+0000","last_active":"2024-09-19T11:58:38.877519+0000","last_peered":"2024-09-19T11:58:38.877519+0000","last_clean":"2024-09-19T11:58:38.877519+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T11:58:38.877519+0000","last_undegraded":"2024-09-19T11:58:38.877519+0000","last_fullsized":"2024-09-19T11:58:38.877519+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:21.820815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.895392+0000","last_change":"2024-09-19T11:34:29.636674+0000","last_active":"2024-09-19T11:57:03.895392+0000","last_peered":"2024-09-19T11:57:03.895392+0000","last_clean":"2024-09-19T11:57:03.895392+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T11:57:03.895392+0000","last_undegraded":"2024-09-19T11:57:03.895392+0000","last_fullsized":"2024-09-19T11:57:03.895392+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:41.626646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873573+0000","last_change":"2024-09-19T11:46:50.776804+0000","last_active":"2024-09-19T11:58:08.873573+0000","last_peered":"2024-09-19T11:58:08.873573+0000","last_clean":"2024-09-19T11:58:08.873573+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T11:58:08.873573+0000","last_undegraded":"2024-09-19T11:58:08.873573+0000","last_fullsized":"2024-09-19T11:58:08.873573+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:23.572187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864127+0000","last_change":"2024-09-19T11:37:03.926908+0000","last_active":"2024-09-19T11:57:18.864127+0000","last_peered":"2024-09-19T11:57:18.864127+0000","last_clean":"2024-09-19T11:57:18.864127+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T11:57:18.864127+0000","last_undegraded":"2024-09-19T11:57:18.864127+0000","last_fullsized":"2024-09-19T11:57:18.864127+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:42.893900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:23.978668+0000","last_change":"2024-09-19T11:36:09.481976+0000","last_active":"2024-09-19T11:56:23.978668+0000","last_peered":"2024-09-19T11:56:23.978668+0000","last_clean":"2024-09-19T11:56:23.978668+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T11:56:23.978668+0000","last_undegraded":"2024-09-19T11:56:23.978668+0000","last_fullsized":"2024-09-19T11:56:23.978668+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:34.941773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":90,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.861636+0000","last_change":"2024-09-19T11:34:29.632635+0000","last_active":"2024-09-19T11:56:58.861636+0000","last_peered":"2024-09-19T11:56:58.861636+0000","last_clean":"2024-09-19T11:56:58.861636+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T11:56:58.861636+0000","last_undegraded":"2024-09-19T11:56:58.861636+0000","last_fullsized":"2024-09-19T11:56:58.861636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:12.829175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.867099+0000","last_change":"2024-09-19T11:46:50.768203+0000","last_active":"2024-09-19T11:57:43.867099+0000","last_peered":"2024-09-19T11:57:43.867099+0000","last_clean":"2024-09-19T11:57:43.867099+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T11:57:43.867099+0000","last_undegraded":"2024-09-19T11:57:43.867099+0000","last_fullsized":"2024-09-19T11:57:43.867099+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:49.871303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.985493+0000","last_change":"2024-09-19T11:36:12.512448+0000","last_active":"2024-09-19T11:58:48.985493+0000","last_peered":"2024-09-19T11:58:48.985493+0000","last_clean":"2024-09-19T11:58:48.985493+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T11:58:48.985493+0000","last_undegraded":"2024-09-19T11:58:48.985493+0000","last_fullsized":"2024-09-19T11:58:48.985493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:24.192497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014962+0000","last_change":"2024-09-19T11:36:09.484436+0000","last_active":"2024-09-19T11:58:39.014962+0000","last_peered":"2024-09-19T11:58:39.014962+0000","last_clean":"2024-09-19T11:58:39.014962+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T11:58:39.014962+0000","last_undegraded":"2024-09-19T11:58:39.014962+0000","last_fullsized":"2024-09-19T11:58:39.014962+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:19.920775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:38.761241+0000","last_change":"2024-09-19T11:34:29.633049+0000","last_active":"2024-09-19T11:57:38.761241+0000","last_peered":"2024-09-19T11:57:38.761241+0000","last_clean":"2024-09-19T11:57:38.761241+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T11:57:38.761241+0000","last_undegraded":"2024-09-19T11:57:38.761241+0000","last_fullsized":"2024-09-19T11:57:38.761241+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:02.675945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.869797+0000","last_change":"2024-09-19T11:46:50.775366+0000","last_active":"2024-09-19T11:57:43.869797+0000","last_peered":"2024-09-19T11:57:43.869797+0000","last_clean":"2024-09-19T11:57:43.869797+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T11:57:43.869797+0000","last_undegraded":"2024-09-19T11:57:43.869797+0000","last_fullsized":"2024-09-19T11:57:43.869797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:47.698061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":33,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.891014+0000","last_change":"2024-09-19T11:36:12.509410+0000","last_active":"2024-09-19T11:56:28.891014+0000","last_peered":"2024-09-19T11:56:28.891014+0000","last_clean":"2024-09-19T11:56:28.891014+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T11:56:28.891014+0000","last_undegraded":"2024-09-19T11:56:28.891014+0000","last_fullsized":"2024-09-19T11:56:28.891014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:36.784560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.966954+0000","last_change":"2024-09-19T11:36:09.486286+0000","last_active":"2024-09-19T11:56:28.966954+0000","last_peered":"2024-09-19T11:56:28.966954+0000","last_clean":"2024-09-19T11:56:28.966954+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T11:56:28.966954+0000","last_undegraded":"2024-09-19T11:56:28.966954+0000","last_fullsized":"2024-09-19T11:56:28.966954+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:26.902575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.983592+0000","last_change":"2024-09-19T11:34:29.630538+0000","last_active":"2024-09-19T11:56:58.983592+0000","last_peered":"2024-09-19T11:56:58.983592+0000","last_clean":"2024-09-19T11:56:58.983592+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T11:56:58.983592+0000","last_undegraded":"2024-09-19T11:56:58.983592+0000","last_fullsized":"2024-09-19T11:56:58.983592+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:53.628054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905093+0000","last_change":"2024-09-19T11:46:50.778083+0000","last_active":"2024-09-19T11:58:08.905093+0000","last_peered":"2024-09-19T11:58:08.905093+0000","last_clean":"2024-09-19T11:58:08.905093+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T11:58:08.905093+0000","last_undegraded":"2024-09-19T11:58:08.905093+0000","last_fullsized":"2024-09-19T11:58:08.905093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:27.836670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869132+0000","last_change":"2024-09-19T11:36:12.506352+0000","last_active":"2024-09-19T11:57:53.869132+0000","last_peered":"2024-09-19T11:57:53.869132+0000","last_clean":"2024-09-19T11:57:53.869132+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T11:57:53.869132+0000","last_undegraded":"2024-09-19T11:57:53.869132+0000","last_fullsized":"2024-09-19T11:57:53.869132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.421690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:49.129174+0000","last_change":"2024-09-19T11:36:09.479471+0000","last_active":"2024-09-19T11:57:49.129174+0000","last_peered":"2024-09-19T11:57:49.129174+0000","last_clean":"2024-09-19T11:57:49.129174+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T11:57:49.129174+0000","last_undegraded":"2024-09-19T11:57:49.129174+0000","last_fullsized":"2024-09-19T11:57:49.129174+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122652+0000","last_change":"2024-09-19T11:34:29.632014+0000","last_active":"2024-09-19T11:56:59.122652+0000","last_peered":"2024-09-19T11:56:59.122652+0000","last_clean":"2024-09-19T11:56:59.122652+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T11:56:59.122652+0000","last_undegraded":"2024-09-19T11:56:59.122652+0000","last_fullsized":"2024-09-19T11:56:59.122652+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:21.859553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:13.874284+0000","last_change":"2024-09-19T11:46:50.775155+0000","last_active":"2024-09-19T11:58:13.874284+0000","last_peered":"2024-09-19T11:58:13.874284+0000","last_clean":"2024-09-19T11:58:13.874284+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T11:58:13.874284+0000","last_undegraded":"2024-09-19T11:58:13.874284+0000","last_fullsized":"2024-09-19T11:58:13.874284+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.507107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871238+0000","last_change":"2024-09-19T11:36:12.505222+0000","last_active":"2024-09-19T11:57:53.871238+0000","last_peered":"2024-09-19T11:57:53.871238+0000","last_clean":"2024-09-19T11:57:53.871238+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T11:57:53.871238+0000","last_undegraded":"2024-09-19T11:57:53.871238+0000","last_fullsized":"2024-09-19T11:57:53.871238+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:16.672423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977442+0000","last_change":"2024-09-19T11:36:09.486386+0000","last_active":"2024-09-19T11:57:48.977442+0000","last_peered":"2024-09-19T11:57:48.977442+0000","last_clean":"2024-09-19T11:57:48.977442+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T11:57:48.977442+0000","last_undegraded":"2024-09-19T11:57:48.977442+0000","last_fullsized":"2024-09-19T11:57:48.977442+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:30.730044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":98,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876250+0000","last_change":"2024-09-19T11:34:29.637742+0000","last_active":"2024-09-19T11:58:28.876250+0000","last_peered":"2024-09-19T11:58:28.876250+0000","last_clean":"2024-09-19T11:58:28.876250+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T11:58:28.876250+0000","last_undegraded":"2024-09-19T11:58:28.876250+0000","last_fullsized":"2024-09-19T11:58:28.876250+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:55.141423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873597+0000","last_change":"2024-09-19T11:46:50.773351+0000","last_active":"2024-09-19T11:58:08.873597+0000","last_peered":"2024-09-19T11:58:08.873597+0000","last_clean":"2024-09-19T11:58:08.873597+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T11:58:08.873597+0000","last_undegraded":"2024-09-19T11:58:08.873597+0000","last_fullsized":"2024-09-19T11:58:08.873597+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:56.938086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.984906+0000","last_change":"2024-09-19T11:36:12.512109+0000","last_active":"2024-09-19T11:58:43.984906+0000","last_peered":"2024-09-19T11:58:43.984906+0000","last_clean":"2024-09-19T11:58:43.984906+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T11:58:43.984906+0000","last_undegraded":"2024-09-19T11:58:43.984906+0000","last_fullsized":"2024-09-19T11:58:43.984906+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:32.736918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:04.026142+0000","last_change":"2024-09-19T11:36:09.485479+0000","last_active":"2024-09-19T12:00:04.026142+0000","last_peered":"2024-09-19T12:00:04.026142+0000","last_clean":"2024-09-19T12:00:04.026142+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:00:04.026142+0000","last_undegraded":"2024-09-19T12:00:04.026142+0000","last_fullsized":"2024-09-19T12:00:04.026142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:31.018960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":71,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.906419+0000","last_change":"2024-09-19T11:34:29.625399+0000","last_active":"2024-09-19T11:58:18.906419+0000","last_peered":"2024-09-19T11:58:18.906419+0000","last_clean":"2024-09-19T11:58:18.906419+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T11:58:18.906419+0000","last_undegraded":"2024-09-19T11:58:18.906419+0000","last_fullsized":"2024-09-19T11:58:18.906419+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:07.913238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132519+0000","last_change":"2024-09-19T11:46:50.769967+0000","last_active":"2024-09-19T11:58:09.132519+0000","last_peered":"2024-09-19T11:58:09.132519+0000","last_clean":"2024-09-19T11:58:09.132519+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T11:58:09.132519+0000","last_undegraded":"2024-09-19T11:58:09.132519+0000","last_fullsized":"2024-09-19T11:58:09.132519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:34.150467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872776+0000","last_change":"2024-09-19T11:36:12.514936+0000","last_active":"2024-09-19T11:58:03.872776+0000","last_peered":"2024-09-19T11:58:03.872776+0000","last_clean":"2024-09-19T11:58:03.872776+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T11:58:03.872776+0000","last_undegraded":"2024-09-19T11:58:03.872776+0000","last_fullsized":"2024-09-19T11:58:03.872776+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:51.273528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558238+0000","last_change":"2024-09-19T11:36:09.483387+0000","last_active":"2024-09-19T12:00:38.558238+0000","last_peered":"2024-09-19T12:00:38.558238+0000","last_clean":"2024-09-19T12:00:38.558238+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:00:38.558238+0000","last_undegraded":"2024-09-19T12:00:38.558238+0000","last_fullsized":"2024-09-19T12:00:38.558238+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:41.101454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":74,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872382+0000","last_change":"2024-09-19T11:34:29.634220+0000","last_active":"2024-09-19T11:58:18.872382+0000","last_peered":"2024-09-19T11:58:18.872382+0000","last_clean":"2024-09-19T11:58:18.872382+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T11:58:18.872382+0000","last_undegraded":"2024-09-19T11:58:18.872382+0000","last_fullsized":"2024-09-19T11:58:18.872382+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:27.250289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.866828+0000","last_change":"2024-09-19T11:46:50.773372+0000","last_active":"2024-09-19T11:57:18.866828+0000","last_peered":"2024-09-19T11:57:18.866828+0000","last_clean":"2024-09-19T11:57:18.866828+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T11:57:18.866828+0000","last_undegraded":"2024-09-19T11:57:18.866828+0000","last_fullsized":"2024-09-19T11:57:18.866828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:40.393897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:04.123506+0000","last_change":"2024-09-19T11:36:12.514578+0000","last_active":"2024-09-19T11:57:04.123506+0000","last_peered":"2024-09-19T11:57:04.123506+0000","last_clean":"2024-09-19T11:57:04.123506+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T11:57:04.123506+0000","last_undegraded":"2024-09-19T11:57:04.123506+0000","last_fullsized":"2024-09-19T11:57:04.123506+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:41.759860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558746+0000","last_change":"2024-09-19T11:36:09.486357+0000","last_active":"2024-09-19T12:00:38.558746+0000","last_peered":"2024-09-19T12:00:38.558746+0000","last_clean":"2024-09-19T12:00:38.558746+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:00:38.558746+0000","last_undegraded":"2024-09-19T12:00:38.558746+0000","last_fullsized":"2024-09-19T12:00:38.558746+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:24.525555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:19.133782+0000","last_change":"2024-09-19T11:34:29.637702+0000","last_active":"2024-09-19T11:58:19.133782+0000","last_peered":"2024-09-19T11:58:19.133782+0000","last_clean":"2024-09-19T11:58:19.133782+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T11:58:19.133782+0000","last_undegraded":"2024-09-19T11:58:19.133782+0000","last_fullsized":"2024-09-19T11:58:19.133782+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:31.667188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864106+0000","last_change":"2024-09-19T11:46:50.772394+0000","last_active":"2024-09-19T11:57:18.864106+0000","last_peered":"2024-09-19T11:57:18.864106+0000","last_clean":"2024-09-19T11:57:18.864106+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T11:57:18.864106+0000","last_undegraded":"2024-09-19T11:57:18.864106+0000","last_fullsized":"2024-09-19T11:57:18.864106+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:24.139685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018891+0000","last_change":"2024-09-19T11:36:12.506264+0000","last_active":"2024-09-19T11:59:09.018891+0000","last_peered":"2024-09-19T11:59:09.018891+0000","last_clean":"2024-09-19T11:59:09.018891+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T11:59:09.018891+0000","last_undegraded":"2024-09-19T11:59:09.018891+0000","last_fullsized":"2024-09-19T11:59:09.018891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:28.350996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.998419+0000","last_change":"2024-09-19T11:36:09.485153+0000","last_active":"2024-09-19T11:59:03.998419+0000","last_peered":"2024-09-19T11:59:03.998419+0000","last_clean":"2024-09-19T11:59:03.998419+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T11:59:03.998419+0000","last_undegraded":"2024-09-19T11:59:03.998419+0000","last_fullsized":"2024-09-19T11:59:03.998419+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:00.418029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872504+0000","last_change":"2024-09-19T11:34:29.639949+0000","last_active":"2024-09-19T11:58:18.872504+0000","last_peered":"2024-09-19T11:58:18.872504+0000","last_clean":"2024-09-19T11:58:18.872504+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T11:58:18.872504+0000","last_undegraded":"2024-09-19T11:58:18.872504+0000","last_fullsized":"2024-09-19T11:58:18.872504+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:28.681323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970795+0000","last_change":"2024-09-19T11:46:50.771994+0000","last_active":"2024-09-19T11:56:53.970795+0000","last_peered":"2024-09-19T11:56:53.970795+0000","last_clean":"2024-09-19T11:56:53.970795+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T11:56:53.970795+0000","last_undegraded":"2024-09-19T11:56:53.970795+0000","last_fullsized":"2024-09-19T11:56:53.970795+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:33.812127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:03.888877+0000","last_change":"2024-09-19T11:36:12.512563+0000","last_active":"2024-09-19T12:00:03.888877+0000","last_peered":"2024-09-19T12:00:03.888877+0000","last_clean":"2024-09-19T12:00:03.888877+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:00:03.888877+0000","last_undegraded":"2024-09-19T12:00:03.888877+0000","last_fullsized":"2024-09-19T12:00:03.888877+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:02.074078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868029+0000","last_change":"2024-09-19T11:36:09.488154+0000","last_active":"2024-09-19T11:57:48.868029+0000","last_peered":"2024-09-19T11:57:48.868029+0000","last_clean":"2024-09-19T11:57:48.868029+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T11:57:48.868029+0000","last_undegraded":"2024-09-19T11:57:48.868029+0000","last_fullsized":"2024-09-19T11:57:48.868029+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:12.729080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.868533+0000","last_change":"2024-09-19T11:34:29.637029+0000","last_active":"2024-09-19T11:57:33.868533+0000","last_peered":"2024-09-19T11:57:33.868533+0000","last_clean":"2024-09-19T11:57:33.868533+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T11:57:33.868533+0000","last_undegraded":"2024-09-19T11:57:33.868533+0000","last_fullsized":"2024-09-19T11:57:33.868533+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:18.107151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.865142+0000","last_change":"2024-09-19T11:46:50.773897+0000","last_active":"2024-09-19T11:57:18.865142+0000","last_peered":"2024-09-19T11:57:18.865142+0000","last_clean":"2024-09-19T11:57:18.865142+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T11:57:18.865142+0000","last_undegraded":"2024-09-19T11:57:18.865142+0000","last_fullsized":"2024-09-19T11:57:18.865142+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:38.987752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869255+0000","last_change":"2024-09-19T11:36:12.501301+0000","last_active":"2024-09-19T11:57:53.869255+0000","last_peered":"2024-09-19T11:57:53.869255+0000","last_clean":"2024-09-19T11:57:53.869255+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T11:57:53.869255+0000","last_undegraded":"2024-09-19T11:57:53.869255+0000","last_fullsized":"2024-09-19T11:57:53.869255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:51.141864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496512+0000","last_change":"2024-09-19T11:36:09.488807+0000","last_active":"2024-09-19T12:00:38.496512+0000","last_peered":"2024-09-19T12:00:38.496512+0000","last_clean":"2024-09-19T12:00:38.496512+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:00:38.496512+0000","last_undegraded":"2024-09-19T12:00:38.496512+0000","last_fullsized":"2024-09-19T12:00:38.496512+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:39.683393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":135,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.974493+0000","last_change":"2024-09-19T11:34:29.637715+0000","last_active":"2024-09-19T11:57:23.974493+0000","last_peered":"2024-09-19T11:57:23.974493+0000","last_clean":"2024-09-19T11:57:23.974493+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T11:57:23.974493+0000","last_undegraded":"2024-09-19T11:57:23.974493+0000","last_fullsized":"2024-09-19T11:57:23.974493+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:38.103836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"260'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988623+0000","last_change":"2024-09-19T11:46:50.768874+0000","last_active":"2024-09-19T11:57:43.988623+0000","last_peered":"2024-09-19T11:57:43.988623+0000","last_clean":"2024-09-19T11:57:43.988623+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T11:57:43.988623+0000","last_undegraded":"2024-09-19T11:57:43.988623+0000","last_fullsized":"2024-09-19T11:57:43.988623+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:29:20.581219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.971875+0000","last_change":"2024-09-19T11:36:12.512569+0000","last_active":"2024-09-19T11:57:03.971875+0000","last_peered":"2024-09-19T11:57:03.971875+0000","last_clean":"2024-09-19T11:57:03.971875+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T11:57:03.971875+0000","last_undegraded":"2024-09-19T11:57:03.971875+0000","last_fullsized":"2024-09-19T11:57:03.971875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:43.916746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538589+0000","last_change":"2024-09-19T11:36:09.484409+0000","last_active":"2024-09-19T12:00:38.538589+0000","last_peered":"2024-09-19T12:00:38.538589+0000","last_clean":"2024-09-19T12:00:38.538589+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:00:38.538589+0000","last_undegraded":"2024-09-19T12:00:38.538589+0000","last_fullsized":"2024-09-19T12:00:38.538589+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:58.556629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":105,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864656+0000","last_change":"2024-09-19T11:34:29.634223+0000","last_active":"2024-09-19T11:57:23.864656+0000","last_peered":"2024-09-19T11:57:23.864656+0000","last_clean":"2024-09-19T11:57:23.864656+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T11:57:23.864656+0000","last_undegraded":"2024-09-19T11:57:23.864656+0000","last_fullsized":"2024-09-19T11:57:23.864656+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:09.315170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:44.128529+0000","last_change":"2024-09-19T11:46:50.772750+0000","last_active":"2024-09-19T11:57:44.128529+0000","last_peered":"2024-09-19T11:57:44.128529+0000","last_clean":"2024-09-19T11:57:44.128529+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T11:57:44.128529+0000","last_undegraded":"2024-09-19T11:57:44.128529+0000","last_fullsized":"2024-09-19T11:57:44.128529+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:55.265444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680656+0000","last_change":"2024-09-19T11:36:12.505941+0000","last_active":"2024-09-19T12:00:38.680656+0000","last_peered":"2024-09-19T12:00:38.680656+0000","last_clean":"2024-09-19T12:00:38.680656+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:00:38.680656+0000","last_undegraded":"2024-09-19T12:00:38.680656+0000","last_fullsized":"2024-09-19T12:00:38.680656+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:51.693580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.864655+0000","last_change":"2024-09-19T11:36:09.487899+0000","last_active":"2024-09-19T11:56:58.864655+0000","last_peered":"2024-09-19T11:56:58.864655+0000","last_clean":"2024-09-19T11:56:58.864655+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T11:56:58.864655+0000","last_undegraded":"2024-09-19T11:56:58.864655+0000","last_fullsized":"2024-09-19T11:56:58.864655+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:11.896948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":181,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:10.884406+0000","last_change":"2024-09-19T11:34:29.628215+0000","last_active":"2024-09-19T11:58:10.884406+0000","last_peered":"2024-09-19T11:58:10.884406+0000","last_clean":"2024-09-19T11:58:10.884406+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T11:58:10.884406+0000","last_undegraded":"2024-09-19T11:58:10.884406+0000","last_fullsized":"2024-09-19T11:58:10.884406+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:52.193597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:19.125426+0000","last_change":"2024-09-19T11:46:50.774382+0000","last_active":"2024-09-19T11:57:19.125426+0000","last_peered":"2024-09-19T11:57:19.125426+0000","last_clean":"2024-09-19T11:57:19.125426+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T11:57:19.125426+0000","last_undegraded":"2024-09-19T11:57:19.125426+0000","last_fullsized":"2024-09-19T11:57:19.125426+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:49.984273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:08.880441+0000","last_change":"2024-09-19T11:36:12.509676+0000","last_active":"2024-09-19T11:59:08.880441+0000","last_peered":"2024-09-19T11:59:08.880441+0000","last_clean":"2024-09-19T11:59:08.880441+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T11:59:08.880441+0000","last_undegraded":"2024-09-19T11:59:08.880441+0000","last_fullsized":"2024-09-19T11:59:08.880441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:26.130081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.987539+0000","last_change":"2024-09-19T11:36:09.485241+0000","last_active":"2024-09-19T11:59:03.987539+0000","last_peered":"2024-09-19T11:59:03.987539+0000","last_clean":"2024-09-19T11:59:03.987539+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T11:59:03.987539+0000","last_undegraded":"2024-09-19T11:59:03.987539+0000","last_fullsized":"2024-09-19T11:59:03.987539+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:00.500314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864494+0000","last_change":"2024-09-19T11:34:29.631285+0000","last_active":"2024-09-19T11:57:23.864494+0000","last_peered":"2024-09-19T11:57:23.864494+0000","last_clean":"2024-09-19T11:57:23.864494+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T11:57:23.864494+0000","last_undegraded":"2024-09-19T11:57:23.864494+0000","last_fullsized":"2024-09-19T11:57:23.864494+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:18.408708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867358+0000","last_change":"2024-09-19T11:46:50.775558+0000","last_active":"2024-09-19T11:57:23.867358+0000","last_peered":"2024-09-19T11:57:23.867358+0000","last_clean":"2024-09-19T11:57:23.867358+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T11:57:23.867358+0000","last_undegraded":"2024-09-19T11:57:23.867358+0000","last_fullsized":"2024-09-19T11:57:23.867358+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:06.840332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.863676+0000","last_change":"2024-09-19T11:36:12.504984+0000","last_active":"2024-09-19T11:57:03.863676+0000","last_peered":"2024-09-19T11:57:03.863676+0000","last_clean":"2024-09-19T11:57:03.863676+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T11:57:03.863676+0000","last_undegraded":"2024-09-19T11:57:03.863676+0000","last_fullsized":"2024-09-19T11:57:03.863676+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:51.009681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.879814+0000","last_change":"2024-09-19T11:36:09.488046+0000","last_active":"2024-09-19T11:59:03.879814+0000","last_peered":"2024-09-19T11:59:03.879814+0000","last_clean":"2024-09-19T11:59:03.879814+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T11:59:03.879814+0000","last_undegraded":"2024-09-19T11:59:03.879814+0000","last_fullsized":"2024-09-19T11:59:03.879814+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:16.659742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877450+0000","last_change":"2024-09-19T11:34:29.637182+0000","last_active":"2024-09-19T11:58:38.877450+0000","last_peered":"2024-09-19T11:58:38.877450+0000","last_clean":"2024-09-19T11:58:38.877450+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T11:58:38.877450+0000","last_undegraded":"2024-09-19T11:58:38.877450+0000","last_fullsized":"2024-09-19T11:58:38.877450+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:16.851483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":935,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645619+0000","last_change":"2024-09-19T11:20:27.327995+0000","last_active":"2024-09-19T12:00:38.645619+0000","last_peered":"2024-09-19T12:00:38.645619+0000","last_clean":"2024-09-19T12:00:38.645619+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:38.645619+0000","last_undegraded":"2024-09-19T12:00:38.645619+0000","last_fullsized":"2024-09-19T12:00:38.645619+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:05.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'474","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283446+0000","last_change":"2024-09-19T11:20:29.332291+0000","last_active":"2024-09-19T11:58:47.283446+0000","last_peered":"2024-09-19T11:58:47.283446+0000","last_clean":"2024-09-19T11:58:47.283446+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T11:58:47.283446+0000","last_undegraded":"2024-09-19T11:58:47.283446+0000","last_fullsized":"2024-09-19T11:58:47.283446+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":400,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:27.076545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":818,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645910+0000","last_change":"2024-09-19T11:20:27.328660+0000","last_active":"2024-09-19T12:00:38.645910+0000","last_peered":"2024-09-19T12:00:38.645910+0000","last_clean":"2024-09-19T12:00:38.645910+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:38.645910+0000","last_undegraded":"2024-09-19T12:00:38.645910+0000","last_fullsized":"2024-09-19T12:00:38.645910+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:23.028748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1712,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154745+0000","last_change":"2024-09-19T11:20:29.334586+0000","last_active":"2024-09-19T11:59:00.154745+0000","last_peered":"2024-09-19T11:59:00.154745+0000","last_clean":"2024-09-19T11:59:00.154745+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T11:59:00.154745+0000","last_undegraded":"2024-09-19T11:59:00.154745+0000","last_fullsized":"2024-09-19T11:59:00.154745+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:31.681724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'207","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.546506+0000","last_change":"2024-09-19T11:20:27.324840+0000","last_active":"2024-09-19T12:00:38.546506+0000","last_peered":"2024-09-19T12:00:38.546506+0000","last_clean":"2024-09-19T12:00:38.546506+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:38.546506+0000","last_undegraded":"2024-09-19T12:00:38.546506+0000","last_fullsized":"2024-09-19T12:00:38.546506+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:45.178323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1977","reported_seq":3715,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.534575+0000","last_change":"2024-09-19T11:20:29.338918+0000","last_active":"2024-09-19T12:00:18.534575+0000","last_peered":"2024-09-19T12:00:18.534575+0000","last_clean":"2024-09-19T12:00:18.534575+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:00:18.534575+0000","last_undegraded":"2024-09-19T12:00:18.534575+0000","last_fullsized":"2024-09-19T12:00:18.534575+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":1900,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:46.490216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'273","reported_seq":951,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663696+0000","last_change":"2024-09-19T11:20:27.329322+0000","last_active":"2024-09-19T12:00:38.663696+0000","last_peered":"2024-09-19T12:00:38.663696+0000","last_clean":"2024-09-19T12:00:38.663696+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:38.663696+0000","last_undegraded":"2024-09-19T12:00:38.663696+0000","last_fullsized":"2024-09-19T12:00:38.663696+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:08.141869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'481","reported_seq":2139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715143+0000","last_change":"2024-09-19T11:20:29.342290+0000","last_active":"2024-09-19T11:59:00.715143+0000","last_peered":"2024-09-19T11:59:00.715143+0000","last_clean":"2024-09-19T11:59:00.715143+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T11:59:00.715143+0000","last_undegraded":"2024-09-19T11:59:00.715143+0000","last_fullsized":"2024-09-19T11:59:00.715143+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:50.370881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'237","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713391+0000","last_change":"2024-09-19T11:20:27.327309+0000","last_active":"2024-09-19T12:00:38.713391+0000","last_peered":"2024-09-19T12:00:38.713391+0000","last_clean":"2024-09-19T12:00:38.713391+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:38.713391+0000","last_undegraded":"2024-09-19T12:00:38.713391+0000","last_fullsized":"2024-09-19T12:00:38.713391+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:45.588460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'879","reported_seq":2539,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246733+0000","last_change":"2024-09-19T11:20:29.333295+0000","last_active":"2024-09-19T11:59:40.246733+0000","last_peered":"2024-09-19T11:59:40.246733+0000","last_clean":"2024-09-19T11:59:40.246733+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T11:59:40.246733+0000","last_undegraded":"2024-09-19T11:59:40.246733+0000","last_fullsized":"2024-09-19T11:59:40.246733+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:18.034061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'243","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.619649+0000","last_change":"2024-09-19T11:20:27.335500+0000","last_active":"2024-09-19T12:00:38.619649+0000","last_peered":"2024-09-19T12:00:38.619649+0000","last_clean":"2024-09-19T12:00:38.619649+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:38.619649+0000","last_undegraded":"2024-09-19T12:00:38.619649+0000","last_fullsized":"2024-09-19T12:00:38.619649+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:21.918396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'390","reported_seq":1900,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.445611+0000","last_change":"2024-09-19T11:20:29.339197+0000","last_active":"2024-09-19T11:58:43.445611+0000","last_peered":"2024-09-19T11:58:43.445611+0000","last_clean":"2024-09-19T11:58:43.445611+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T11:58:43.445611+0000","last_undegraded":"2024-09-19T11:58:43.445611+0000","last_fullsized":"2024-09-19T11:58:43.445611+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:05.697403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'255","reported_seq":906,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.635611+0000","last_change":"2024-09-19T11:20:27.328510+0000","last_active":"2024-09-19T12:00:38.635611+0000","last_peered":"2024-09-19T12:00:38.635611+0000","last_clean":"2024-09-19T12:00:38.635611+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:38.635611+0000","last_undegraded":"2024-09-19T12:00:38.635611+0000","last_fullsized":"2024-09-19T12:00:38.635611+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:06.515007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'405","reported_seq":1968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714594+0000","last_change":"2024-09-19T11:20:29.324531+0000","last_active":"2024-09-19T11:59:00.714594+0000","last_peered":"2024-09-19T11:59:00.714594+0000","last_clean":"2024-09-19T11:59:00.714594+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T11:59:00.714594+0000","last_undegraded":"2024-09-19T11:59:00.714594+0000","last_fullsized":"2024-09-19T11:59:00.714594+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'200","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.585634+0000","last_change":"2024-09-19T11:20:27.320327+0000","last_active":"2024-09-19T12:00:38.585634+0000","last_peered":"2024-09-19T12:00:38.585634+0000","last_clean":"2024-09-19T12:00:38.585634+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:38.585634+0000","last_undegraded":"2024-09-19T12:00:38.585634+0000","last_fullsized":"2024-09-19T12:00:38.585634+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:20.646426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'553","reported_seq":2367,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528489+0000","last_change":"2024-09-19T11:20:29.339011+0000","last_active":"2024-09-19T12:00:18.528489+0000","last_peered":"2024-09-19T12:00:18.528489+0000","last_clean":"2024-09-19T12:00:18.528489+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:18.528489+0000","last_undegraded":"2024-09-19T12:00:18.528489+0000","last_fullsized":"2024-09-19T12:00:18.528489+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:23:49.623733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'426","reported_seq":2036,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715053+0000","last_change":"2024-09-19T11:20:29.338164+0000","last_active":"2024-09-19T11:59:00.715053+0000","last_peered":"2024-09-19T11:59:00.715053+0000","last_clean":"2024-09-19T11:59:00.715053+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T11:59:00.715053+0000","last_undegraded":"2024-09-19T11:59:00.715053+0000","last_fullsized":"2024-09-19T11:59:00.715053+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:46.797865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'226","reported_seq":876,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655479+0000","last_change":"2024-09-19T11:20:27.330910+0000","last_active":"2024-09-19T12:00:38.655479+0000","last_peered":"2024-09-19T12:00:38.655479+0000","last_clean":"2024-09-19T12:00:38.655479+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:38.655479+0000","last_undegraded":"2024-09-19T12:00:38.655479+0000","last_fullsized":"2024-09-19T12:00:38.655479+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:13.188080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'776","reported_seq":2243,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246745+0000","last_change":"2024-09-19T11:20:29.340778+0000","last_active":"2024-09-19T11:59:40.246745+0000","last_peered":"2024-09-19T11:59:40.246745+0000","last_clean":"2024-09-19T11:59:40.246745+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T11:59:40.246745+0000","last_undegraded":"2024-09-19T11:59:40.246745+0000","last_fullsized":"2024-09-19T11:59:40.246745+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:17.264243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'208","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673901+0000","last_change":"2024-09-19T11:20:27.333503+0000","last_active":"2024-09-19T12:00:38.673901+0000","last_peered":"2024-09-19T12:00:38.673901+0000","last_clean":"2024-09-19T12:00:38.673901+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:38.673901+0000","last_undegraded":"2024-09-19T12:00:38.673901+0000","last_fullsized":"2024-09-19T12:00:38.673901+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:38.226765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'912","reported_seq":2620,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859441+0000","last_change":"2024-09-19T11:20:29.329113+0000","last_active":"2024-09-19T11:58:45.859441+0000","last_peered":"2024-09-19T11:58:45.859441+0000","last_clean":"2024-09-19T11:58:45.859441+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T11:58:45.859441+0000","last_undegraded":"2024-09-19T11:58:45.859441+0000","last_fullsized":"2024-09-19T11:58:45.859441+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":900,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:20.684929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'183","reported_seq":770,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680173+0000","last_change":"2024-09-19T11:20:27.329187+0000","last_active":"2024-09-19T12:00:38.680173+0000","last_peered":"2024-09-19T12:00:38.680173+0000","last_clean":"2024-09-19T12:00:38.680173+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:38.680173+0000","last_undegraded":"2024-09-19T12:00:38.680173+0000","last_fullsized":"2024-09-19T12:00:38.680173+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:32.130838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'394","reported_seq":1855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207953+0000","last_change":"2024-09-19T11:20:29.338704+0000","last_active":"2024-09-19T11:58:58.207953+0000","last_peered":"2024-09-19T11:58:58.207953+0000","last_clean":"2024-09-19T11:58:58.207953+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T11:58:58.207953+0000","last_undegraded":"2024-09-19T11:58:58.207953+0000","last_fullsized":"2024-09-19T11:58:58.207953+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:18.854944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'233","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.694676+0000","last_change":"2024-09-19T11:20:27.326886+0000","last_active":"2024-09-19T12:00:38.694676+0000","last_peered":"2024-09-19T12:00:38.694676+0000","last_clean":"2024-09-19T12:00:38.694676+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:38.694676+0000","last_undegraded":"2024-09-19T12:00:38.694676+0000","last_fullsized":"2024-09-19T12:00:38.694676+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:50:06.382250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155366+0000","last_change":"2024-09-19T11:20:29.335895+0000","last_active":"2024-09-19T11:59:00.155366+0000","last_peered":"2024-09-19T11:59:00.155366+0000","last_clean":"2024-09-19T11:59:00.155366+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T11:59:00.155366+0000","last_undegraded":"2024-09-19T11:59:00.155366+0000","last_fullsized":"2024-09-19T11:59:00.155366+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:32:41.903864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'202","reported_seq":868,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:17.973715+0000","last_change":"2024-09-19T11:20:27.318819+0000","last_active":"2024-09-19T12:00:17.973715+0000","last_peered":"2024-09-19T12:00:17.973715+0000","last_clean":"2024-09-19T12:00:17.973715+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:17.973715+0000","last_undegraded":"2024-09-19T12:00:17.973715+0000","last_fullsized":"2024-09-19T12:00:17.973715+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:39.615040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'862","reported_seq":2605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527723+0000","last_change":"2024-09-19T11:20:29.331628+0000","last_active":"2024-09-19T12:00:18.527723+0000","last_peered":"2024-09-19T12:00:18.527723+0000","last_clean":"2024-09-19T12:00:18.527723+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:00:18.527723+0000","last_undegraded":"2024-09-19T12:00:18.527723+0000","last_fullsized":"2024-09-19T12:00:18.527723+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":800,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:47.741589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'176","reported_seq":816,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.700770+0000","last_change":"2024-09-19T11:20:27.326717+0000","last_active":"2024-09-19T12:00:38.700770+0000","last_peered":"2024-09-19T12:00:38.700770+0000","last_clean":"2024-09-19T12:00:38.700770+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:38.700770+0000","last_undegraded":"2024-09-19T12:00:38.700770+0000","last_fullsized":"2024-09-19T12:00:38.700770+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:31.574398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'170","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.773644+0000","last_change":"2024-09-19T11:20:37.357331+0000","last_active":"2024-09-19T11:59:00.773644+0000","last_peered":"2024-09-19T11:59:00.773644+0000","last_clean":"2024-09-19T11:59:00.773644+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T11:59:00.773644+0000","last_undegraded":"2024-09-19T11:59:00.773644+0000","last_fullsized":"2024-09-19T11:59:00.773644+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:20.980245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1134","reported_seq":3050,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.878613+0000","last_change":"2024-09-19T11:20:29.342071+0000","last_active":"2024-09-19T11:58:41.878613+0000","last_peered":"2024-09-19T11:58:41.878613+0000","last_clean":"2024-09-19T11:58:41.878613+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T11:58:41.878613+0000","last_undegraded":"2024-09-19T11:58:41.878613+0000","last_fullsized":"2024-09-19T11:58:41.878613+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:19.583420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'233","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713392+0000","last_change":"2024-09-19T11:20:27.330114+0000","last_active":"2024-09-19T12:00:38.713392+0000","last_peered":"2024-09-19T12:00:38.713392+0000","last_clean":"2024-09-19T12:00:38.713392+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:38.713392+0000","last_undegraded":"2024-09-19T12:00:38.713392+0000","last_fullsized":"2024-09-19T12:00:38.713392+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:36.963694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860283+0000","last_change":"2024-09-19T11:20:31.340214+0000","last_active":"2024-09-19T11:56:48.860283+0000","last_peered":"2024-09-19T11:56:48.860283+0000","last_clean":"2024-09-19T11:56:48.860283+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T11:56:48.860283+0000","last_undegraded":"2024-09-19T11:56:48.860283+0000","last_fullsized":"2024-09-19T11:56:48.860283+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:34.666832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'191","reported_seq":781,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.483974+0000","last_change":"2024-09-19T11:20:33.338456+0000","last_active":"2024-09-19T12:00:38.483974+0000","last_peered":"2024-09-19T12:00:38.483974+0000","last_clean":"2024-09-19T12:00:38.483974+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:00:38.483974+0000","last_undegraded":"2024-09-19T12:00:38.483974+0000","last_fullsized":"2024-09-19T12:00:38.483974+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:22.231391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864136+0000","last_change":"2024-09-19T11:20:35.352225+0000","last_active":"2024-09-19T11:56:53.864136+0000","last_peered":"2024-09-19T11:56:53.864136+0000","last_clean":"2024-09-19T11:56:53.864136+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T11:56:53.864136+0000","last_undegraded":"2024-09-19T11:56:53.864136+0000","last_fullsized":"2024-09-19T11:56:53.864136+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:45.491144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'105","reported_seq":587,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.960710+0000","last_change":"2024-09-19T11:20:37.360851+0000","last_active":"2024-09-19T11:58:58.960710+0000","last_peered":"2024-09-19T11:58:58.960710+0000","last_clean":"2024-09-19T11:58:58.960710+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T11:58:58.960710+0000","last_undegraded":"2024-09-19T11:58:58.960710+0000","last_fullsized":"2024-09-19T11:58:58.960710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:07.872719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'805","reported_seq":2346,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.211620+0000","last_change":"2024-09-19T11:20:29.335928+0000","last_active":"2024-09-19T11:58:38.211620+0000","last_peered":"2024-09-19T11:58:38.211620+0000","last_clean":"2024-09-19T11:58:38.211620+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T11:58:38.211620+0000","last_undegraded":"2024-09-19T11:58:38.211620+0000","last_fullsized":"2024-09-19T11:58:38.211620+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:09.577616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'186","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666487+0000","last_change":"2024-09-19T11:20:27.330793+0000","last_active":"2024-09-19T12:00:38.666487+0000","last_peered":"2024-09-19T12:00:38.666487+0000","last_clean":"2024-09-19T12:00:38.666487+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:38.666487+0000","last_undegraded":"2024-09-19T12:00:38.666487+0000","last_fullsized":"2024-09-19T12:00:38.666487+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:50.536437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903746+0000","last_change":"2024-09-19T11:20:31.330777+0000","last_active":"2024-09-19T11:57:58.903746+0000","last_peered":"2024-09-19T11:57:58.903746+0000","last_clean":"2024-09-19T11:57:58.903746+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T11:57:58.903746+0000","last_undegraded":"2024-09-19T11:57:58.903746+0000","last_fullsized":"2024-09-19T11:57:58.903746+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:02.865207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'87","reported_seq":601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:30.128394+0000","last_change":"2024-09-19T11:20:33.337977+0000","last_active":"2024-09-19T11:57:30.128394+0000","last_peered":"2024-09-19T11:57:30.128394+0000","last_clean":"2024-09-19T11:57:30.128394+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T11:57:30.128394+0000","last_undegraded":"2024-09-19T11:57:30.128394+0000","last_fullsized":"2024-09-19T11:57:30.128394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:59.846889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.862608+0000","last_change":"2024-09-19T11:20:35.352834+0000","last_active":"2024-09-19T11:56:53.862608+0000","last_peered":"2024-09-19T11:56:53.862608+0000","last_clean":"2024-09-19T11:56:53.862608+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T11:56:53.862608+0000","last_undegraded":"2024-09-19T11:56:53.862608+0000","last_fullsized":"2024-09-19T11:56:53.862608+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:54.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'150","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.610525+0000","last_change":"2024-09-19T11:20:37.361791+0000","last_active":"2024-09-19T11:58:46.610525+0000","last_peered":"2024-09-19T11:58:46.610525+0000","last_clean":"2024-09-19T11:58:46.610525+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T11:58:46.610525+0000","last_undegraded":"2024-09-19T11:58:46.610525+0000","last_fullsized":"2024-09-19T11:58:46.610525+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:25.196299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'469","reported_seq":2112,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715150+0000","last_change":"2024-09-19T11:20:29.341060+0000","last_active":"2024-09-19T11:59:00.715150+0000","last_peered":"2024-09-19T11:59:00.715150+0000","last_clean":"2024-09-19T11:59:00.715150+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T11:59:00.715150+0000","last_undegraded":"2024-09-19T11:59:00.715150+0000","last_fullsized":"2024-09-19T11:59:00.715150+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:37.226642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'211","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.656789+0000","last_change":"2024-09-19T11:20:27.331667+0000","last_active":"2024-09-19T12:00:38.656789+0000","last_peered":"2024-09-19T12:00:38.656789+0000","last_clean":"2024-09-19T12:00:38.656789+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:38.656789+0000","last_undegraded":"2024-09-19T12:00:38.656789+0000","last_fullsized":"2024-09-19T12:00:38.656789+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:53.612703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.893699+0000","last_change":"2024-09-19T11:20:31.340349+0000","last_active":"2024-09-19T11:56:48.893699+0000","last_peered":"2024-09-19T11:56:48.893699+0000","last_clean":"2024-09-19T11:56:48.893699+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T11:56:48.893699+0000","last_undegraded":"2024-09-19T11:56:48.893699+0000","last_fullsized":"2024-09-19T11:56:48.893699+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:01.558119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'94","reported_seq":616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:27.607717+0000","last_change":"2024-09-19T11:20:33.337419+0000","last_active":"2024-09-19T11:58:27.607717+0000","last_peered":"2024-09-19T11:58:27.607717+0000","last_clean":"2024-09-19T11:58:27.607717+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T11:58:27.607717+0000","last_undegraded":"2024-09-19T11:58:27.607717+0000","last_fullsized":"2024-09-19T11:58:27.607717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:16.456432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'751","reported_seq":2473,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.426001+0000","last_change":"2024-09-19T11:20:35.345012+0000","last_active":"2024-09-19T12:00:38.426001+0000","last_peered":"2024-09-19T12:00:38.426001+0000","last_clean":"2024-09-19T12:00:38.426001+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:00:38.426001+0000","last_undegraded":"2024-09-19T12:00:38.426001+0000","last_fullsized":"2024-09-19T12:00:38.426001+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:02.192735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'183","reported_seq":996,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.817470+0000","last_change":"2024-09-19T11:20:37.372261+0000","last_active":"2024-09-19T11:59:00.817470+0000","last_peered":"2024-09-19T11:59:00.817470+0000","last_clean":"2024-09-19T11:59:00.817470+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T11:59:00.817470+0000","last_undegraded":"2024-09-19T11:59:00.817470+0000","last_fullsized":"2024-09-19T11:59:00.817470+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:04.123426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'462","reported_seq":2104,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283755+0000","last_change":"2024-09-19T11:20:29.338154+0000","last_active":"2024-09-19T11:58:47.283755+0000","last_peered":"2024-09-19T11:58:47.283755+0000","last_clean":"2024-09-19T11:58:47.283755+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T11:58:47.283755+0000","last_undegraded":"2024-09-19T11:58:47.283755+0000","last_fullsized":"2024-09-19T11:58:47.283755+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:21.213097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'203","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496988+0000","last_change":"2024-09-19T11:20:27.331046+0000","last_active":"2024-09-19T12:00:38.496988+0000","last_peered":"2024-09-19T12:00:38.496988+0000","last_clean":"2024-09-19T12:00:38.496988+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:38.496988+0000","last_undegraded":"2024-09-19T12:00:38.496988+0000","last_fullsized":"2024-09-19T12:00:38.496988+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:45.728430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860317+0000","last_change":"2024-09-19T11:20:31.337733+0000","last_active":"2024-09-19T11:56:48.860317+0000","last_peered":"2024-09-19T11:56:48.860317+0000","last_clean":"2024-09-19T11:56:48.860317+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T11:56:48.860317+0000","last_undegraded":"2024-09-19T11:56:48.860317+0000","last_fullsized":"2024-09-19T11:56:48.860317+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:17.447360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'113","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.696303+0000","last_change":"2024-09-19T11:20:33.453498+0000","last_active":"2024-09-19T12:00:38.696303+0000","last_peered":"2024-09-19T12:00:38.696303+0000","last_clean":"2024-09-19T12:00:38.696303+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:00:38.696303+0000","last_undegraded":"2024-09-19T12:00:38.696303+0000","last_fullsized":"2024-09-19T12:00:38.696303+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:49.047191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'773","reported_seq":4201,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.430384+0000","last_change":"2024-09-19T11:20:35.347454+0000","last_active":"2024-09-19T12:00:38.430384+0000","last_peered":"2024-09-19T12:00:38.430384+0000","last_clean":"2024-09-19T12:00:38.430384+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:00:38.430384+0000","last_undegraded":"2024-09-19T12:00:38.430384+0000","last_fullsized":"2024-09-19T12:00:38.430384+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:25.952175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'514","reported_seq":2002,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.882940+0000","last_change":"2024-09-19T11:20:29.335676+0000","last_active":"2024-09-19T11:59:28.882940+0000","last_peered":"2024-09-19T11:59:28.882940+0000","last_clean":"2024-09-19T11:59:28.882940+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T11:59:28.882940+0000","last_undegraded":"2024-09-19T11:59:28.882940+0000","last_fullsized":"2024-09-19T11:59:28.882940+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:38.125746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'249","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713372+0000","last_change":"2024-09-19T11:20:27.330249+0000","last_active":"2024-09-19T12:00:38.713372+0000","last_peered":"2024-09-19T12:00:38.713372+0000","last_clean":"2024-09-19T12:00:38.713372+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:38.713372+0000","last_undegraded":"2024-09-19T12:00:38.713372+0000","last_fullsized":"2024-09-19T12:00:38.713372+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:44.253937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867318+0000","last_change":"2024-09-19T11:20:31.333286+0000","last_active":"2024-09-19T11:57:23.867318+0000","last_peered":"2024-09-19T11:57:23.867318+0000","last_clean":"2024-09-19T11:57:23.867318+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T11:57:23.867318+0000","last_undegraded":"2024-09-19T11:57:23.867318+0000","last_fullsized":"2024-09-19T11:57:23.867318+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:27.863620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'192","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.522916+0000","last_change":"2024-09-19T11:20:33.452103+0000","last_active":"2024-09-19T12:00:38.522916+0000","last_peered":"2024-09-19T12:00:38.522916+0000","last_clean":"2024-09-19T12:00:38.522916+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:00:38.522916+0000","last_undegraded":"2024-09-19T12:00:38.522916+0000","last_fullsized":"2024-09-19T12:00:38.522916+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:17.715144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.968640+0000","last_change":"2024-09-19T11:20:35.352047+0000","last_active":"2024-09-19T11:56:38.968640+0000","last_peered":"2024-09-19T11:56:38.968640+0000","last_clean":"2024-09-19T11:56:38.968640+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T11:56:38.968640+0000","last_undegraded":"2024-09-19T11:56:38.968640+0000","last_fullsized":"2024-09-19T11:56:38.968640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:48.998518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'566","reported_seq":1369,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428955+0000","last_change":"2024-09-19T11:20:37.362095+0000","last_active":"2024-09-19T12:00:19.428955+0000","last_peered":"2024-09-19T12:00:19.428955+0000","last_clean":"2024-09-19T12:00:19.428955+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:00:19.428955+0000","last_undegraded":"2024-09-19T12:00:19.428955+0000","last_fullsized":"2024-09-19T12:00:19.428955+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":500,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:18.642934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'392","reported_seq":1820,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155338+0000","last_change":"2024-09-19T11:20:29.341416+0000","last_active":"2024-09-19T11:59:00.155338+0000","last_peered":"2024-09-19T11:59:00.155338+0000","last_clean":"2024-09-19T11:59:00.155338+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T11:59:00.155338+0000","last_undegraded":"2024-09-19T11:59:00.155338+0000","last_fullsized":"2024-09-19T11:59:00.155338+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:05.479020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'228","reported_seq":852,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663459+0000","last_change":"2024-09-19T11:20:27.331842+0000","last_active":"2024-09-19T12:00:38.663459+0000","last_peered":"2024-09-19T12:00:38.663459+0000","last_clean":"2024-09-19T12:00:38.663459+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:38.663459+0000","last_undegraded":"2024-09-19T12:00:38.663459+0000","last_fullsized":"2024-09-19T12:00:38.663459+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:19.834858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986145+0000","last_change":"2024-09-19T11:20:31.340180+0000","last_active":"2024-09-19T11:57:23.986145+0000","last_peered":"2024-09-19T11:57:23.986145+0000","last_clean":"2024-09-19T11:57:23.986145+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T11:57:23.986145+0000","last_undegraded":"2024-09-19T11:57:23.986145+0000","last_fullsized":"2024-09-19T11:57:23.986145+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:50.738839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'125","reported_seq":684,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.621819+0000","last_change":"2024-09-19T11:20:33.340126+0000","last_active":"2024-09-19T12:00:38.621819+0000","last_peered":"2024-09-19T12:00:38.621819+0000","last_clean":"2024-09-19T12:00:38.621819+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:00:38.621819+0000","last_undegraded":"2024-09-19T12:00:38.621819+0000","last_fullsized":"2024-09-19T12:00:38.621819+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:30.649297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.898999+0000","last_change":"2024-09-19T11:20:35.354256+0000","last_active":"2024-09-19T11:57:33.898999+0000","last_peered":"2024-09-19T11:57:33.898999+0000","last_clean":"2024-09-19T11:57:33.898999+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T11:57:33.898999+0000","last_undegraded":"2024-09-19T11:57:33.898999+0000","last_fullsized":"2024-09-19T11:57:33.898999+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:04.372509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2497","reported_seq":4321,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.276564+0000","last_change":"2024-09-19T11:20:37.363209+0000","last_active":"2024-09-19T12:00:09.276564+0000","last_peered":"2024-09-19T12:00:09.276564+0000","last_clean":"2024-09-19T12:00:09.276564+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:00:09.276564+0000","last_undegraded":"2024-09-19T12:00:09.276564+0000","last_fullsized":"2024-09-19T12:00:09.276564+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":2400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.434433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'401","reported_seq":1964,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154576+0000","last_change":"2024-09-19T11:20:29.330954+0000","last_active":"2024-09-19T11:59:00.154576+0000","last_peered":"2024-09-19T11:59:00.154576+0000","last_clean":"2024-09-19T11:59:00.154576+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T11:59:00.154576+0000","last_undegraded":"2024-09-19T11:59:00.154576+0000","last_fullsized":"2024-09-19T11:59:00.154576+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:30.874721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'239","reported_seq":889,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.586418+0000","last_change":"2024-09-19T11:20:27.329944+0000","last_active":"2024-09-19T12:00:38.586418+0000","last_peered":"2024-09-19T12:00:38.586418+0000","last_clean":"2024-09-19T12:00:38.586418+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:38.586418+0000","last_undegraded":"2024-09-19T12:00:38.586418+0000","last_fullsized":"2024-09-19T12:00:38.586418+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:05.831545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.979935+0000","last_change":"2024-09-19T11:20:31.335034+0000","last_active":"2024-09-19T11:56:33.979935+0000","last_peered":"2024-09-19T11:56:33.979935+0000","last_clean":"2024-09-19T11:56:33.979935+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T11:56:33.979935+0000","last_undegraded":"2024-09-19T11:56:33.979935+0000","last_fullsized":"2024-09-19T11:56:33.979935+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:35.346117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'158","reported_seq":727,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.540879+0000","last_change":"2024-09-19T11:20:33.343993+0000","last_active":"2024-09-19T12:00:38.540879+0000","last_peered":"2024-09-19T12:00:38.540879+0000","last_clean":"2024-09-19T12:00:38.540879+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:00:38.540879+0000","last_undegraded":"2024-09-19T12:00:38.540879+0000","last_fullsized":"2024-09-19T12:00:38.540879+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:48.513245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'786","reported_seq":2232,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.431333+0000","last_change":"2024-09-19T11:20:35.345819+0000","last_active":"2024-09-19T12:00:38.431333+0000","last_peered":"2024-09-19T12:00:38.431333+0000","last_clean":"2024-09-19T12:00:38.431333+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:00:38.431333+0000","last_undegraded":"2024-09-19T12:00:38.431333+0000","last_fullsized":"2024-09-19T12:00:38.431333+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:41.842282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'123","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.477824+0000","last_change":"2024-09-19T11:20:37.364521+0000","last_active":"2024-09-19T12:00:18.477824+0000","last_peered":"2024-09-19T12:00:18.477824+0000","last_clean":"2024-09-19T12:00:18.477824+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:00:18.477824+0000","last_undegraded":"2024-09-19T12:00:18.477824+0000","last_fullsized":"2024-09-19T12:00:18.477824+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:04.202765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'794","reported_seq":2330,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.202196+0000","last_change":"2024-09-19T11:20:29.343594+0000","last_active":"2024-09-19T11:58:58.202196+0000","last_peered":"2024-09-19T11:58:58.202196+0000","last_clean":"2024-09-19T11:58:58.202196+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T11:58:58.202196+0000","last_undegraded":"2024-09-19T11:58:58.202196+0000","last_fullsized":"2024-09-19T11:58:58.202196+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:25.159902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'214","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713661+0000","last_change":"2024-09-19T11:20:27.326614+0000","last_active":"2024-09-19T12:00:38.713661+0000","last_peered":"2024-09-19T12:00:38.713661+0000","last_clean":"2024-09-19T12:00:38.713661+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:38.713661+0000","last_undegraded":"2024-09-19T12:00:38.713661+0000","last_fullsized":"2024-09-19T12:00:38.713661+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:45.046338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986878+0000","last_change":"2024-09-19T11:20:31.340736+0000","last_active":"2024-09-19T11:57:28.986878+0000","last_peered":"2024-09-19T11:57:28.986878+0000","last_clean":"2024-09-19T11:57:28.986878+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T11:57:28.986878+0000","last_undegraded":"2024-09-19T11:57:28.986878+0000","last_fullsized":"2024-09-19T11:57:28.986878+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:37.635033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'192","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.638365+0000","last_change":"2024-09-19T11:20:33.339196+0000","last_active":"2024-09-19T12:00:38.638365+0000","last_peered":"2024-09-19T12:00:38.638365+0000","last_clean":"2024-09-19T12:00:38.638365+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:00:38.638365+0000","last_undegraded":"2024-09-19T12:00:38.638365+0000","last_fullsized":"2024-09-19T12:00:38.638365+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:03.326112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986852+0000","last_change":"2024-09-19T11:20:35.340594+0000","last_active":"2024-09-19T11:57:28.986852+0000","last_peered":"2024-09-19T11:57:28.986852+0000","last_clean":"2024-09-19T11:57:28.986852+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T11:57:28.986852+0000","last_undegraded":"2024-09-19T11:57:28.986852+0000","last_fullsized":"2024-09-19T11:57:28.986852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:29.415579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'147","reported_seq":670,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.769870+0000","last_change":"2024-09-19T11:20:37.361758+0000","last_active":"2024-09-19T11:59:00.769870+0000","last_peered":"2024-09-19T11:59:00.769870+0000","last_clean":"2024-09-19T11:59:00.769870+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T11:59:00.769870+0000","last_undegraded":"2024-09-19T11:59:00.769870+0000","last_fullsized":"2024-09-19T11:59:00.769870+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:14.337924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'983","reported_seq":2691,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.273747+0000","last_change":"2024-09-19T11:20:29.338829+0000","last_active":"2024-09-19T11:58:47.273747+0000","last_peered":"2024-09-19T11:58:47.273747+0000","last_clean":"2024-09-19T11:58:47.273747+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T11:58:47.273747+0000","last_undegraded":"2024-09-19T11:58:47.273747+0000","last_fullsized":"2024-09-19T11:58:47.273747+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":900,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:34:38.135992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'191","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518353+0000","last_change":"2024-09-19T11:20:27.329135+0000","last_active":"2024-09-19T12:00:38.518353+0000","last_peered":"2024-09-19T12:00:38.518353+0000","last_clean":"2024-09-19T12:00:38.518353+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:38.518353+0000","last_undegraded":"2024-09-19T12:00:38.518353+0000","last_fullsized":"2024-09-19T12:00:38.518353+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:39.798655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"34'7","reported_seq":1443,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.206421+0000","last_change":"2024-09-19T11:20:31.339629+0000","last_active":"2024-09-19T12:00:38.206421+0000","last_peered":"2024-09-19T12:00:38.206421+0000","last_clean":"2024-09-19T12:00:38.206421+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:00:38.206421+0000","last_undegraded":"2024-09-19T12:00:38.206421+0000","last_fullsized":"2024-09-19T12:00:38.206421+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:42.429238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'138","reported_seq":701,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.647309+0000","last_change":"2024-09-19T11:20:33.342336+0000","last_active":"2024-09-19T12:00:38.647309+0000","last_peered":"2024-09-19T12:00:38.647309+0000","last_clean":"2024-09-19T12:00:38.647309+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:00:38.647309+0000","last_undegraded":"2024-09-19T12:00:38.647309+0000","last_fullsized":"2024-09-19T12:00:38.647309+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:43.042270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:39.119527+0000","last_change":"2024-09-19T11:20:35.348336+0000","last_active":"2024-09-19T11:56:39.119527+0000","last_peered":"2024-09-19T11:56:39.119527+0000","last_clean":"2024-09-19T11:56:39.119527+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T11:56:39.119527+0000","last_undegraded":"2024-09-19T11:56:39.119527+0000","last_fullsized":"2024-09-19T11:56:39.119527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:28.596878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'117","reported_seq":604,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910184+0000","last_change":"2024-09-19T11:20:37.361923+0000","last_active":"2024-09-19T11:58:43.910184+0000","last_peered":"2024-09-19T11:58:43.910184+0000","last_clean":"2024-09-19T11:58:43.910184+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T11:58:43.910184+0000","last_undegraded":"2024-09-19T11:58:43.910184+0000","last_fullsized":"2024-09-19T11:58:43.910184+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:13.955425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'821","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:44.678806+0000","last_change":"2024-09-19T11:20:29.333398+0000","last_active":"2024-09-19T11:58:44.678806+0000","last_peered":"2024-09-19T11:58:44.678806+0000","last_clean":"2024-09-19T11:58:44.678806+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T11:58:44.678806+0000","last_undegraded":"2024-09-19T11:58:44.678806+0000","last_fullsized":"2024-09-19T11:58:44.678806+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:19.024369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'251","reported_seq":1072,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701719+0000","last_change":"2024-09-19T11:20:27.327243+0000","last_active":"2024-09-19T12:00:38.701719+0000","last_peered":"2024-09-19T12:00:38.701719+0000","last_clean":"2024-09-19T12:00:38.701719+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:38.701719+0000","last_undegraded":"2024-09-19T12:00:38.701719+0000","last_fullsized":"2024-09-19T12:00:38.701719+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:27:56.089160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.967822+0000","last_change":"2024-09-19T11:20:31.340036+0000","last_active":"2024-09-19T11:56:33.967822+0000","last_peered":"2024-09-19T11:56:33.967822+0000","last_clean":"2024-09-19T11:56:33.967822+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T11:56:33.967822+0000","last_undegraded":"2024-09-19T11:56:33.967822+0000","last_fullsized":"2024-09-19T11:56:33.967822+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:47.604277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'144","reported_seq":714,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.600618+0000","last_change":"2024-09-19T11:20:33.337656+0000","last_active":"2024-09-19T12:00:38.600618+0000","last_peered":"2024-09-19T12:00:38.600618+0000","last_clean":"2024-09-19T12:00:38.600618+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:00:38.600618+0000","last_undegraded":"2024-09-19T12:00:38.600618+0000","last_fullsized":"2024-09-19T12:00:38.600618+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:11.373671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2144,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.427233+0000","last_change":"2024-09-19T11:20:35.353450+0000","last_active":"2024-09-19T12:00:38.427233+0000","last_peered":"2024-09-19T12:00:38.427233+0000","last_clean":"2024-09-19T12:00:38.427233+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:00:38.427233+0000","last_undegraded":"2024-09-19T12:00:38.427233+0000","last_fullsized":"2024-09-19T12:00:38.427233+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:10.955965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'180","reported_seq":703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.903589+0000","last_change":"2024-09-19T11:20:37.353338+0000","last_active":"2024-09-19T11:58:47.903589+0000","last_peered":"2024-09-19T11:58:47.903589+0000","last_clean":"2024-09-19T11:58:47.903589+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T11:58:47.903589+0000","last_undegraded":"2024-09-19T11:58:47.903589+0000","last_fullsized":"2024-09-19T11:58:47.903589+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:57.611096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'435","reported_seq":1926,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787332+0000","last_change":"2024-09-19T11:20:29.332897+0000","last_active":"2024-09-19T11:58:36.787332+0000","last_peered":"2024-09-19T11:58:36.787332+0000","last_clean":"2024-09-19T11:58:36.787332+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T11:58:36.787332+0000","last_undegraded":"2024-09-19T11:58:36.787332+0000","last_fullsized":"2024-09-19T11:58:36.787332+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.888001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'222","reported_seq":842,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564070+0000","last_change":"2024-09-19T11:20:27.328189+0000","last_active":"2024-09-19T12:00:38.564070+0000","last_peered":"2024-09-19T12:00:38.564070+0000","last_clean":"2024-09-19T12:00:38.564070+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:38.564070+0000","last_undegraded":"2024-09-19T12:00:38.564070+0000","last_fullsized":"2024-09-19T12:00:38.564070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:14.107544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"27'2","reported_seq":1436,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.205654+0000","last_change":"2024-09-19T11:20:31.338664+0000","last_active":"2024-09-19T12:00:38.205654+0000","last_peered":"2024-09-19T12:00:38.205654+0000","last_clean":"2024-09-19T12:00:38.205654+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:00:38.205654+0000","last_undegraded":"2024-09-19T12:00:38.205654+0000","last_fullsized":"2024-09-19T12:00:38.205654+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:27.352548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'67","reported_seq":574,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.910975+0000","last_change":"2024-09-19T11:20:33.452477+0000","last_active":"2024-09-19T11:58:48.910975+0000","last_peered":"2024-09-19T11:58:48.910975+0000","last_clean":"2024-09-19T11:58:48.910975+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T11:58:48.910975+0000","last_undegraded":"2024-09-19T11:58:48.910975+0000","last_fullsized":"2024-09-19T11:58:48.910975+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:01:46.562975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2199,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.428249+0000","last_change":"2024-09-19T11:20:35.348537+0000","last_active":"2024-09-19T12:00:38.428249+0000","last_peered":"2024-09-19T12:00:38.428249+0000","last_clean":"2024-09-19T12:00:38.428249+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:00:38.428249+0000","last_undegraded":"2024-09-19T12:00:38.428249+0000","last_fullsized":"2024-09-19T12:00:38.428249+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:13.293627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871311+0000","last_change":"2024-09-19T11:20:37.356591+0000","last_active":"2024-09-19T11:58:08.871311+0000","last_peered":"2024-09-19T11:58:08.871311+0000","last_clean":"2024-09-19T11:58:08.871311+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T11:58:08.871311+0000","last_undegraded":"2024-09-19T11:58:08.871311+0000","last_fullsized":"2024-09-19T11:58:08.871311+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.654710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2059,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.708072+0000","last_change":"2024-09-19T11:20:29.337466+0000","last_active":"2024-09-19T11:59:00.708072+0000","last_peered":"2024-09-19T11:59:00.708072+0000","last_clean":"2024-09-19T11:59:00.708072+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T11:59:00.708072+0000","last_undegraded":"2024-09-19T11:59:00.708072+0000","last_fullsized":"2024-09-19T11:59:00.708072+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":800,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701496+0000","last_change":"2024-09-19T11:21:02.395512+0000","last_active":"2024-09-19T12:00:38.701496+0000","last_peered":"2024-09-19T12:00:38.701496+0000","last_clean":"2024-09-19T12:00:38.701496+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:38.701496+0000","last_undegraded":"2024-09-19T12:00:38.701496+0000","last_fullsized":"2024-09-19T12:00:38.701496+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:27.844446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.860003+0000","last_change":"2024-09-19T11:20:31.338301+0000","last_active":"2024-09-19T11:56:33.860003+0000","last_peered":"2024-09-19T11:56:33.860003+0000","last_clean":"2024-09-19T11:56:33.860003+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T11:56:33.860003+0000","last_undegraded":"2024-09-19T11:56:33.860003+0000","last_fullsized":"2024-09-19T11:56:33.860003+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:49.722118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'181","reported_seq":769,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.491039+0000","last_change":"2024-09-19T11:20:33.341399+0000","last_active":"2024-09-19T12:00:38.491039+0000","last_peered":"2024-09-19T12:00:38.491039+0000","last_clean":"2024-09-19T12:00:38.491039+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:00:38.491039+0000","last_undegraded":"2024-09-19T12:00:38.491039+0000","last_fullsized":"2024-09-19T12:00:38.491039+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.709405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.858517+0000","last_change":"2024-09-19T11:20:35.350551+0000","last_active":"2024-09-19T11:56:38.858517+0000","last_peered":"2024-09-19T11:56:38.858517+0000","last_clean":"2024-09-19T11:56:38.858517+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T11:56:38.858517+0000","last_undegraded":"2024-09-19T11:56:38.858517+0000","last_fullsized":"2024-09-19T11:56:38.858517+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:17.710699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'165","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.608670+0000","last_change":"2024-09-19T11:20:37.359785+0000","last_active":"2024-09-19T11:58:46.608670+0000","last_peered":"2024-09-19T11:58:46.608670+0000","last_clean":"2024-09-19T11:58:46.608670+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T11:58:46.608670+0000","last_undegraded":"2024-09-19T11:58:46.608670+0000","last_fullsized":"2024-09-19T11:58:46.608670+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:32.552875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1779","reported_seq":3563,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906429+0000","last_change":"2024-09-19T11:20:29.336731+0000","last_active":"2024-09-19T11:58:47.906429+0000","last_peered":"2024-09-19T11:58:47.906429+0000","last_clean":"2024-09-19T11:58:47.906429+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T11:58:47.906429+0000","last_undegraded":"2024-09-19T11:58:47.906429+0000","last_fullsized":"2024-09-19T11:58:47.906429+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":1700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:48.471257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":603,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:23.875429+0000","last_change":"2024-09-19T11:20:10.620362+0000","last_active":"2024-09-19T11:58:23.875429+0000","last_peered":"2024-09-19T11:58:23.875429+0000","last_clean":"2024-09-19T11:58:23.875429+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T11:58:23.875429+0000","last_undegraded":"2024-09-19T11:58:23.875429+0000","last_fullsized":"2024-09-19T11:58:23.875429+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_clean_scrub_stamp":"2024-09-19T11:20:09.610399+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:14.755470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867989+0000","last_change":"2024-09-19T11:20:18.656896+0000","last_active":"2024-09-19T11:57:48.867989+0000","last_peered":"2024-09-19T11:57:48.867989+0000","last_clean":"2024-09-19T11:57:48.867989+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T11:57:48.867989+0000","last_undegraded":"2024-09-19T11:57:48.867989+0000","last_fullsized":"2024-09-19T11:57:48.867989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:19.798578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'175","reported_seq":775,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519621+0000","last_change":"2024-09-19T11:20:27.320279+0000","last_active":"2024-09-19T12:00:38.519621+0000","last_peered":"2024-09-19T12:00:38.519621+0000","last_clean":"2024-09-19T12:00:38.519621+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:38.519621+0000","last_undegraded":"2024-09-19T12:00:38.519621+0000","last_fullsized":"2024-09-19T12:00:38.519621+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:19.894325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872843+0000","last_change":"2024-09-19T11:20:31.334713+0000","last_active":"2024-09-19T11:58:03.872843+0000","last_peered":"2024-09-19T11:58:03.872843+0000","last_clean":"2024-09-19T11:58:03.872843+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T11:58:03.872843+0000","last_undegraded":"2024-09-19T11:58:03.872843+0000","last_fullsized":"2024-09-19T11:58:03.872843+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:51.685793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'279","reported_seq":968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.722297+0000","last_change":"2024-09-19T11:20:33.337264+0000","last_active":"2024-09-19T12:00:38.722297+0000","last_peered":"2024-09-19T12:00:38.722297+0000","last_clean":"2024-09-19T12:00:38.722297+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:00:38.722297+0000","last_undegraded":"2024-09-19T12:00:38.722297+0000","last_fullsized":"2024-09-19T12:00:38.722297+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:14.403427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:29.126861+0000","last_change":"2024-09-19T11:20:35.349116+0000","last_active":"2024-09-19T11:57:29.126861+0000","last_peered":"2024-09-19T11:57:29.126861+0000","last_clean":"2024-09-19T11:57:29.126861+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T11:57:29.126861+0000","last_undegraded":"2024-09-19T11:57:29.126861+0000","last_fullsized":"2024-09-19T11:57:29.126861+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:27.944269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'220","reported_seq":919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.771594+0000","last_change":"2024-09-19T11:20:37.362796+0000","last_active":"2024-09-19T11:59:00.771594+0000","last_peered":"2024-09-19T11:59:00.771594+0000","last_clean":"2024-09-19T11:59:00.771594+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T11:59:00.771594+0000","last_undegraded":"2024-09-19T11:59:00.771594+0000","last_fullsized":"2024-09-19T11:59:00.771594+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:33.881136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528768+0000","last_change":"2024-09-19T11:21:02.400049+0000","last_active":"2024-09-19T12:00:18.528768+0000","last_peered":"2024-09-19T12:00:18.528768+0000","last_clean":"2024-09-19T12:00:18.528768+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:18.528768+0000","last_undegraded":"2024-09-19T12:00:18.528768+0000","last_fullsized":"2024-09-19T12:00:18.528768+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:43.870083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876211+0000","last_change":"2024-09-19T11:20:18.916567+0000","last_active":"2024-09-19T11:58:28.876211+0000","last_peered":"2024-09-19T11:58:28.876211+0000","last_clean":"2024-09-19T11:58:28.876211+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T11:58:28.876211+0000","last_undegraded":"2024-09-19T11:58:28.876211+0000","last_fullsized":"2024-09-19T11:58:28.876211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.910058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'221","reported_seq":835,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645777+0000","last_change":"2024-09-19T11:20:27.331091+0000","last_active":"2024-09-19T12:00:38.645777+0000","last_peered":"2024-09-19T12:00:38.645777+0000","last_clean":"2024-09-19T12:00:38.645777+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:38.645777+0000","last_undegraded":"2024-09-19T12:00:38.645777+0000","last_fullsized":"2024-09-19T12:00:38.645777+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:14.105746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864700+0000","last_change":"2024-09-19T11:20:31.339718+0000","last_active":"2024-09-19T11:57:23.864700+0000","last_peered":"2024-09-19T11:57:23.864700+0000","last_clean":"2024-09-19T11:57:23.864700+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T11:57:23.864700+0000","last_undegraded":"2024-09-19T11:57:23.864700+0000","last_fullsized":"2024-09-19T11:57:23.864700+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:47.100171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'827","reported_seq":2230,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.715936+0000","last_change":"2024-09-19T11:20:33.342115+0000","last_active":"2024-09-19T12:00:38.715936+0000","last_peered":"2024-09-19T12:00:38.715936+0000","last_clean":"2024-09-19T12:00:38.715936+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:00:38.715936+0000","last_undegraded":"2024-09-19T12:00:38.715936+0000","last_fullsized":"2024-09-19T12:00:38.715936+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":800,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:09.544575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.874868+0000","last_change":"2024-09-19T11:20:35.350026+0000","last_active":"2024-09-19T11:58:18.874868+0000","last_peered":"2024-09-19T11:58:18.874868+0000","last_clean":"2024-09-19T11:58:18.874868+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T11:58:18.874868+0000","last_undegraded":"2024-09-19T11:58:18.874868+0000","last_fullsized":"2024-09-19T11:58:18.874868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:23.186268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'203","reported_seq":718,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:05.793412+0000","last_change":"2024-09-19T11:20:37.369532+0000","last_active":"2024-09-19T11:58:05.793412+0000","last_peered":"2024-09-19T11:58:05.793412+0000","last_clean":"2024-09-19T11:58:05.793412+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T11:58:05.793412+0000","last_undegraded":"2024-09-19T11:58:05.793412+0000","last_fullsized":"2024-09-19T11:58:05.793412+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:24.233699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1154","reported_seq":2725,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527335+0000","last_change":"2024-09-19T11:20:29.324693+0000","last_active":"2024-09-19T12:00:18.527335+0000","last_peered":"2024-09-19T12:00:18.527335+0000","last_clean":"2024-09-19T12:00:18.527335+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:18.527335+0000","last_undegraded":"2024-09-19T12:00:18.527335+0000","last_fullsized":"2024-09-19T12:00:18.527335+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":1100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:01.352976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.989205+0000","last_change":"2024-09-19T11:20:18.652096+0000","last_active":"2024-09-19T11:57:48.989205+0000","last_peered":"2024-09-19T11:57:48.989205+0000","last_clean":"2024-09-19T11:57:48.989205+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T11:57:48.989205+0000","last_undegraded":"2024-09-19T11:57:48.989205+0000","last_fullsized":"2024-09-19T11:57:48.989205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:36.895840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'194","reported_seq":787,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695250+0000","last_change":"2024-09-19T11:20:27.324479+0000","last_active":"2024-09-19T12:00:38.695250+0000","last_peered":"2024-09-19T12:00:38.695250+0000","last_clean":"2024-09-19T12:00:38.695250+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:38.695250+0000","last_undegraded":"2024-09-19T12:00:38.695250+0000","last_fullsized":"2024-09-19T12:00:38.695250+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:43.046022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"27'1","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986194+0000","last_change":"2024-09-19T11:20:31.340106+0000","last_active":"2024-09-19T11:57:23.986194+0000","last_peered":"2024-09-19T11:57:23.986194+0000","last_clean":"2024-09-19T11:57:23.986194+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T11:57:23.986194+0000","last_undegraded":"2024-09-19T11:57:23.986194+0000","last_fullsized":"2024-09-19T11:57:23.986194+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:14.047324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'213","reported_seq":1226,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.891261+0000","last_change":"2024-09-19T11:20:33.453535+0000","last_active":"2024-09-19T12:00:18.891261+0000","last_peered":"2024-09-19T12:00:18.891261+0000","last_clean":"2024-09-19T12:00:18.891261+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:00:18.891261+0000","last_undegraded":"2024-09-19T12:00:18.891261+0000","last_fullsized":"2024-09-19T12:00:18.891261+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:57.908019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132502+0000","last_change":"2024-09-19T11:20:35.350214+0000","last_active":"2024-09-19T11:58:09.132502+0000","last_peered":"2024-09-19T11:58:09.132502+0000","last_clean":"2024-09-19T11:58:09.132502+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T11:58:09.132502+0000","last_undegraded":"2024-09-19T11:58:09.132502+0000","last_fullsized":"2024-09-19T11:58:09.132502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:50.544356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'263","reported_seq":854,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.257148+0000","last_change":"2024-09-19T11:20:37.361237+0000","last_active":"2024-09-19T11:59:00.257148+0000","last_peered":"2024-09-19T11:59:00.257148+0000","last_clean":"2024-09-19T11:59:00.257148+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T11:59:00.257148+0000","last_undegraded":"2024-09-19T11:59:00.257148+0000","last_fullsized":"2024-09-19T11:59:00.257148+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:59:27.399344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'426","reported_seq":2092,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.612844+0000","last_change":"2024-09-19T11:20:29.325943+0000","last_active":"2024-09-19T11:58:46.612844+0000","last_peered":"2024-09-19T11:58:46.612844+0000","last_clean":"2024-09-19T11:58:46.612844+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T11:58:46.612844+0000","last_undegraded":"2024-09-19T11:58:46.612844+0000","last_fullsized":"2024-09-19T11:58:46.612844+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:41.693634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867959+0000","last_change":"2024-09-19T11:20:18.657530+0000","last_active":"2024-09-19T11:57:48.867959+0000","last_peered":"2024-09-19T11:57:48.867959+0000","last_clean":"2024-09-19T11:57:48.867959+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T11:57:48.867959+0000","last_undegraded":"2024-09-19T11:57:48.867959+0000","last_fullsized":"2024-09-19T11:57:48.867959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:13.049512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'223","reported_seq":869,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593701+0000","last_change":"2024-09-19T11:20:27.327310+0000","last_active":"2024-09-19T12:00:38.593701+0000","last_peered":"2024-09-19T12:00:38.593701+0000","last_clean":"2024-09-19T12:00:38.593701+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:38.593701+0000","last_undegraded":"2024-09-19T12:00:38.593701+0000","last_fullsized":"2024-09-19T12:00:38.593701+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:55.264093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131691+0000","last_change":"2024-09-19T11:20:31.339844+0000","last_active":"2024-09-19T11:58:04.131691+0000","last_peered":"2024-09-19T11:58:04.131691+0000","last_clean":"2024-09-19T11:58:04.131691+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T11:58:04.131691+0000","last_undegraded":"2024-09-19T11:58:04.131691+0000","last_fullsized":"2024-09-19T11:58:04.131691+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:00.861772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'114","reported_seq":642,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:10.262382+0000","last_change":"2024-09-19T11:20:33.337759+0000","last_active":"2024-09-19T12:00:10.262382+0000","last_peered":"2024-09-19T12:00:10.262382+0000","last_clean":"2024-09-19T12:00:10.262382+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:00:10.262382+0000","last_undegraded":"2024-09-19T12:00:10.262382+0000","last_fullsized":"2024-09-19T12:00:10.262382+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.057747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.865223+0000","last_change":"2024-09-19T11:20:35.349664+0000","last_active":"2024-09-19T11:57:28.865223+0000","last_peered":"2024-09-19T11:57:28.865223+0000","last_clean":"2024-09-19T11:57:28.865223+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T11:57:28.865223+0000","last_undegraded":"2024-09-19T11:57:28.865223+0000","last_fullsized":"2024-09-19T11:57:28.865223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:05.454716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'106","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.876001+0000","last_change":"2024-09-19T11:20:37.361917+0000","last_active":"2024-09-19T11:58:41.876001+0000","last_peered":"2024-09-19T11:58:41.876001+0000","last_clean":"2024-09-19T11:58:41.876001+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T11:58:41.876001+0000","last_undegraded":"2024-09-19T11:58:41.876001+0000","last_fullsized":"2024-09-19T11:58:41.876001+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:19.512447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2202,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283677+0000","last_change":"2024-09-19T11:20:29.324027+0000","last_active":"2024-09-19T11:58:47.283677+0000","last_peered":"2024-09-19T11:58:47.283677+0000","last_clean":"2024-09-19T11:58:47.283677+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T11:58:47.283677+0000","last_undegraded":"2024-09-19T11:58:47.283677+0000","last_fullsized":"2024-09-19T11:58:47.283677+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:47.886558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'220","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687550+0000","last_change":"2024-09-19T11:20:27.325128+0000","last_active":"2024-09-19T12:00:38.687550+0000","last_peered":"2024-09-19T12:00:38.687550+0000","last_clean":"2024-09-19T12:00:38.687550+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:38.687550+0000","last_undegraded":"2024-09-19T12:00:38.687550+0000","last_fullsized":"2024-09-19T12:00:38.687550+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:59.719941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977559+0000","last_change":"2024-09-19T11:20:18.659197+0000","last_active":"2024-09-19T11:57:48.977559+0000","last_peered":"2024-09-19T11:57:48.977559+0000","last_clean":"2024-09-19T11:57:48.977559+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T11:57:48.977559+0000","last_undegraded":"2024-09-19T11:57:48.977559+0000","last_fullsized":"2024-09-19T11:57:48.977559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:51.098297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131639+0000","last_change":"2024-09-19T11:20:31.332822+0000","last_active":"2024-09-19T11:58:04.131639+0000","last_peered":"2024-09-19T11:58:04.131639+0000","last_clean":"2024-09-19T11:58:04.131639+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T11:58:04.131639+0000","last_undegraded":"2024-09-19T11:58:04.131639+0000","last_fullsized":"2024-09-19T11:58:04.131639+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:44.906120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'267","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.706477+0000","last_change":"2024-09-19T11:20:33.337252+0000","last_active":"2024-09-19T12:00:38.706477+0000","last_peered":"2024-09-19T12:00:38.706477+0000","last_clean":"2024-09-19T12:00:38.706477+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:00:38.706477+0000","last_undegraded":"2024-09-19T12:00:38.706477+0000","last_fullsized":"2024-09-19T12:00:38.706477+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:32:18.964475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871280+0000","last_change":"2024-09-19T11:20:35.351604+0000","last_active":"2024-09-19T11:58:08.871280+0000","last_peered":"2024-09-19T11:58:08.871280+0000","last_clean":"2024-09-19T11:58:08.871280+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T11:58:08.871280+0000","last_undegraded":"2024-09-19T11:58:08.871280+0000","last_fullsized":"2024-09-19T11:58:08.871280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:58.473959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'152","reported_seq":654,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.440265+0000","last_change":"2024-09-19T11:20:37.369507+0000","last_active":"2024-09-19T11:58:43.440265+0000","last_peered":"2024-09-19T11:58:43.440265+0000","last_clean":"2024-09-19T11:58:43.440265+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T11:58:43.440265+0000","last_undegraded":"2024-09-19T11:58:43.440265+0000","last_fullsized":"2024-09-19T11:58:43.440265+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:02.035744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'858","reported_seq":2601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714922+0000","last_change":"2024-09-19T11:20:29.337582+0000","last_active":"2024-09-19T11:59:00.714922+0000","last_peered":"2024-09-19T11:59:00.714922+0000","last_clean":"2024-09-19T11:59:00.714922+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T11:59:00.714922+0000","last_undegraded":"2024-09-19T11:59:00.714922+0000","last_fullsized":"2024-09-19T11:59:00.714922+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:31.749096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":981,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695013+0000","last_change":"2024-09-19T11:20:27.322084+0000","last_active":"2024-09-19T12:00:38.695013+0000","last_peered":"2024-09-19T12:00:38.695013+0000","last_clean":"2024-09-19T12:00:38.695013+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:38.695013+0000","last_undegraded":"2024-09-19T12:00:38.695013+0000","last_fullsized":"2024-09-19T12:00:38.695013+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:27.491471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":511,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872028+0000","last_change":"2024-09-19T11:20:18.916544+0000","last_active":"2024-09-19T11:57:58.872028+0000","last_peered":"2024-09-19T11:57:58.872028+0000","last_clean":"2024-09-19T11:57:58.872028+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T11:57:58.872028+0000","last_undegraded":"2024-09-19T11:57:58.872028+0000","last_fullsized":"2024-09-19T11:57:58.872028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.643110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870347+0000","last_change":"2024-09-19T11:20:31.334769+0000","last_active":"2024-09-19T11:58:03.870347+0000","last_peered":"2024-09-19T11:58:03.870347+0000","last_clean":"2024-09-19T11:58:03.870347+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T11:58:03.870347+0000","last_undegraded":"2024-09-19T11:58:03.870347+0000","last_fullsized":"2024-09-19T11:58:03.870347+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:50.775447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'157","reported_seq":705,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:10.258872+0000","last_change":"2024-09-19T11:20:33.452283+0000","last_active":"2024-09-19T11:59:10.258872+0000","last_peered":"2024-09-19T11:59:10.258872+0000","last_clean":"2024-09-19T11:59:10.258872+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T11:59:10.258872+0000","last_undegraded":"2024-09-19T11:59:10.258872+0000","last_fullsized":"2024-09-19T11:59:10.258872+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:14.476121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'771","reported_seq":2730,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.425118+0000","last_change":"2024-09-19T11:20:35.348357+0000","last_active":"2024-09-19T12:00:38.425118+0000","last_peered":"2024-09-19T12:00:38.425118+0000","last_clean":"2024-09-19T12:00:38.425118+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:00:38.425118+0000","last_undegraded":"2024-09-19T12:00:38.425118+0000","last_fullsized":"2024-09-19T12:00:38.425118+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:04:11.070337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'115","reported_seq":615,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.166741+0000","last_change":"2024-09-19T11:20:37.372512+0000","last_active":"2024-09-19T11:59:00.166741+0000","last_peered":"2024-09-19T11:59:00.166741+0000","last_clean":"2024-09-19T11:59:00.166741+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T11:59:00.166741+0000","last_undegraded":"2024-09-19T11:59:00.166741+0000","last_fullsized":"2024-09-19T11:59:00.166741+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.939609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'485","reported_seq":2111,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.155648+0000","last_change":"2024-09-19T11:20:29.337338+0000","last_active":"2024-09-19T11:58:41.155648+0000","last_peered":"2024-09-19T11:58:41.155648+0000","last_clean":"2024-09-19T11:58:41.155648+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T11:58:41.155648+0000","last_undegraded":"2024-09-19T11:58:41.155648+0000","last_fullsized":"2024-09-19T11:58:41.155648+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":400,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:26.922350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'253","reported_seq":920,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673509+0000","last_change":"2024-09-19T11:20:27.328331+0000","last_active":"2024-09-19T12:00:38.673509+0000","last_peered":"2024-09-19T12:00:38.673509+0000","last_clean":"2024-09-19T12:00:38.673509+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:38.673509+0000","last_undegraded":"2024-09-19T12:00:38.673509+0000","last_fullsized":"2024-09-19T12:00:38.673509+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:09.802864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.972599+0000","last_change":"2024-09-19T11:20:18.659249+0000","last_active":"2024-09-19T11:57:08.972599+0000","last_peered":"2024-09-19T11:57:08.972599+0000","last_clean":"2024-09-19T11:57:08.972599+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T11:57:08.972599+0000","last_undegraded":"2024-09-19T11:57:08.972599+0000","last_fullsized":"2024-09-19T11:57:08.972599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:12.660267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870591+0000","last_change":"2024-09-19T11:20:31.334162+0000","last_active":"2024-09-19T11:58:03.870591+0000","last_peered":"2024-09-19T11:58:03.870591+0000","last_clean":"2024-09-19T11:58:03.870591+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T11:58:03.870591+0000","last_undegraded":"2024-09-19T11:58:03.870591+0000","last_fullsized":"2024-09-19T11:58:03.870591+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:10.260662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'120","reported_seq":646,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.716390+0000","last_change":"2024-09-19T11:20:33.336591+0000","last_active":"2024-09-19T11:59:00.716390+0000","last_peered":"2024-09-19T11:59:00.716390+0000","last_clean":"2024-09-19T11:59:00.716390+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T11:59:00.716390+0000","last_undegraded":"2024-09-19T11:59:00.716390+0000","last_fullsized":"2024-09-19T11:59:00.716390+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:15.706846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'774","reported_seq":2506,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.429226+0000","last_change":"2024-09-19T11:20:35.350167+0000","last_active":"2024-09-19T12:00:38.429226+0000","last_peered":"2024-09-19T12:00:38.429226+0000","last_clean":"2024-09-19T12:00:38.429226+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:00:38.429226+0000","last_undegraded":"2024-09-19T12:00:38.429226+0000","last_fullsized":"2024-09-19T12:00:38.429226+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:02:11.954450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'153","reported_seq":650,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:57.149091+0000","last_change":"2024-09-19T11:20:37.356848+0000","last_active":"2024-09-19T11:58:57.149091+0000","last_peered":"2024-09-19T11:58:57.149091+0000","last_clean":"2024-09-19T11:58:57.149091+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T11:58:57.149091+0000","last_undegraded":"2024-09-19T11:58:57.149091+0000","last_fullsized":"2024-09-19T11:58:57.149091+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:18.010924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1164","reported_seq":2713,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906016+0000","last_change":"2024-09-19T11:20:29.335486+0000","last_active":"2024-09-19T11:58:47.906016+0000","last_peered":"2024-09-19T11:58:47.906016+0000","last_clean":"2024-09-19T11:58:47.906016+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T11:58:47.906016+0000","last_undegraded":"2024-09-19T11:58:47.906016+0000","last_fullsized":"2024-09-19T11:58:47.906016+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":1100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:03:43.331480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'243","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559941+0000","last_change":"2024-09-19T11:20:27.327792+0000","last_active":"2024-09-19T12:00:38.559941+0000","last_peered":"2024-09-19T12:00:38.559941+0000","last_clean":"2024-09-19T12:00:38.559941+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:38.559941+0000","last_undegraded":"2024-09-19T12:00:38.559941+0000","last_fullsized":"2024-09-19T12:00:38.559941+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:22.867957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":509,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.862909+0000","last_change":"2024-09-19T11:20:18.916502+0000","last_active":"2024-09-19T11:57:08.862909+0000","last_peered":"2024-09-19T11:57:08.862909+0000","last_clean":"2024-09-19T11:57:08.862909+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T11:57:08.862909+0000","last_undegraded":"2024-09-19T11:57:08.862909+0000","last_fullsized":"2024-09-19T11:57:08.862909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:01.833138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":494,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.909316+0000","last_change":"2024-09-19T11:20:31.334952+0000","last_active":"2024-09-19T11:58:38.909316+0000","last_peered":"2024-09-19T11:58:38.909316+0000","last_clean":"2024-09-19T11:58:38.909316+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T11:58:38.909316+0000","last_undegraded":"2024-09-19T11:58:38.909316+0000","last_fullsized":"2024-09-19T11:58:38.909316+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:17.596431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'308","reported_seq":1011,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.682597+0000","last_change":"2024-09-19T11:20:33.452319+0000","last_active":"2024-09-19T12:00:38.682597+0000","last_peered":"2024-09-19T12:00:38.682597+0000","last_clean":"2024-09-19T12:00:38.682597+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:00:38.682597+0000","last_undegraded":"2024-09-19T12:00:38.682597+0000","last_fullsized":"2024-09-19T12:00:38.682597+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:34.139433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905000+0000","last_change":"2024-09-19T11:20:35.350025+0000","last_active":"2024-09-19T11:58:08.905000+0000","last_peered":"2024-09-19T11:58:08.905000+0000","last_clean":"2024-09-19T11:58:08.905000+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T11:58:08.905000+0000","last_undegraded":"2024-09-19T11:58:08.905000+0000","last_fullsized":"2024-09-19T11:58:08.905000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:17.101863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'122","reported_seq":608,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.106313+0000","last_change":"2024-09-19T11:20:37.363167+0000","last_active":"2024-09-19T11:58:11.106313+0000","last_peered":"2024-09-19T11:58:11.106313+0000","last_clean":"2024-09-19T11:58:11.106313+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T11:58:11.106313+0000","last_undegraded":"2024-09-19T11:58:11.106313+0000","last_fullsized":"2024-09-19T11:58:11.106313+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:57.654303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'117","reported_seq":666,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.820210+0000","last_change":"2024-09-19T11:20:37.359157+0000","last_active":"2024-09-19T11:59:00.820210+0000","last_peered":"2024-09-19T11:59:00.820210+0000","last_clean":"2024-09-19T11:59:00.820210+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T11:59:00.820210+0000","last_undegraded":"2024-09-19T11:59:00.820210+0000","last_fullsized":"2024-09-19T11:59:00.820210+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:36.638696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'449","reported_seq":1898,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207189+0000","last_change":"2024-09-19T11:20:29.338393+0000","last_active":"2024-09-19T11:58:58.207189+0000","last_peered":"2024-09-19T11:58:58.207189+0000","last_clean":"2024-09-19T11:58:58.207189+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T11:58:58.207189+0000","last_undegraded":"2024-09-19T11:58:58.207189+0000","last_fullsized":"2024-09-19T11:58:58.207189+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:35.059836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'347","reported_seq":1029,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636573+0000","last_change":"2024-09-19T11:20:27.330128+0000","last_active":"2024-09-19T12:00:38.636573+0000","last_peered":"2024-09-19T12:00:38.636573+0000","last_clean":"2024-09-19T12:00:38.636573+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:38.636573+0000","last_undegraded":"2024-09-19T12:00:38.636573+0000","last_fullsized":"2024-09-19T12:00:38.636573+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:10.242486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.978162+0000","last_change":"2024-09-19T11:20:31.338146+0000","last_active":"2024-09-19T11:57:53.978162+0000","last_peered":"2024-09-19T11:57:53.978162+0000","last_clean":"2024-09-19T11:57:53.978162+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T11:57:53.978162+0000","last_undegraded":"2024-09-19T11:57:53.978162+0000","last_fullsized":"2024-09-19T11:57:53.978162+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:39.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'135","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.533549+0000","last_change":"2024-09-19T11:20:33.337247+0000","last_active":"2024-09-19T12:00:38.533549+0000","last_peered":"2024-09-19T12:00:38.533549+0000","last_clean":"2024-09-19T12:00:38.533549+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:00:38.533549+0000","last_undegraded":"2024-09-19T12:00:38.533549+0000","last_fullsized":"2024-09-19T12:00:38.533549+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:40.057276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903613+0000","last_change":"2024-09-19T11:20:35.347452+0000","last_active":"2024-09-19T11:57:58.903613+0000","last_peered":"2024-09-19T11:57:58.903613+0000","last_clean":"2024-09-19T11:57:58.903613+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T11:57:58.903613+0000","last_undegraded":"2024-09-19T11:57:58.903613+0000","last_fullsized":"2024-09-19T11:57:58.903613+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:39.849461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'133","reported_seq":621,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.947790+0000","last_change":"2024-09-19T11:20:37.357014+0000","last_active":"2024-09-19T11:58:38.947790+0000","last_peered":"2024-09-19T11:58:38.947790+0000","last_clean":"2024-09-19T11:58:38.947790+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T11:58:38.947790+0000","last_undegraded":"2024-09-19T11:58:38.947790+0000","last_fullsized":"2024-09-19T11:58:38.947790+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:31.693054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1092","reported_seq":3008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526965+0000","last_change":"2024-09-19T11:20:29.333912+0000","last_active":"2024-09-19T12:00:18.526965+0000","last_peered":"2024-09-19T12:00:18.526965+0000","last_clean":"2024-09-19T12:00:18.526965+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:18.526965+0000","last_undegraded":"2024-09-19T12:00:18.526965+0000","last_fullsized":"2024-09-19T12:00:18.526965+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1000,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:59.151713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'234","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655514+0000","last_change":"2024-09-19T11:20:27.333657+0000","last_active":"2024-09-19T12:00:38.655514+0000","last_peered":"2024-09-19T12:00:38.655514+0000","last_clean":"2024-09-19T12:00:38.655514+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:38.655514+0000","last_undegraded":"2024-09-19T12:00:38.655514+0000","last_fullsized":"2024-09-19T12:00:38.655514+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:37.242327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.902756+0000","last_change":"2024-09-19T11:20:31.327517+0000","last_active":"2024-09-19T11:57:53.902756+0000","last_peered":"2024-09-19T11:57:53.902756+0000","last_clean":"2024-09-19T11:57:53.902756+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T11:57:53.902756+0000","last_undegraded":"2024-09-19T11:57:53.902756+0000","last_fullsized":"2024-09-19T11:57:53.902756+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:04.435351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'55","reported_seq":548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.954010+0000","last_change":"2024-09-19T11:20:33.339731+0000","last_active":"2024-09-19T11:58:38.954010+0000","last_peered":"2024-09-19T11:58:38.954010+0000","last_clean":"2024-09-19T11:58:38.954010+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T11:58:38.954010+0000","last_undegraded":"2024-09-19T11:58:38.954010+0000","last_fullsized":"2024-09-19T11:58:38.954010+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:42.605787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.871951+0000","last_change":"2024-09-19T11:20:35.349137+0000","last_active":"2024-09-19T11:57:58.871951+0000","last_peered":"2024-09-19T11:57:58.871951+0000","last_clean":"2024-09-19T11:57:58.871951+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T11:57:58.871951+0000","last_undegraded":"2024-09-19T11:57:58.871951+0000","last_fullsized":"2024-09-19T11:57:58.871951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:44.171660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'236","reported_seq":749,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.158433+0000","last_change":"2024-09-19T11:20:37.353964+0000","last_active":"2024-09-19T11:59:00.158433+0000","last_peered":"2024-09-19T11:59:00.158433+0000","last_clean":"2024-09-19T11:59:00.158433+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T11:59:00.158433+0000","last_undegraded":"2024-09-19T11:59:00.158433+0000","last_fullsized":"2024-09-19T11:59:00.158433+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:22.059342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'892","reported_seq":2575,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714603+0000","last_change":"2024-09-19T11:20:29.339704+0000","last_active":"2024-09-19T11:59:00.714603+0000","last_peered":"2024-09-19T11:59:00.714603+0000","last_clean":"2024-09-19T11:59:00.714603+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T11:59:00.714603+0000","last_undegraded":"2024-09-19T11:59:00.714603+0000","last_fullsized":"2024-09-19T11:59:00.714603+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":800,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:32.715688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'190","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562471+0000","last_change":"2024-09-19T11:21:02.408004+0000","last_active":"2024-09-19T12:00:38.562471+0000","last_peered":"2024-09-19T12:00:38.562471+0000","last_clean":"2024-09-19T12:00:38.562471+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:38.562471+0000","last_undegraded":"2024-09-19T12:00:38.562471+0000","last_fullsized":"2024-09-19T12:00:38.562471+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:29.208117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871272+0000","last_change":"2024-09-19T11:20:31.332082+0000","last_active":"2024-09-19T11:57:53.871272+0000","last_peered":"2024-09-19T11:57:53.871272+0000","last_clean":"2024-09-19T11:57:53.871272+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T11:57:53.871272+0000","last_undegraded":"2024-09-19T11:57:53.871272+0000","last_fullsized":"2024-09-19T11:57:53.871272+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:00.608384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'153","reported_seq":732,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.688928+0000","last_change":"2024-09-19T11:20:33.340703+0000","last_active":"2024-09-19T12:00:38.688928+0000","last_peered":"2024-09-19T12:00:38.688928+0000","last_clean":"2024-09-19T12:00:38.688928+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:00:38.688928+0000","last_undegraded":"2024-09-19T12:00:38.688928+0000","last_fullsized":"2024-09-19T12:00:38.688928+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:46.101725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869602+0000","last_change":"2024-09-19T11:20:35.352399+0000","last_active":"2024-09-19T11:57:58.869602+0000","last_peered":"2024-09-19T11:57:58.869602+0000","last_clean":"2024-09-19T11:57:58.869602+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T11:57:58.869602+0000","last_undegraded":"2024-09-19T11:57:58.869602+0000","last_fullsized":"2024-09-19T11:57:58.869602+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:37.118864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'157","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.429980+0000","last_change":"2024-09-19T11:20:37.361442+0000","last_active":"2024-09-19T12:00:19.429980+0000","last_peered":"2024-09-19T12:00:19.429980+0000","last_clean":"2024-09-19T12:00:19.429980+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:00:19.429980+0000","last_undegraded":"2024-09-19T12:00:19.429980+0000","last_fullsized":"2024-09-19T12:00:19.429980+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:36.450774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2049,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526070+0000","last_change":"2024-09-19T11:20:29.342746+0000","last_active":"2024-09-19T12:00:18.526070+0000","last_peered":"2024-09-19T12:00:18.526070+0000","last_clean":"2024-09-19T12:00:18.526070+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:18.526070+0000","last_undegraded":"2024-09-19T12:00:18.526070+0000","last_fullsized":"2024-09-19T12:00:18.526070+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:09.935845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'196","reported_seq":913,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673950+0000","last_change":"2024-09-19T11:20:27.334552+0000","last_active":"2024-09-19T12:00:38.673950+0000","last_peered":"2024-09-19T12:00:38.673950+0000","last_clean":"2024-09-19T12:00:38.673950+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:38.673950+0000","last_undegraded":"2024-09-19T12:00:38.673950+0000","last_fullsized":"2024-09-19T12:00:38.673950+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:28.432061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.868837+0000","last_change":"2024-09-19T11:20:31.335459+0000","last_active":"2024-09-19T11:57:53.868837+0000","last_peered":"2024-09-19T11:57:53.868837+0000","last_clean":"2024-09-19T11:57:53.868837+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T11:57:53.868837+0000","last_undegraded":"2024-09-19T11:57:53.868837+0000","last_fullsized":"2024-09-19T11:57:53.868837+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:48:21.320384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'130","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.668005+0000","last_change":"2024-09-19T11:20:33.341342+0000","last_active":"2024-09-19T12:00:38.668005+0000","last_peered":"2024-09-19T12:00:38.668005+0000","last_clean":"2024-09-19T12:00:38.668005+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:00:38.668005+0000","last_undegraded":"2024-09-19T12:00:38.668005+0000","last_fullsized":"2024-09-19T12:00:38.668005+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:35.641087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:59.130842+0000","last_change":"2024-09-19T11:20:35.350890+0000","last_active":"2024-09-19T11:57:59.130842+0000","last_peered":"2024-09-19T11:57:59.130842+0000","last_clean":"2024-09-19T11:57:59.130842+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T11:57:59.130842+0000","last_undegraded":"2024-09-19T11:57:59.130842+0000","last_fullsized":"2024-09-19T11:57:59.130842+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:26.896934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'792","reported_seq":2322,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155001+0000","last_change":"2024-09-19T11:20:29.336493+0000","last_active":"2024-09-19T11:59:00.155001+0000","last_peered":"2024-09-19T11:59:00.155001+0000","last_clean":"2024-09-19T11:59:00.155001+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T11:59:00.155001+0000","last_undegraded":"2024-09-19T11:59:00.155001+0000","last_fullsized":"2024-09-19T11:59:00.155001+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":700,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:06.731419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'209","reported_seq":838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655055+0000","last_change":"2024-09-19T11:20:27.323367+0000","last_active":"2024-09-19T12:00:38.655055+0000","last_peered":"2024-09-19T12:00:38.655055+0000","last_clean":"2024-09-19T12:00:38.655055+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:38.655055+0000","last_undegraded":"2024-09-19T12:00:38.655055+0000","last_fullsized":"2024-09-19T12:00:38.655055+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:52.249781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014981+0000","last_change":"2024-09-19T11:20:31.331390+0000","last_active":"2024-09-19T11:58:39.014981+0000","last_peered":"2024-09-19T11:58:39.014981+0000","last_clean":"2024-09-19T11:58:39.014981+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T11:58:39.014981+0000","last_undegraded":"2024-09-19T11:58:39.014981+0000","last_fullsized":"2024-09-19T11:58:39.014981+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:14:30.980250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'220","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.657932+0000","last_change":"2024-09-19T11:20:33.342316+0000","last_active":"2024-09-19T12:00:38.657932+0000","last_peered":"2024-09-19T12:00:38.657932+0000","last_clean":"2024-09-19T12:00:38.657932+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:00:38.657932+0000","last_undegraded":"2024-09-19T12:00:38.657932+0000","last_fullsized":"2024-09-19T12:00:38.657932+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:01.048523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871014+0000","last_change":"2024-09-19T11:20:35.351459+0000","last_active":"2024-09-19T11:58:08.871014+0000","last_peered":"2024-09-19T11:58:08.871014+0000","last_clean":"2024-09-19T11:58:08.871014+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T11:58:08.871014+0000","last_undegraded":"2024-09-19T11:58:08.871014+0000","last_fullsized":"2024-09-19T11:58:08.871014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:30.112193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'134","reported_seq":627,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:30.033866+0000","last_change":"2024-09-19T11:20:37.372662+0000","last_active":"2024-09-19T11:58:30.033866+0000","last_peered":"2024-09-19T11:58:30.033866+0000","last_clean":"2024-09-19T11:58:30.033866+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T11:58:30.033866+0000","last_undegraded":"2024-09-19T11:58:30.033866+0000","last_fullsized":"2024-09-19T11:58:30.033866+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:44.746510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'384","reported_seq":1872,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.613436+0000","last_change":"2024-09-19T11:20:29.338874+0000","last_active":"2024-09-19T11:58:46.613436+0000","last_peered":"2024-09-19T11:58:46.613436+0000","last_clean":"2024-09-19T11:58:46.613436+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T11:58:46.613436+0000","last_undegraded":"2024-09-19T11:58:46.613436+0000","last_fullsized":"2024-09-19T11:58:46.613436+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:07.409788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701520+0000","last_change":"2024-09-19T11:20:27.324931+0000","last_active":"2024-09-19T12:00:38.701520+0000","last_peered":"2024-09-19T12:00:38.701520+0000","last_clean":"2024-09-19T12:00:38.701520+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:38.701520+0000","last_undegraded":"2024-09-19T12:00:38.701520+0000","last_fullsized":"2024-09-19T12:00:38.701520+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:06.812372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870406+0000","last_change":"2024-09-19T11:20:31.336468+0000","last_active":"2024-09-19T11:58:03.870406+0000","last_peered":"2024-09-19T11:58:03.870406+0000","last_clean":"2024-09-19T11:58:03.870406+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T11:58:03.870406+0000","last_undegraded":"2024-09-19T11:58:03.870406+0000","last_fullsized":"2024-09-19T11:58:03.870406+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:57.622926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'142","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.675793+0000","last_change":"2024-09-19T11:20:33.342086+0000","last_active":"2024-09-19T12:00:38.675793+0000","last_peered":"2024-09-19T12:00:38.675793+0000","last_clean":"2024-09-19T12:00:38.675793+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:00:38.675793+0000","last_undegraded":"2024-09-19T12:00:38.675793+0000","last_fullsized":"2024-09-19T12:00:38.675793+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:45.544923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.980461+0000","last_change":"2024-09-19T11:20:35.352695+0000","last_active":"2024-09-19T11:58:08.980461+0000","last_peered":"2024-09-19T11:58:08.980461+0000","last_clean":"2024-09-19T11:58:08.980461+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T11:58:08.980461+0000","last_undegraded":"2024-09-19T11:58:08.980461+0000","last_fullsized":"2024-09-19T11:58:08.980461+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:08.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'234","reported_seq":1089,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.686040+0000","last_change":"2024-09-19T11:20:37.359770+0000","last_active":"2024-09-19T11:58:58.686040+0000","last_peered":"2024-09-19T11:58:58.686040+0000","last_clean":"2024-09-19T11:58:58.686040+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T11:58:58.686040+0000","last_undegraded":"2024-09-19T11:58:58.686040+0000","last_fullsized":"2024-09-19T11:58:58.686040+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:44.214662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'767","reported_seq":2451,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.154569+0000","last_change":"2024-09-19T11:21:02.404496+0000","last_active":"2024-09-19T11:58:41.154569+0000","last_peered":"2024-09-19T11:58:41.154569+0000","last_clean":"2024-09-19T11:58:41.154569+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T11:58:41.154569+0000","last_undegraded":"2024-09-19T11:58:41.154569+0000","last_fullsized":"2024-09-19T11:58:41.154569+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:33.680913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'218","reported_seq":894,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892235+0000","last_change":"2024-09-19T11:20:27.326083+0000","last_active":"2024-09-19T12:00:28.892235+0000","last_peered":"2024-09-19T12:00:28.892235+0000","last_clean":"2024-09-19T12:00:28.892235+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:28.892235+0000","last_undegraded":"2024-09-19T12:00:28.892235+0000","last_fullsized":"2024-09-19T12:00:28.892235+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:41.772108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870687+0000","last_change":"2024-09-19T11:20:31.335706+0000","last_active":"2024-09-19T11:58:03.870687+0000","last_peered":"2024-09-19T11:58:03.870687+0000","last_clean":"2024-09-19T11:58:03.870687+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T11:58:03.870687+0000","last_undegraded":"2024-09-19T11:58:03.870687+0000","last_fullsized":"2024-09-19T11:58:03.870687+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:13.431736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'131","reported_seq":696,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.565688+0000","last_change":"2024-09-19T11:20:33.452278+0000","last_active":"2024-09-19T12:00:38.565688+0000","last_peered":"2024-09-19T12:00:38.565688+0000","last_clean":"2024-09-19T12:00:38.565688+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:00:38.565688+0000","last_undegraded":"2024-09-19T12:00:38.565688+0000","last_fullsized":"2024-09-19T12:00:38.565688+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.925213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:43.969407+0000","last_change":"2024-09-19T11:20:35.349956+0000","last_active":"2024-09-19T11:56:43.969407+0000","last_peered":"2024-09-19T11:56:43.969407+0000","last_clean":"2024-09-19T11:56:43.969407+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T11:56:43.969407+0000","last_undegraded":"2024-09-19T11:56:43.969407+0000","last_fullsized":"2024-09-19T11:56:43.969407+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:00.566385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'124","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428225+0000","last_change":"2024-09-19T11:20:37.362980+0000","last_active":"2024-09-19T12:00:19.428225+0000","last_peered":"2024-09-19T12:00:19.428225+0000","last_clean":"2024-09-19T12:00:19.428225+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:00:19.428225+0000","last_undegraded":"2024-09-19T12:00:19.428225+0000","last_fullsized":"2024-09-19T12:00:19.428225+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:12.741599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'631","reported_seq":2269,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.247163+0000","last_change":"2024-09-19T11:20:29.327281+0000","last_active":"2024-09-19T11:59:40.247163+0000","last_peered":"2024-09-19T11:59:40.247163+0000","last_clean":"2024-09-19T11:59:40.247163+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T11:59:40.247163+0000","last_undegraded":"2024-09-19T11:59:40.247163+0000","last_fullsized":"2024-09-19T11:59:40.247163+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:27.187872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'299","reported_seq":978,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687393+0000","last_change":"2024-09-19T11:20:27.330176+0000","last_active":"2024-09-19T12:00:38.687393+0000","last_peered":"2024-09-19T12:00:38.687393+0000","last_clean":"2024-09-19T12:00:38.687393+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:38.687393+0000","last_undegraded":"2024-09-19T12:00:38.687393+0000","last_fullsized":"2024-09-19T12:00:38.687393+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:13.531569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.979697+0000","last_change":"2024-09-19T11:20:31.334621+0000","last_active":"2024-09-19T11:58:03.979697+0000","last_peered":"2024-09-19T11:58:03.979697+0000","last_clean":"2024-09-19T11:58:03.979697+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T11:58:03.979697+0000","last_undegraded":"2024-09-19T11:58:03.979697+0000","last_fullsized":"2024-09-19T11:58:03.979697+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:57.930148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'81","reported_seq":590,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:01.374434+0000","last_change":"2024-09-19T11:20:33.452660+0000","last_active":"2024-09-19T11:58:01.374434+0000","last_peered":"2024-09-19T11:58:01.374434+0000","last_clean":"2024-09-19T11:58:01.374434+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T11:58:01.374434+0000","last_undegraded":"2024-09-19T11:58:01.374434+0000","last_fullsized":"2024-09-19T11:58:01.374434+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.115011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.423712+0000","last_change":"2024-09-19T11:20:35.349313+0000","last_active":"2024-09-19T12:00:38.423712+0000","last_peered":"2024-09-19T12:00:38.423712+0000","last_clean":"2024-09-19T12:00:38.423712+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:00:38.423712+0000","last_undegraded":"2024-09-19T12:00:38.423712+0000","last_fullsized":"2024-09-19T12:00:38.423712+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:31.633503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.712013+0000","last_change":"2024-09-19T11:20:37.359977+0000","last_active":"2024-09-19T11:59:00.712013+0000","last_peered":"2024-09-19T11:59:00.712013+0000","last_clean":"2024-09-19T11:59:00.712013+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T11:59:00.712013+0000","last_undegraded":"2024-09-19T11:59:00.712013+0000","last_fullsized":"2024-09-19T11:59:00.712013+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:58.811243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'421","reported_seq":2067,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906300+0000","last_change":"2024-09-19T11:20:29.338081+0000","last_active":"2024-09-19T11:58:47.906300+0000","last_peered":"2024-09-19T11:58:47.906300+0000","last_clean":"2024-09-19T11:58:47.906300+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T11:58:47.906300+0000","last_undegraded":"2024-09-19T11:58:47.906300+0000","last_fullsized":"2024-09-19T11:58:47.906300+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:17.634019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'226","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636161+0000","last_change":"2024-09-19T11:20:27.327386+0000","last_active":"2024-09-19T12:00:38.636161+0000","last_peered":"2024-09-19T12:00:38.636161+0000","last_clean":"2024-09-19T12:00:38.636161+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:38.636161+0000","last_undegraded":"2024-09-19T12:00:38.636161+0000","last_fullsized":"2024-09-19T12:00:38.636161+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:08.003558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872798+0000","last_change":"2024-09-19T11:20:31.331934+0000","last_active":"2024-09-19T11:58:03.872798+0000","last_peered":"2024-09-19T11:58:03.872798+0000","last_clean":"2024-09-19T11:58:03.872798+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T11:58:03.872798+0000","last_undegraded":"2024-09-19T11:58:03.872798+0000","last_fullsized":"2024-09-19T11:58:03.872798+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:16.757647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'141","reported_seq":708,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.609344+0000","last_change":"2024-09-19T11:20:33.338329+0000","last_active":"2024-09-19T12:00:38.609344+0000","last_peered":"2024-09-19T12:00:38.609344+0000","last_clean":"2024-09-19T12:00:38.609344+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:00:38.609344+0000","last_undegraded":"2024-09-19T12:00:38.609344+0000","last_fullsized":"2024-09-19T12:00:38.609344+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.110522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:54.122048+0000","last_change":"2024-09-19T11:20:35.346670+0000","last_active":"2024-09-19T11:56:54.122048+0000","last_peered":"2024-09-19T11:56:54.122048+0000","last_clean":"2024-09-19T11:56:54.122048+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T11:56:54.122048+0000","last_undegraded":"2024-09-19T11:56:54.122048+0000","last_fullsized":"2024-09-19T11:56:54.122048+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:45.017472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'117","reported_seq":605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.209303+0000","last_change":"2024-09-19T11:20:37.365275+0000","last_active":"2024-09-19T11:58:38.209303+0000","last_peered":"2024-09-19T11:58:38.209303+0000","last_clean":"2024-09-19T11:58:38.209303+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T11:58:38.209303+0000","last_undegraded":"2024-09-19T11:58:38.209303+0000","last_fullsized":"2024-09-19T11:58:38.209303+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:43.102478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'841","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.386568+0000","last_change":"2024-09-19T11:20:29.337440+0000","last_active":"2024-09-19T11:58:28.386568+0000","last_peered":"2024-09-19T11:58:28.386568+0000","last_clean":"2024-09-19T11:58:28.386568+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T11:58:28.386568+0000","last_undegraded":"2024-09-19T11:58:28.386568+0000","last_fullsized":"2024-09-19T11:58:28.386568+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":800,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:56.563803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'258","reported_seq":939,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892333+0000","last_change":"2024-09-19T11:20:27.323303+0000","last_active":"2024-09-19T12:00:28.892333+0000","last_peered":"2024-09-19T12:00:28.892333+0000","last_clean":"2024-09-19T12:00:28.892333+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:28.892333+0000","last_undegraded":"2024-09-19T12:00:28.892333+0000","last_fullsized":"2024-09-19T12:00:28.892333+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:13.810659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870395+0000","last_change":"2024-09-19T11:20:31.334634+0000","last_active":"2024-09-19T11:58:03.870395+0000","last_peered":"2024-09-19T11:58:03.870395+0000","last_clean":"2024-09-19T11:58:03.870395+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T11:58:03.870395+0000","last_undegraded":"2024-09-19T11:58:03.870395+0000","last_fullsized":"2024-09-19T11:58:03.870395+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:45.778858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'117","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.614976+0000","last_change":"2024-09-19T11:20:33.341278+0000","last_active":"2024-09-19T12:00:38.614976+0000","last_peered":"2024-09-19T12:00:38.614976+0000","last_clean":"2024-09-19T12:00:38.614976+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:00:38.614976+0000","last_undegraded":"2024-09-19T12:00:38.614976+0000","last_fullsized":"2024-09-19T12:00:38.614976+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:18.491589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":478,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.862255+0000","last_change":"2024-09-19T11:20:35.346345+0000","last_active":"2024-09-19T11:57:03.862255+0000","last_peered":"2024-09-19T11:57:03.862255+0000","last_clean":"2024-09-19T11:57:03.862255+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T11:57:03.862255+0000","last_undegraded":"2024-09-19T11:57:03.862255+0000","last_fullsized":"2024-09-19T11:57:03.862255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:10.568156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'131","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.478329+0000","last_change":"2024-09-19T11:20:37.372271+0000","last_active":"2024-09-19T12:00:18.478329+0000","last_peered":"2024-09-19T12:00:18.478329+0000","last_clean":"2024-09-19T12:00:18.478329+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:00:18.478329+0000","last_undegraded":"2024-09-19T12:00:18.478329+0000","last_fullsized":"2024-09-19T12:00:18.478329+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:16.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'387","reported_seq":1846,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:42.728805+0000","last_change":"2024-09-19T11:20:29.336405+0000","last_active":"2024-09-19T11:58:42.728805+0000","last_peered":"2024-09-19T11:58:42.728805+0000","last_clean":"2024-09-19T11:58:42.728805+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T11:58:42.728805+0000","last_undegraded":"2024-09-19T11:58:42.728805+0000","last_fullsized":"2024-09-19T11:58:42.728805+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:57.031907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'175","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:33.925638+0000","last_change":"2024-09-19T11:20:27.322585+0000","last_active":"2024-09-19T12:00:33.925638+0000","last_peered":"2024-09-19T12:00:33.925638+0000","last_clean":"2024-09-19T12:00:33.925638+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:33.925638+0000","last_undegraded":"2024-09-19T12:00:33.925638+0000","last_fullsized":"2024-09-19T12:00:33.925638+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:02.554362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.861898+0000","last_change":"2024-09-19T11:20:31.332644+0000","last_active":"2024-09-19T11:56:48.861898+0000","last_peered":"2024-09-19T11:56:48.861898+0000","last_clean":"2024-09-19T11:56:48.861898+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T11:56:48.861898+0000","last_undegraded":"2024-09-19T11:56:48.861898+0000","last_fullsized":"2024-09-19T11:56:48.861898+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:58.335441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'102","reported_seq":652,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.547768+0000","last_change":"2024-09-19T11:20:33.340560+0000","last_active":"2024-09-19T12:00:38.547768+0000","last_peered":"2024-09-19T12:00:38.547768+0000","last_clean":"2024-09-19T12:00:38.547768+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:00:38.547768+0000","last_undegraded":"2024-09-19T12:00:38.547768+0000","last_fullsized":"2024-09-19T12:00:38.547768+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:19.154296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871321+0000","last_change":"2024-09-19T11:20:35.349650+0000","last_active":"2024-09-19T11:58:08.871321+0000","last_peered":"2024-09-19T11:58:08.871321+0000","last_clean":"2024-09-19T11:58:08.871321+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T11:58:08.871321+0000","last_undegraded":"2024-09-19T11:58:08.871321+0000","last_fullsized":"2024-09-19T11:58:08.871321+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:56.105910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'165","reported_seq":1261,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:59.737987+0000","last_change":"2024-09-19T11:20:37.359503+0000","last_active":"2024-09-19T11:58:59.737987+0000","last_peered":"2024-09-19T11:58:59.737987+0000","last_clean":"2024-09-19T11:58:59.737987+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T11:58:59.737987+0000","last_undegraded":"2024-09-19T11:58:59.737987+0000","last_fullsized":"2024-09-19T11:58:59.737987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:36.414033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'535","reported_seq":2035,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859207+0000","last_change":"2024-09-19T11:20:29.329981+0000","last_active":"2024-09-19T11:58:45.859207+0000","last_peered":"2024-09-19T11:58:45.859207+0000","last_clean":"2024-09-19T11:58:45.859207+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T11:58:45.859207+0000","last_undegraded":"2024-09-19T11:58:45.859207+0000","last_fullsized":"2024-09-19T11:58:45.859207+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:15.582142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'209","reported_seq":870,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711264+0000","last_change":"2024-09-19T11:21:02.404438+0000","last_active":"2024-09-19T12:00:38.711264+0000","last_peered":"2024-09-19T12:00:38.711264+0000","last_clean":"2024-09-19T12:00:38.711264+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:38.711264+0000","last_undegraded":"2024-09-19T12:00:38.711264+0000","last_fullsized":"2024-09-19T12:00:38.711264+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:32.918634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"27'1","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970860+0000","last_change":"2024-09-19T11:20:31.337787+0000","last_active":"2024-09-19T11:56:53.970860+0000","last_peered":"2024-09-19T11:56:53.970860+0000","last_clean":"2024-09-19T11:56:53.970860+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T11:56:53.970860+0000","last_undegraded":"2024-09-19T11:56:53.970860+0000","last_fullsized":"2024-09-19T11:56:53.970860+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:12.026782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'147","reported_seq":721,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.571565+0000","last_change":"2024-09-19T11:20:33.336133+0000","last_active":"2024-09-19T12:00:38.571565+0000","last_peered":"2024-09-19T12:00:38.571565+0000","last_clean":"2024-09-19T12:00:38.571565+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:00:38.571565+0000","last_undegraded":"2024-09-19T12:00:38.571565+0000","last_fullsized":"2024-09-19T12:00:38.571565+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:59.215481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132468+0000","last_change":"2024-09-19T11:20:35.348558+0000","last_active":"2024-09-19T11:58:09.132468+0000","last_peered":"2024-09-19T11:58:09.132468+0000","last_clean":"2024-09-19T11:58:09.132468+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T11:58:09.132468+0000","last_undegraded":"2024-09-19T11:58:09.132468+0000","last_fullsized":"2024-09-19T11:58:09.132468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:52.904967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'112","reported_seq":607,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.537240+0000","last_change":"2024-09-19T11:20:37.356941+0000","last_active":"2024-09-19T12:00:18.537240+0000","last_peered":"2024-09-19T12:00:18.537240+0000","last_clean":"2024-09-19T12:00:18.537240+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:00:18.537240+0000","last_undegraded":"2024-09-19T12:00:18.537240+0000","last_fullsized":"2024-09-19T12:00:18.537240+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:51.458028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'502","reported_seq":2039,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990821+0000","last_change":"2024-09-19T11:20:29.331841+0000","last_active":"2024-09-19T11:59:28.990821+0000","last_peered":"2024-09-19T11:59:28.990821+0000","last_clean":"2024-09-19T11:59:28.990821+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T11:59:28.990821+0000","last_undegraded":"2024-09-19T11:59:28.990821+0000","last_fullsized":"2024-09-19T11:59:28.990821+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:50.024952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'195","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613579+0000","last_change":"2024-09-19T11:20:27.331814+0000","last_active":"2024-09-19T12:00:38.613579+0000","last_peered":"2024-09-19T12:00:38.613579+0000","last_clean":"2024-09-19T12:00:38.613579+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:38.613579+0000","last_undegraded":"2024-09-19T12:00:38.613579+0000","last_fullsized":"2024-09-19T12:00:38.613579+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:27.648566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'704","reported_seq":2488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990785+0000","last_change":"2024-09-19T11:20:29.324919+0000","last_active":"2024-09-19T11:59:28.990785+0000","last_peered":"2024-09-19T11:59:28.990785+0000","last_clean":"2024-09-19T11:59:28.990785+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T11:59:28.990785+0000","last_undegraded":"2024-09-19T11:59:28.990785+0000","last_fullsized":"2024-09-19T11:59:28.990785+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:02.199788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'297","reported_seq":993,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564552+0000","last_change":"2024-09-19T11:20:27.314603+0000","last_active":"2024-09-19T12:00:38.564552+0000","last_peered":"2024-09-19T12:00:38.564552+0000","last_clean":"2024-09-19T12:00:38.564552+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:38.564552+0000","last_undegraded":"2024-09-19T12:00:38.564552+0000","last_fullsized":"2024-09-19T12:00:38.564552+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:56.401837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'439","reported_seq":1933,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883081+0000","last_change":"2024-09-19T11:20:29.335169+0000","last_active":"2024-09-19T11:59:28.883081+0000","last_peered":"2024-09-19T11:59:28.883081+0000","last_clean":"2024-09-19T11:59:28.883081+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T11:59:28.883081+0000","last_undegraded":"2024-09-19T11:59:28.883081+0000","last_fullsized":"2024-09-19T11:59:28.883081+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:51.441076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'237","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.531761+0000","last_change":"2024-09-19T11:20:27.325190+0000","last_active":"2024-09-19T12:00:38.531761+0000","last_peered":"2024-09-19T12:00:38.531761+0000","last_clean":"2024-09-19T12:00:38.531761+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:38.531761+0000","last_undegraded":"2024-09-19T12:00:38.531761+0000","last_fullsized":"2024-09-19T12:00:38.531761+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:24.997879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2301,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526708+0000","last_change":"2024-09-19T11:20:29.335580+0000","last_active":"2024-09-19T12:00:18.526708+0000","last_peered":"2024-09-19T12:00:18.526708+0000","last_clean":"2024-09-19T12:00:18.526708+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:18.526708+0000","last_undegraded":"2024-09-19T12:00:18.526708+0000","last_fullsized":"2024-09-19T12:00:18.526708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:31.257564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'232","reported_seq":855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.606487+0000","last_change":"2024-09-19T11:20:27.331431+0000","last_active":"2024-09-19T12:00:38.606487+0000","last_peered":"2024-09-19T12:00:38.606487+0000","last_clean":"2024-09-19T12:00:38.606487+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:38.606487+0000","last_undegraded":"2024-09-19T12:00:38.606487+0000","last_fullsized":"2024-09-19T12:00:38.606487+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:22.044479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'418","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155597+0000","last_change":"2024-09-19T11:20:29.339690+0000","last_active":"2024-09-19T11:59:00.155597+0000","last_peered":"2024-09-19T11:59:00.155597+0000","last_clean":"2024-09-19T11:59:00.155597+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T11:59:00.155597+0000","last_undegraded":"2024-09-19T11:59:00.155597+0000","last_fullsized":"2024-09-19T11:59:00.155597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:50.452971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'193","reported_seq":796,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666027+0000","last_change":"2024-09-19T11:20:27.333430+0000","last_active":"2024-09-19T12:00:38.666027+0000","last_peered":"2024-09-19T12:00:38.666027+0000","last_clean":"2024-09-19T12:00:38.666027+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:38.666027+0000","last_undegraded":"2024-09-19T12:00:38.666027+0000","last_fullsized":"2024-09-19T12:00:38.666027+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:53.029266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'548","reported_seq":2130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207250+0000","last_change":"2024-09-19T11:20:29.331827+0000","last_active":"2024-09-19T11:58:58.207250+0000","last_peered":"2024-09-19T11:58:58.207250+0000","last_clean":"2024-09-19T11:58:58.207250+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T11:58:58.207250+0000","last_undegraded":"2024-09-19T11:58:58.207250+0000","last_fullsized":"2024-09-19T11:58:58.207250+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:42.877287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'192","reported_seq":792,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.599569+0000","last_change":"2024-09-19T11:20:27.325704+0000","last_active":"2024-09-19T12:00:38.599569+0000","last_peered":"2024-09-19T12:00:38.599569+0000","last_clean":"2024-09-19T12:00:38.599569+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:38.599569+0000","last_undegraded":"2024-09-19T12:00:38.599569+0000","last_fullsized":"2024-09-19T12:00:38.599569+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:30.918764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'909","reported_seq":2571,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714517+0000","last_change":"2024-09-19T11:20:29.342908+0000","last_active":"2024-09-19T11:59:00.714517+0000","last_peered":"2024-09-19T11:59:00.714517+0000","last_clean":"2024-09-19T11:59:00.714517+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T11:59:00.714517+0000","last_undegraded":"2024-09-19T11:59:00.714517+0000","last_fullsized":"2024-09-19T11:59:00.714517+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":800,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.487923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'191","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883151+0000","last_change":"2024-09-19T11:20:27.335884+0000","last_active":"2024-09-19T11:59:28.883151+0000","last_peered":"2024-09-19T11:59:28.883151+0000","last_clean":"2024-09-19T11:59:28.883151+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T11:59:28.883151+0000","last_undegraded":"2024-09-19T11:59:28.883151+0000","last_fullsized":"2024-09-19T11:59:28.883151+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:16.155784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2382,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787150+0000","last_change":"2024-09-19T11:20:29.331762+0000","last_active":"2024-09-19T11:58:36.787150+0000","last_peered":"2024-09-19T11:58:36.787150+0000","last_clean":"2024-09-19T11:58:36.787150+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T11:58:36.787150+0000","last_undegraded":"2024-09-19T11:58:36.787150+0000","last_fullsized":"2024-09-19T11:58:36.787150+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:46.534449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'214","reported_seq":832,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655606+0000","last_change":"2024-09-19T11:20:27.327336+0000","last_active":"2024-09-19T12:00:38.655606+0000","last_peered":"2024-09-19T12:00:38.655606+0000","last_clean":"2024-09-19T12:00:38.655606+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:38.655606+0000","last_undegraded":"2024-09-19T12:00:38.655606+0000","last_fullsized":"2024-09-19T12:00:38.655606+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:41.840549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'420","reported_seq":2026,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283594+0000","last_change":"2024-09-19T11:20:29.342739+0000","last_active":"2024-09-19T11:58:47.283594+0000","last_peered":"2024-09-19T11:58:47.283594+0000","last_clean":"2024-09-19T11:58:47.283594+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T11:58:47.283594+0000","last_undegraded":"2024-09-19T11:58:47.283594+0000","last_fullsized":"2024-09-19T11:58:47.283594+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:33.730097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'198","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701227+0000","last_change":"2024-09-19T11:20:27.325601+0000","last_active":"2024-09-19T12:00:38.701227+0000","last_peered":"2024-09-19T12:00:38.701227+0000","last_clean":"2024-09-19T12:00:38.701227+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:38.701227+0000","last_undegraded":"2024-09-19T12:00:38.701227+0000","last_fullsized":"2024-09-19T12:00:38.701227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:45:14.047734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'449","reported_seq":2114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207530+0000","last_change":"2024-09-19T11:20:29.337317+0000","last_active":"2024-09-19T11:58:58.207530+0000","last_peered":"2024-09-19T11:58:58.207530+0000","last_clean":"2024-09-19T11:58:58.207530+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T11:58:58.207530+0000","last_undegraded":"2024-09-19T11:58:58.207530+0000","last_fullsized":"2024-09-19T11:58:58.207530+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:54.822226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'210","reported_seq":883,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562916+0000","last_change":"2024-09-19T11:20:27.333729+0000","last_active":"2024-09-19T12:00:38.562916+0000","last_peered":"2024-09-19T12:00:38.562916+0000","last_clean":"2024-09-19T12:00:38.562916+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:38.562916+0000","last_undegraded":"2024-09-19T12:00:38.562916+0000","last_fullsized":"2024-09-19T12:00:38.562916+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:20.572361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'819","reported_seq":2372,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.525395+0000","last_change":"2024-09-19T11:20:29.328820+0000","last_active":"2024-09-19T12:00:18.525395+0000","last_peered":"2024-09-19T12:00:18.525395+0000","last_clean":"2024-09-19T12:00:18.525395+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:18.525395+0000","last_undegraded":"2024-09-19T12:00:18.525395+0000","last_fullsized":"2024-09-19T12:00:18.525395+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":800,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:42:25.764987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'193","reported_seq":782,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.664028+0000","last_change":"2024-09-19T11:20:27.335041+0000","last_active":"2024-09-19T12:00:38.664028+0000","last_peered":"2024-09-19T12:00:38.664028+0000","last_clean":"2024-09-19T12:00:38.664028+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:38.664028+0000","last_undegraded":"2024-09-19T12:00:38.664028+0000","last_fullsized":"2024-09-19T12:00:38.664028+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:33.069054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'439","reported_seq":1997,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.899845+0000","last_change":"2024-09-19T11:20:29.341093+0000","last_active":"2024-09-19T11:58:47.899845+0000","last_peered":"2024-09-19T11:58:47.899845+0000","last_clean":"2024-09-19T11:58:47.899845+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T11:58:47.899845+0000","last_undegraded":"2024-09-19T11:58:47.899845+0000","last_fullsized":"2024-09-19T11:58:47.899845+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:23:21.005233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'188","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.637080+0000","last_change":"2024-09-19T11:21:02.408064+0000","last_active":"2024-09-19T12:00:38.637080+0000","last_peered":"2024-09-19T12:00:38.637080+0000","last_clean":"2024-09-19T12:00:38.637080+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:38.637080+0000","last_undegraded":"2024-09-19T12:00:38.637080+0000","last_fullsized":"2024-09-19T12:00:38.637080+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:16.943766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2323,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155299+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:59:00.155299+0000","last_peered":"2024-09-19T11:59:00.155299+0000","last_clean":"2024-09-19T11:59:00.155299+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T11:59:00.155299+0000","last_undegraded":"2024-09-19T11:59:00.155299+0000","last_fullsized":"2024-09-19T11:59:00.155299+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:03.520649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'228","reported_seq":963,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876647+0000","last_change":"2024-09-19T11:20:27.330382+0000","last_active":"2024-09-19T11:58:43.876647+0000","last_peered":"2024-09-19T11:58:43.876647+0000","last_clean":"2024-09-19T11:58:43.876647+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T11:58:43.876647+0000","last_undegraded":"2024-09-19T11:58:43.876647+0000","last_fullsized":"2024-09-19T11:58:43.876647+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:55.757981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'537","reported_seq":2270,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528141+0000","last_change":"2024-09-19T11:20:29.343208+0000","last_active":"2024-09-19T12:00:18.528141+0000","last_peered":"2024-09-19T12:00:18.528141+0000","last_clean":"2024-09-19T12:00:18.528141+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:18.528141+0000","last_undegraded":"2024-09-19T12:00:18.528141+0000","last_fullsized":"2024-09-19T12:00:18.528141+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:47.612897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'189","reported_seq":797,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:53.879345+0000","last_change":"2024-09-19T11:20:27.327419+0000","last_active":"2024-09-19T11:58:53.879345+0000","last_peered":"2024-09-19T11:58:53.879345+0000","last_clean":"2024-09-19T11:58:53.879345+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T11:58:53.879345+0000","last_undegraded":"2024-09-19T11:58:53.879345+0000","last_fullsized":"2024-09-19T11:58:53.879345+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:05.808148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'396","reported_seq":1871,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:40.362138+0000","last_change":"2024-09-19T11:20:29.339461+0000","last_active":"2024-09-19T11:58:40.362138+0000","last_peered":"2024-09-19T11:58:40.362138+0000","last_clean":"2024-09-19T11:58:40.362138+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T11:58:40.362138+0000","last_undegraded":"2024-09-19T11:58:40.362138+0000","last_fullsized":"2024-09-19T11:58:40.362138+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.096509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'155","reported_seq":737,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006479+0000","last_change":"2024-09-19T11:20:27.320871+0000","last_active":"2024-09-19T12:00:09.006479+0000","last_peered":"2024-09-19T12:00:09.006479+0000","last_clean":"2024-09-19T12:00:09.006479+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:09.006479+0000","last_undegraded":"2024-09-19T12:00:09.006479+0000","last_fullsized":"2024-09-19T12:00:09.006479+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:20:24.263294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'402","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.676535+0000","last_change":"2024-09-19T11:20:29.337788+0000","last_active":"2024-09-19T11:58:39.676535+0000","last_peered":"2024-09-19T11:58:39.676535+0000","last_clean":"2024-09-19T11:58:39.676535+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T11:58:39.676535+0000","last_undegraded":"2024-09-19T11:58:39.676535+0000","last_fullsized":"2024-09-19T11:58:39.676535+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.663660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'198","reported_seq":813,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.576553+0000","last_change":"2024-09-19T11:20:27.327578+0000","last_active":"2024-09-19T12:00:38.576553+0000","last_peered":"2024-09-19T12:00:38.576553+0000","last_clean":"2024-09-19T12:00:38.576553+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:38.576553+0000","last_undegraded":"2024-09-19T12:00:38.576553+0000","last_fullsized":"2024-09-19T12:00:38.576553+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:51.304822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'178","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687411+0000","last_change":"2024-09-19T11:20:27.332171+0000","last_active":"2024-09-19T12:00:38.687411+0000","last_peered":"2024-09-19T12:00:38.687411+0000","last_clean":"2024-09-19T12:00:38.687411+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:38.687411+0000","last_undegraded":"2024-09-19T12:00:38.687411+0000","last_fullsized":"2024-09-19T12:00:38.687411+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.919510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'857","reported_seq":2479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:14.019694+0000","last_change":"2024-09-19T11:20:29.342833+0000","last_active":"2024-09-19T11:59:14.019694+0000","last_peered":"2024-09-19T11:59:14.019694+0000","last_clean":"2024-09-19T11:59:14.019694+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T11:59:14.019694+0000","last_undegraded":"2024-09-19T11:59:14.019694+0000","last_fullsized":"2024-09-19T11:59:14.019694+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":800,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.520860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'273","reported_seq":927,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613934+0000","last_change":"2024-09-19T11:20:27.333453+0000","last_active":"2024-09-19T12:00:38.613934+0000","last_peered":"2024-09-19T12:00:38.613934+0000","last_clean":"2024-09-19T12:00:38.613934+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:38.613934+0000","last_undegraded":"2024-09-19T12:00:38.613934+0000","last_fullsized":"2024-09-19T12:00:38.613934+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:23.100258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'414","reported_seq":1828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283340+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:58:47.283340+0000","last_peered":"2024-09-19T11:58:47.283340+0000","last_clean":"2024-09-19T11:58:47.283340+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T11:58:47.283340+0000","last_undegraded":"2024-09-19T11:58:47.283340+0000","last_fullsized":"2024-09-19T11:58:47.283340+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:19.385931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1577,"ondisk_log_size":1577,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":533,"ondisk_log_size":533,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1721,"ondisk_log_size":1721,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3964,"ondisk_log_size":3964,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4166,"ondisk_log_size":4166,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542634,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236156,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135684,"statfs":{"total":96636764160,"available":96394940416,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542633,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218592,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153248,"statfs":{"total":96636764160,"available":96412925952,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542634,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":268756,"kb_used_data":183492,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94103084,"statfs":{"total":96636764160,"available":96361558016,"internally_reserved":0,"allocated":187895808,"data_stored":185967229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542636,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":95240,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94276600,"statfs":{"total":96636764160,"available":96539238400,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":81656261},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542634,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":283752,"kb_used_data":67868,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94088088,"statfs":{"total":96636764160,"available":96346202112,"internally_reserved":0,"allocated":69496832,"data_stored":67778844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542636,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181756,"kb_used_data":114476,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94190084,"statfs":{"total":96636764160,"available":96450646016,"internally_reserved":0,"allocated":117223424,"data_stored":115587758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542636,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":164528,"kb_used_data":34792,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94207312,"statfs":{"total":96636764160,"available":96468287488,"internally_reserved":0,"allocated":35627008,"data_stored":34082465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542636,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":269680,"kb_used_data":31604,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94102160,"statfs":{"total":96636764160,"available":96360611840,"internally_reserved":0,"allocated":32362496,"data_stored":30686274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:00:40.823 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T12:00:40.823 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:00:41.164 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:00:41.176 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:00:41.178 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1469,"stamp":"2024-09-19T12:00:39.647409+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13310,"ondisk_log_size":13310,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1718460,"kb_used_data":474836,"kb_used_omap":12,"kb_used_meta":1243187,"kb_avail":753256260,"statfs":{"total":773094113280,"available":771334410240,"internally_reserved":0,"allocated":486232064,"data_stored":472898688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1273024048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-509137011,"num_objects":-352,"num_object_clones":0,"num_object_copies":-704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-352,"num_whiteouts":0,"num_read":680,"num_read_kb":707,"num_write":508,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004553"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.860914+0000","last_change":"2024-09-19T11:46:50.770041+0000","last_active":"2024-09-19T11:56:53.860914+0000","last_peered":"2024-09-19T11:56:53.860914+0000","last_clean":"2024-09-19T11:56:53.860914+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T11:56:53.860914+0000","last_undegraded":"2024-09-19T11:56:53.860914+0000","last_fullsized":"2024-09-19T11:56:53.860914+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.735210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854808+0000","last_change":"2024-09-19T11:36:12.514169+0000","last_active":"2024-09-19T11:56:13.854808+0000","last_peered":"2024-09-19T11:56:13.854808+0000","last_clean":"2024-09-19T11:56:13.854808+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T11:56:13.854808+0000","last_undegraded":"2024-09-19T11:56:13.854808+0000","last_fullsized":"2024-09-19T11:56:13.854808+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:42.716193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.497482+0000","last_change":"2024-09-19T11:36:09.487178+0000","last_active":"2024-09-19T12:00:38.497482+0000","last_peered":"2024-09-19T12:00:38.497482+0000","last_clean":"2024-09-19T12:00:38.497482+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:00:38.497482+0000","last_undegraded":"2024-09-19T12:00:38.497482+0000","last_fullsized":"2024-09-19T12:00:38.497482+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:41.112927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:24.126097+0000","last_change":"2024-09-19T11:34:29.634566+0000","last_active":"2024-09-19T11:57:24.126097+0000","last_peered":"2024-09-19T11:57:24.126097+0000","last_clean":"2024-09-19T11:57:24.126097+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T11:57:24.126097+0000","last_undegraded":"2024-09-19T11:57:24.126097+0000","last_fullsized":"2024-09-19T11:57:24.126097+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:38.073850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.983028+0000","last_change":"2024-09-19T11:46:50.774677+0000","last_active":"2024-09-19T11:56:53.983028+0000","last_peered":"2024-09-19T11:56:53.983028+0000","last_clean":"2024-09-19T11:56:53.983028+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T11:56:53.983028+0000","last_undegraded":"2024-09-19T11:56:53.983028+0000","last_fullsized":"2024-09-19T11:56:53.983028+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:02.023552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.982290+0000","last_change":"2024-09-19T11:36:12.514009+0000","last_active":"2024-09-19T11:56:13.982290+0000","last_peered":"2024-09-19T11:56:13.982290+0000","last_clean":"2024-09-19T11:56:13.982290+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T11:56:13.982290+0000","last_undegraded":"2024-09-19T11:56:13.982290+0000","last_fullsized":"2024-09-19T11:56:13.982290+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:10.401437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.964334+0000","last_change":"2024-09-19T11:36:09.484211+0000","last_active":"2024-09-19T11:56:08.964334+0000","last_peered":"2024-09-19T11:56:08.964334+0000","last_clean":"2024-09-19T11:56:08.964334+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T11:56:08.964334+0000","last_undegraded":"2024-09-19T11:56:08.964334+0000","last_fullsized":"2024-09-19T11:56:08.964334+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.552169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":129,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.994813+0000","last_change":"2024-09-19T11:34:29.634415+0000","last_active":"2024-09-19T11:58:33.994813+0000","last_peered":"2024-09-19T11:58:33.994813+0000","last_clean":"2024-09-19T11:58:33.994813+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T11:58:33.994813+0000","last_undegraded":"2024-09-19T11:58:33.994813+0000","last_fullsized":"2024-09-19T11:58:33.994813+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:16.050137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.857825+0000","last_change":"2024-09-19T11:46:50.767307+0000","last_active":"2024-09-19T11:56:33.857825+0000","last_peered":"2024-09-19T11:56:33.857825+0000","last_clean":"2024-09-19T11:56:33.857825+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T11:56:33.857825+0000","last_undegraded":"2024-09-19T11:56:33.857825+0000","last_fullsized":"2024-09-19T11:56:33.857825+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:10.916981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018954+0000","last_change":"2024-09-19T11:36:12.507846+0000","last_active":"2024-09-19T11:59:09.018954+0000","last_peered":"2024-09-19T11:59:09.018954+0000","last_clean":"2024-09-19T11:59:09.018954+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T11:59:09.018954+0000","last_undegraded":"2024-09-19T11:59:09.018954+0000","last_fullsized":"2024-09-19T11:59:09.018954+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:30.533551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006515+0000","last_change":"2024-09-19T11:36:09.482165+0000","last_active":"2024-09-19T12:00:09.006515+0000","last_peered":"2024-09-19T12:00:09.006515+0000","last_clean":"2024-09-19T12:00:09.006515+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:00:09.006515+0000","last_undegraded":"2024-09-19T12:00:09.006515+0000","last_fullsized":"2024-09-19T12:00:09.006515+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:54.388304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":120,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122694+0000","last_change":"2024-09-19T11:34:29.635787+0000","last_active":"2024-09-19T11:56:59.122694+0000","last_peered":"2024-09-19T11:56:59.122694+0000","last_clean":"2024-09-19T11:56:59.122694+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T11:56:59.122694+0000","last_undegraded":"2024-09-19T11:56:59.122694+0000","last_fullsized":"2024-09-19T11:56:59.122694+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:23.339642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.892305+0000","last_change":"2024-09-19T11:46:50.777695+0000","last_active":"2024-09-19T11:56:38.892305+0000","last_peered":"2024-09-19T11:56:38.892305+0000","last_clean":"2024-09-19T11:56:38.892305+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T11:56:38.892305+0000","last_undegraded":"2024-09-19T11:56:38.892305+0000","last_fullsized":"2024-09-19T11:56:38.892305+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:52.326412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518511+0000","last_change":"2024-09-19T11:36:12.511281+0000","last_active":"2024-09-19T12:00:38.518511+0000","last_peered":"2024-09-19T12:00:38.518511+0000","last_clean":"2024-09-19T12:00:38.518511+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:00:38.518511+0000","last_undegraded":"2024-09-19T12:00:38.518511+0000","last_fullsized":"2024-09-19T12:00:38.518511+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:17:06.570337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.863212+0000","last_change":"2024-09-19T11:36:09.476398+0000","last_active":"2024-09-19T11:56:58.863212+0000","last_peered":"2024-09-19T11:56:58.863212+0000","last_clean":"2024-09-19T11:56:58.863212+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T11:56:58.863212+0000","last_undegraded":"2024-09-19T11:56:58.863212+0000","last_fullsized":"2024-09-19T11:56:58.863212+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:34.963980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:01.214182+0000","last_change":"2024-09-19T11:34:29.629960+0000","last_active":"2024-09-19T11:57:01.214182+0000","last_peered":"2024-09-19T11:57:01.214182+0000","last_clean":"2024-09-19T11:57:01.214182+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T11:57:01.214182+0000","last_undegraded":"2024-09-19T11:57:01.214182+0000","last_fullsized":"2024-09-19T11:57:01.214182+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.556081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.894857+0000","last_change":"2024-09-19T11:46:50.777685+0000","last_active":"2024-09-19T11:56:58.894857+0000","last_peered":"2024-09-19T11:56:58.894857+0000","last_clean":"2024-09-19T11:56:58.894857+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T11:56:58.894857+0000","last_undegraded":"2024-09-19T11:56:58.894857+0000","last_fullsized":"2024-09-19T11:56:58.894857+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.907442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870348+0000","last_change":"2024-09-19T11:36:12.507698+0000","last_active":"2024-09-19T11:58:03.870348+0000","last_peered":"2024-09-19T11:58:03.870348+0000","last_clean":"2024-09-19T11:58:03.870348+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T11:58:03.870348+0000","last_undegraded":"2024-09-19T11:58:03.870348+0000","last_fullsized":"2024-09-19T11:58:03.870348+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:27.488165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.028077+0000","last_change":"2024-09-19T11:36:09.478763+0000","last_active":"2024-09-19T12:00:19.028077+0000","last_peered":"2024-09-19T12:00:19.028077+0000","last_clean":"2024-09-19T12:00:19.028077+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:00:19.028077+0000","last_undegraded":"2024-09-19T12:00:19.028077+0000","last_fullsized":"2024-09-19T12:00:19.028077+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:31.628518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":158,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.623826+0000","last_change":"2024-09-19T11:34:29.632757+0000","last_active":"2024-09-19T11:57:18.623826+0000","last_peered":"2024-09-19T11:57:18.623826+0000","last_clean":"2024-09-19T11:57:18.623826+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T11:57:18.623826+0000","last_undegraded":"2024-09-19T11:57:18.623826+0000","last_fullsized":"2024-09-19T11:57:18.623826+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:37.783164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.974019+0000","last_change":"2024-09-19T11:46:50.774279+0000","last_active":"2024-09-19T11:57:18.974019+0000","last_peered":"2024-09-19T11:57:18.974019+0000","last_clean":"2024-09-19T11:57:18.974019+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T11:57:18.974019+0000","last_undegraded":"2024-09-19T11:57:18.974019+0000","last_fullsized":"2024-09-19T11:57:18.974019+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:23.859184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869557+0000","last_change":"2024-09-19T11:36:12.509504+0000","last_active":"2024-09-19T11:57:58.869557+0000","last_peered":"2024-09-19T11:57:58.869557+0000","last_clean":"2024-09-19T11:57:58.869557+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T11:57:58.869557+0000","last_undegraded":"2024-09-19T11:57:58.869557+0000","last_fullsized":"2024-09-19T11:57:58.869557+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.923363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870572+0000","last_change":"2024-09-19T11:36:09.485258+0000","last_active":"2024-09-19T11:58:03.870572+0000","last_peered":"2024-09-19T11:58:03.870572+0000","last_clean":"2024-09-19T11:58:03.870572+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T11:58:03.870572+0000","last_undegraded":"2024-09-19T11:58:03.870572+0000","last_fullsized":"2024-09-19T11:58:03.870572+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:58.416196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":145,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.530176+0000","last_change":"2024-09-19T11:34:29.635686+0000","last_active":"2024-09-19T11:58:11.530176+0000","last_peered":"2024-09-19T11:58:11.530176+0000","last_clean":"2024-09-19T11:58:11.530176+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T11:58:11.530176+0000","last_undegraded":"2024-09-19T11:58:11.530176+0000","last_fullsized":"2024-09-19T11:58:11.530176+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:33.233061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864037+0000","last_change":"2024-09-19T11:46:50.774846+0000","last_active":"2024-09-19T11:56:53.864037+0000","last_peered":"2024-09-19T11:56:53.864037+0000","last_clean":"2024-09-19T11:56:53.864037+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T11:56:53.864037+0000","last_undegraded":"2024-09-19T11:56:53.864037+0000","last_fullsized":"2024-09-19T11:56:53.864037+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:39.155049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876605+0000","last_change":"2024-09-19T11:36:12.507401+0000","last_active":"2024-09-19T11:58:43.876605+0000","last_peered":"2024-09-19T11:58:43.876605+0000","last_clean":"2024-09-19T11:58:43.876605+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T11:58:43.876605+0000","last_undegraded":"2024-09-19T11:58:43.876605+0000","last_fullsized":"2024-09-19T11:58:43.876605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:28.144848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.981717+0000","last_change":"2024-09-19T11:36:09.484810+0000","last_active":"2024-09-19T11:56:08.981717+0000","last_peered":"2024-09-19T11:56:08.981717+0000","last_clean":"2024-09-19T11:56:08.981717+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T11:56:08.981717+0000","last_undegraded":"2024-09-19T11:56:08.981717+0000","last_fullsized":"2024-09-19T11:56:08.981717+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.575841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115474+0000","last_change":"2024-09-19T11:34:29.636310+0000","last_active":"2024-09-19T11:56:14.115474+0000","last_peered":"2024-09-19T11:56:14.115474+0000","last_clean":"2024-09-19T11:56:14.115474+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T11:56:14.115474+0000","last_undegraded":"2024-09-19T11:56:14.115474+0000","last_fullsized":"2024-09-19T11:56:14.115474+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:50.653695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864084+0000","last_change":"2024-09-19T11:46:50.776932+0000","last_active":"2024-09-19T11:56:53.864084+0000","last_peered":"2024-09-19T11:56:53.864084+0000","last_clean":"2024-09-19T11:56:53.864084+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T11:56:53.864084+0000","last_undegraded":"2024-09-19T11:56:53.864084+0000","last_fullsized":"2024-09-19T11:56:53.864084+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:52.107901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711498+0000","last_change":"2024-09-19T11:36:12.508964+0000","last_active":"2024-09-19T12:00:38.711498+0000","last_peered":"2024-09-19T12:00:38.711498+0000","last_clean":"2024-09-19T12:00:38.711498+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:00:38.711498+0000","last_undegraded":"2024-09-19T12:00:38.711498+0000","last_fullsized":"2024-09-19T12:00:38.711498+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:24.015570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:09.114777+0000","last_change":"2024-09-19T11:36:09.488652+0000","last_active":"2024-09-19T11:56:09.114777+0000","last_peered":"2024-09-19T11:56:09.114777+0000","last_clean":"2024-09-19T11:56:09.114777+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T11:56:09.114777+0000","last_undegraded":"2024-09-19T11:56:09.114777+0000","last_fullsized":"2024-09-19T11:56:09.114777+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:46.426552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":465,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964923+0000","last_change":"2024-09-19T11:34:29.635198+0000","last_active":"2024-09-19T11:56:13.964923+0000","last_peered":"2024-09-19T11:56:13.964923+0000","last_clean":"2024-09-19T11:56:13.964923+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T11:56:13.964923+0000","last_undegraded":"2024-09-19T11:56:13.964923+0000","last_fullsized":"2024-09-19T11:56:13.964923+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:10.547939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964960+0000","last_change":"2024-09-19T11:46:50.776026+0000","last_active":"2024-09-19T11:56:13.964960+0000","last_peered":"2024-09-19T11:56:13.964960+0000","last_clean":"2024-09-19T11:56:13.964960+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T11:56:13.964960+0000","last_undegraded":"2024-09-19T11:56:13.964960+0000","last_fullsized":"2024-09-19T11:56:13.964960+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:04.698773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924298+0000","last_change":"2024-09-19T11:36:12.510967+0000","last_active":"2024-09-19T12:00:23.924298+0000","last_peered":"2024-09-19T12:00:23.924298+0000","last_clean":"2024-09-19T12:00:23.924298+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:00:23.924298+0000","last_undegraded":"2024-09-19T12:00:23.924298+0000","last_fullsized":"2024-09-19T12:00:23.924298+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:06.900871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:13.863557+0000","last_change":"2024-09-19T11:36:09.483158+0000","last_active":"2024-09-19T11:57:13.863557+0000","last_peered":"2024-09-19T11:57:13.863557+0000","last_clean":"2024-09-19T11:57:13.863557+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T11:57:13.863557+0000","last_undegraded":"2024-09-19T11:57:13.863557+0000","last_fullsized":"2024-09-19T11:57:13.863557+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:37.312637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":190,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.192837+0000","last_change":"2024-09-19T11:34:29.635123+0000","last_active":"2024-09-19T11:56:59.192837+0000","last_peered":"2024-09-19T11:56:59.192837+0000","last_clean":"2024-09-19T11:56:59.192837+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T11:56:59.192837+0000","last_undegraded":"2024-09-19T11:56:59.192837+0000","last_fullsized":"2024-09-19T11:56:59.192837+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:07.439248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977269+0000","last_change":"2024-09-19T11:46:50.766555+0000","last_active":"2024-09-19T11:56:13.977269+0000","last_peered":"2024-09-19T11:56:13.977269+0000","last_clean":"2024-09-19T11:56:13.977269+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T11:56:13.977269+0000","last_undegraded":"2024-09-19T11:56:13.977269+0000","last_fullsized":"2024-09-19T11:56:13.977269+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:27:20.562361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.897077+0000","last_change":"2024-09-19T11:36:12.511546+0000","last_active":"2024-09-19T11:57:18.897077+0000","last_peered":"2024-09-19T11:57:18.897077+0000","last_clean":"2024-09-19T11:57:18.897077+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T11:57:18.897077+0000","last_undegraded":"2024-09-19T11:57:18.897077+0000","last_fullsized":"2024-09-19T11:57:18.897077+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:30.887183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.583685+0000","last_change":"2024-09-19T11:36:09.487565+0000","last_active":"2024-09-19T12:00:38.583685+0000","last_peered":"2024-09-19T12:00:38.583685+0000","last_clean":"2024-09-19T12:00:38.583685+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:00:38.583685+0000","last_undegraded":"2024-09-19T12:00:38.583685+0000","last_fullsized":"2024-09-19T12:00:38.583685+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:14.135469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":138,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.889029+0000","last_change":"2024-09-19T11:34:29.630893+0000","last_active":"2024-09-19T11:56:13.889029+0000","last_peered":"2024-09-19T11:56:13.889029+0000","last_clean":"2024-09-19T11:56:13.889029+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T11:56:13.889029+0000","last_undegraded":"2024-09-19T11:56:13.889029+0000","last_fullsized":"2024-09-19T11:56:13.889029+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:00.138736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.858553+0000","last_change":"2024-09-19T11:46:50.773775+0000","last_active":"2024-09-19T11:56:13.858553+0000","last_peered":"2024-09-19T11:56:13.858553+0000","last_clean":"2024-09-19T11:56:13.858553+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T11:56:13.858553+0000","last_undegraded":"2024-09-19T11:56:13.858553+0000","last_fullsized":"2024-09-19T11:56:13.858553+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:55.834809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924338+0000","last_change":"2024-09-19T11:36:12.510603+0000","last_active":"2024-09-19T12:00:23.924338+0000","last_peered":"2024-09-19T12:00:23.924338+0000","last_clean":"2024-09-19T12:00:23.924338+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:00:23.924338+0000","last_undegraded":"2024-09-19T12:00:23.924338+0000","last_fullsized":"2024-09-19T12:00:23.924338+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.792648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538272+0000","last_change":"2024-09-19T11:36:09.484219+0000","last_active":"2024-09-19T12:00:38.538272+0000","last_peered":"2024-09-19T12:00:38.538272+0000","last_clean":"2024-09-19T12:00:38.538272+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:00:38.538272+0000","last_undegraded":"2024-09-19T12:00:38.538272+0000","last_fullsized":"2024-09-19T12:00:38.538272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:36.065406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977309+0000","last_change":"2024-09-19T11:34:29.631413+0000","last_active":"2024-09-19T11:56:13.977309+0000","last_peered":"2024-09-19T11:56:13.977309+0000","last_clean":"2024-09-19T11:56:13.977309+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T11:56:13.977309+0000","last_undegraded":"2024-09-19T11:56:13.977309+0000","last_fullsized":"2024-09-19T11:56:13.977309+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:41.823990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854730+0000","last_change":"2024-09-19T11:46:50.766796+0000","last_active":"2024-09-19T11:56:13.854730+0000","last_peered":"2024-09-19T11:56:13.854730+0000","last_clean":"2024-09-19T11:56:13.854730+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T11:56:13.854730+0000","last_undegraded":"2024-09-19T11:56:13.854730+0000","last_fullsized":"2024-09-19T11:56:13.854730+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:13.002625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.891563+0000","last_change":"2024-09-19T11:36:12.507923+0000","last_active":"2024-09-19T12:00:23.891563+0000","last_peered":"2024-09-19T12:00:23.891563+0000","last_clean":"2024-09-19T12:00:23.891563+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:00:23.891563+0000","last_undegraded":"2024-09-19T12:00:23.891563+0000","last_fullsized":"2024-09-19T12:00:23.891563+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:33.649183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:54.130191+0000","last_change":"2024-09-19T11:36:09.484588+0000","last_active":"2024-09-19T11:57:54.130191+0000","last_peered":"2024-09-19T11:57:54.130191+0000","last_clean":"2024-09-19T11:57:54.130191+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T11:57:54.130191+0000","last_undegraded":"2024-09-19T11:57:54.130191+0000","last_fullsized":"2024-09-19T11:57:54.130191+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:15.767028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":119,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872007+0000","last_change":"2024-09-19T11:34:29.634042+0000","last_active":"2024-09-19T11:57:58.872007+0000","last_peered":"2024-09-19T11:57:58.872007+0000","last_clean":"2024-09-19T11:57:58.872007+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T11:57:58.872007+0000","last_undegraded":"2024-09-19T11:57:58.872007+0000","last_fullsized":"2024-09-19T11:57:58.872007+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:20.643770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891718+0000","last_change":"2024-09-19T11:46:50.770523+0000","last_active":"2024-09-19T11:56:33.891718+0000","last_peered":"2024-09-19T11:56:33.891718+0000","last_clean":"2024-09-19T11:56:33.891718+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T11:56:33.891718+0000","last_undegraded":"2024-09-19T11:56:33.891718+0000","last_fullsized":"2024-09-19T11:56:33.891718+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:37.330898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:33.991426+0000","last_change":"2024-09-19T11:36:12.513049+0000","last_active":"2024-09-19T11:59:33.991426+0000","last_peered":"2024-09-19T11:59:33.991426+0000","last_clean":"2024-09-19T11:59:33.991426+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T11:59:33.991426+0000","last_undegraded":"2024-09-19T11:59:33.991426+0000","last_fullsized":"2024-09-19T11:59:33.991426+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:20.453703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.864126+0000","last_change":"2024-09-19T11:36:09.481176+0000","last_active":"2024-09-19T11:57:08.864126+0000","last_peered":"2024-09-19T11:57:08.864126+0000","last_clean":"2024-09-19T11:57:08.864126+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T11:57:08.864126+0000","last_undegraded":"2024-09-19T11:57:08.864126+0000","last_fullsized":"2024-09-19T11:57:08.864126+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:37.537035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.870546+0000","last_change":"2024-09-19T11:34:29.635380+0000","last_active":"2024-09-19T11:57:48.870546+0000","last_peered":"2024-09-19T11:57:48.870546+0000","last_clean":"2024-09-19T11:57:48.870546+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T11:57:48.870546+0000","last_undegraded":"2024-09-19T11:57:48.870546+0000","last_fullsized":"2024-09-19T11:57:48.870546+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:36.053018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:34.118828+0000","last_change":"2024-09-19T11:46:50.773980+0000","last_active":"2024-09-19T11:56:34.118828+0000","last_peered":"2024-09-19T11:56:34.118828+0000","last_clean":"2024-09-19T11:56:34.118828+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T11:56:34.118828+0000","last_undegraded":"2024-09-19T11:56:34.118828+0000","last_fullsized":"2024-09-19T11:56:34.118828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:46.841946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518898+0000","last_change":"2024-09-19T11:36:12.512526+0000","last_active":"2024-09-19T12:00:38.518898+0000","last_peered":"2024-09-19T12:00:38.518898+0000","last_clean":"2024-09-19T12:00:38.518898+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:00:38.518898+0000","last_undegraded":"2024-09-19T12:00:38.518898+0000","last_fullsized":"2024-09-19T12:00:38.518898+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:29.169299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.916827+0000","last_change":"2024-09-19T11:36:09.487012+0000","last_active":"2024-09-19T11:59:28.916827+0000","last_peered":"2024-09-19T11:59:28.916827+0000","last_clean":"2024-09-19T11:59:28.916827+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T11:59:28.916827+0000","last_undegraded":"2024-09-19T11:59:28.916827+0000","last_fullsized":"2024-09-19T11:59:28.916827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:50.648531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":168,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:07.760089+0000","last_change":"2024-09-19T11:34:29.632822+0000","last_active":"2024-09-19T11:58:07.760089+0000","last_peered":"2024-09-19T11:58:07.760089+0000","last_clean":"2024-09-19T11:58:07.760089+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T11:58:07.760089+0000","last_undegraded":"2024-09-19T11:58:07.760089+0000","last_fullsized":"2024-09-19T11:58:07.760089+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:53.474066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"260'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115558+0000","last_change":"2024-09-19T11:46:50.761825+0000","last_active":"2024-09-19T11:56:14.115558+0000","last_peered":"2024-09-19T11:56:14.115558+0000","last_clean":"2024-09-19T11:56:14.115558+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T11:56:14.115558+0000","last_undegraded":"2024-09-19T11:56:14.115558+0000","last_fullsized":"2024-09-19T11:56:14.115558+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:54.227121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.489467+0000","last_change":"2024-09-19T11:36:12.508767+0000","last_active":"2024-09-19T12:00:38.489467+0000","last_peered":"2024-09-19T12:00:38.489467+0000","last_clean":"2024-09-19T12:00:38.489467+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:00:38.489467+0000","last_undegraded":"2024-09-19T12:00:38.489467+0000","last_fullsized":"2024-09-19T12:00:38.489467+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:55.976964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":64,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559583+0000","last_change":"2024-09-19T11:36:09.487263+0000","last_active":"2024-09-19T12:00:38.559583+0000","last_peered":"2024-09-19T12:00:38.559583+0000","last_clean":"2024-09-19T12:00:38.559583+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:00:38.559583+0000","last_undegraded":"2024-09-19T12:00:38.559583+0000","last_fullsized":"2024-09-19T12:00:38.559583+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:55:57.769052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868394+0000","last_change":"2024-09-19T11:34:29.631880+0000","last_active":"2024-09-19T11:57:48.868394+0000","last_peered":"2024-09-19T11:57:48.868394+0000","last_clean":"2024-09-19T11:57:48.868394+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T11:57:48.868394+0000","last_undegraded":"2024-09-19T11:57:48.868394+0000","last_fullsized":"2024-09-19T11:57:48.868394+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:28.185385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891694+0000","last_change":"2024-09-19T11:46:50.772467+0000","last_active":"2024-09-19T11:56:33.891694+0000","last_peered":"2024-09-19T11:56:33.891694+0000","last_clean":"2024-09-19T11:56:33.891694+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T11:56:33.891694+0000","last_undegraded":"2024-09-19T11:56:33.891694+0000","last_fullsized":"2024-09-19T11:56:33.891694+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:18.859071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593870+0000","last_change":"2024-09-19T11:36:12.514658+0000","last_active":"2024-09-19T12:00:38.593870+0000","last_peered":"2024-09-19T12:00:38.593870+0000","last_clean":"2024-09-19T12:00:38.593870+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:00:38.593870+0000","last_undegraded":"2024-09-19T12:00:38.593870+0000","last_fullsized":"2024-09-19T12:00:38.593870+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:06:08.550062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883013+0000","last_change":"2024-09-19T11:36:09.485050+0000","last_active":"2024-09-19T11:59:28.883013+0000","last_peered":"2024-09-19T11:59:28.883013+0000","last_clean":"2024-09-19T11:59:28.883013+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T11:59:28.883013+0000","last_undegraded":"2024-09-19T11:59:28.883013+0000","last_fullsized":"2024-09-19T11:59:28.883013+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:52.027107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.901743+0000","last_change":"2024-09-19T11:34:29.630265+0000","last_active":"2024-09-19T11:57:48.901743+0000","last_peered":"2024-09-19T11:57:48.901743+0000","last_clean":"2024-09-19T11:57:48.901743+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T11:57:48.901743+0000","last_undegraded":"2024-09-19T11:57:48.901743+0000","last_fullsized":"2024-09-19T11:57:48.901743+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:06.314984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988561+0000","last_change":"2024-09-19T11:46:50.765524+0000","last_active":"2024-09-19T11:57:43.988561+0000","last_peered":"2024-09-19T11:57:43.988561+0000","last_clean":"2024-09-19T11:57:43.988561+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T11:57:43.988561+0000","last_undegraded":"2024-09-19T11:57:43.988561+0000","last_fullsized":"2024-09-19T11:57:43.988561+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:05.849589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519118+0000","last_change":"2024-09-19T11:36:12.511500+0000","last_active":"2024-09-19T12:00:38.519118+0000","last_peered":"2024-09-19T12:00:38.519118+0000","last_clean":"2024-09-19T12:00:38.519118+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:00:38.519118+0000","last_undegraded":"2024-09-19T12:00:38.519118+0000","last_fullsized":"2024-09-19T12:00:38.519118+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:07.498299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877519+0000","last_change":"2024-09-19T11:36:09.489263+0000","last_active":"2024-09-19T11:58:38.877519+0000","last_peered":"2024-09-19T11:58:38.877519+0000","last_clean":"2024-09-19T11:58:38.877519+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T11:58:38.877519+0000","last_undegraded":"2024-09-19T11:58:38.877519+0000","last_fullsized":"2024-09-19T11:58:38.877519+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:21.820815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.895392+0000","last_change":"2024-09-19T11:34:29.636674+0000","last_active":"2024-09-19T11:57:03.895392+0000","last_peered":"2024-09-19T11:57:03.895392+0000","last_clean":"2024-09-19T11:57:03.895392+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T11:57:03.895392+0000","last_undegraded":"2024-09-19T11:57:03.895392+0000","last_fullsized":"2024-09-19T11:57:03.895392+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:41.626646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873573+0000","last_change":"2024-09-19T11:46:50.776804+0000","last_active":"2024-09-19T11:58:08.873573+0000","last_peered":"2024-09-19T11:58:08.873573+0000","last_clean":"2024-09-19T11:58:08.873573+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T11:58:08.873573+0000","last_undegraded":"2024-09-19T11:58:08.873573+0000","last_fullsized":"2024-09-19T11:58:08.873573+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:23.572187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864127+0000","last_change":"2024-09-19T11:37:03.926908+0000","last_active":"2024-09-19T11:57:18.864127+0000","last_peered":"2024-09-19T11:57:18.864127+0000","last_clean":"2024-09-19T11:57:18.864127+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T11:57:18.864127+0000","last_undegraded":"2024-09-19T11:57:18.864127+0000","last_fullsized":"2024-09-19T11:57:18.864127+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:42.893900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:23.978668+0000","last_change":"2024-09-19T11:36:09.481976+0000","last_active":"2024-09-19T11:56:23.978668+0000","last_peered":"2024-09-19T11:56:23.978668+0000","last_clean":"2024-09-19T11:56:23.978668+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T11:56:23.978668+0000","last_undegraded":"2024-09-19T11:56:23.978668+0000","last_fullsized":"2024-09-19T11:56:23.978668+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:34.941773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":90,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.861636+0000","last_change":"2024-09-19T11:34:29.632635+0000","last_active":"2024-09-19T11:56:58.861636+0000","last_peered":"2024-09-19T11:56:58.861636+0000","last_clean":"2024-09-19T11:56:58.861636+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T11:56:58.861636+0000","last_undegraded":"2024-09-19T11:56:58.861636+0000","last_fullsized":"2024-09-19T11:56:58.861636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:12.829175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.867099+0000","last_change":"2024-09-19T11:46:50.768203+0000","last_active":"2024-09-19T11:57:43.867099+0000","last_peered":"2024-09-19T11:57:43.867099+0000","last_clean":"2024-09-19T11:57:43.867099+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T11:57:43.867099+0000","last_undegraded":"2024-09-19T11:57:43.867099+0000","last_fullsized":"2024-09-19T11:57:43.867099+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:49.871303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.985493+0000","last_change":"2024-09-19T11:36:12.512448+0000","last_active":"2024-09-19T11:58:48.985493+0000","last_peered":"2024-09-19T11:58:48.985493+0000","last_clean":"2024-09-19T11:58:48.985493+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T11:58:48.985493+0000","last_undegraded":"2024-09-19T11:58:48.985493+0000","last_fullsized":"2024-09-19T11:58:48.985493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:24.192497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014962+0000","last_change":"2024-09-19T11:36:09.484436+0000","last_active":"2024-09-19T11:58:39.014962+0000","last_peered":"2024-09-19T11:58:39.014962+0000","last_clean":"2024-09-19T11:58:39.014962+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T11:58:39.014962+0000","last_undegraded":"2024-09-19T11:58:39.014962+0000","last_fullsized":"2024-09-19T11:58:39.014962+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:19.920775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:38.761241+0000","last_change":"2024-09-19T11:34:29.633049+0000","last_active":"2024-09-19T11:57:38.761241+0000","last_peered":"2024-09-19T11:57:38.761241+0000","last_clean":"2024-09-19T11:57:38.761241+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T11:57:38.761241+0000","last_undegraded":"2024-09-19T11:57:38.761241+0000","last_fullsized":"2024-09-19T11:57:38.761241+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:02.675945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.869797+0000","last_change":"2024-09-19T11:46:50.775366+0000","last_active":"2024-09-19T11:57:43.869797+0000","last_peered":"2024-09-19T11:57:43.869797+0000","last_clean":"2024-09-19T11:57:43.869797+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T11:57:43.869797+0000","last_undegraded":"2024-09-19T11:57:43.869797+0000","last_fullsized":"2024-09-19T11:57:43.869797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:47.698061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":33,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.891014+0000","last_change":"2024-09-19T11:36:12.509410+0000","last_active":"2024-09-19T11:56:28.891014+0000","last_peered":"2024-09-19T11:56:28.891014+0000","last_clean":"2024-09-19T11:56:28.891014+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T11:56:28.891014+0000","last_undegraded":"2024-09-19T11:56:28.891014+0000","last_fullsized":"2024-09-19T11:56:28.891014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:36.784560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.966954+0000","last_change":"2024-09-19T11:36:09.486286+0000","last_active":"2024-09-19T11:56:28.966954+0000","last_peered":"2024-09-19T11:56:28.966954+0000","last_clean":"2024-09-19T11:56:28.966954+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T11:56:28.966954+0000","last_undegraded":"2024-09-19T11:56:28.966954+0000","last_fullsized":"2024-09-19T11:56:28.966954+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:26.902575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.983592+0000","last_change":"2024-09-19T11:34:29.630538+0000","last_active":"2024-09-19T11:56:58.983592+0000","last_peered":"2024-09-19T11:56:58.983592+0000","last_clean":"2024-09-19T11:56:58.983592+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T11:56:58.983592+0000","last_undegraded":"2024-09-19T11:56:58.983592+0000","last_fullsized":"2024-09-19T11:56:58.983592+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:53.628054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905093+0000","last_change":"2024-09-19T11:46:50.778083+0000","last_active":"2024-09-19T11:58:08.905093+0000","last_peered":"2024-09-19T11:58:08.905093+0000","last_clean":"2024-09-19T11:58:08.905093+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T11:58:08.905093+0000","last_undegraded":"2024-09-19T11:58:08.905093+0000","last_fullsized":"2024-09-19T11:58:08.905093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:27.836670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869132+0000","last_change":"2024-09-19T11:36:12.506352+0000","last_active":"2024-09-19T11:57:53.869132+0000","last_peered":"2024-09-19T11:57:53.869132+0000","last_clean":"2024-09-19T11:57:53.869132+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T11:57:53.869132+0000","last_undegraded":"2024-09-19T11:57:53.869132+0000","last_fullsized":"2024-09-19T11:57:53.869132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.421690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:49.129174+0000","last_change":"2024-09-19T11:36:09.479471+0000","last_active":"2024-09-19T11:57:49.129174+0000","last_peered":"2024-09-19T11:57:49.129174+0000","last_clean":"2024-09-19T11:57:49.129174+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T11:57:49.129174+0000","last_undegraded":"2024-09-19T11:57:49.129174+0000","last_fullsized":"2024-09-19T11:57:49.129174+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122652+0000","last_change":"2024-09-19T11:34:29.632014+0000","last_active":"2024-09-19T11:56:59.122652+0000","last_peered":"2024-09-19T11:56:59.122652+0000","last_clean":"2024-09-19T11:56:59.122652+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T11:56:59.122652+0000","last_undegraded":"2024-09-19T11:56:59.122652+0000","last_fullsized":"2024-09-19T11:56:59.122652+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:21.859553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:13.874284+0000","last_change":"2024-09-19T11:46:50.775155+0000","last_active":"2024-09-19T11:58:13.874284+0000","last_peered":"2024-09-19T11:58:13.874284+0000","last_clean":"2024-09-19T11:58:13.874284+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T11:58:13.874284+0000","last_undegraded":"2024-09-19T11:58:13.874284+0000","last_fullsized":"2024-09-19T11:58:13.874284+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.507107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871238+0000","last_change":"2024-09-19T11:36:12.505222+0000","last_active":"2024-09-19T11:57:53.871238+0000","last_peered":"2024-09-19T11:57:53.871238+0000","last_clean":"2024-09-19T11:57:53.871238+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T11:57:53.871238+0000","last_undegraded":"2024-09-19T11:57:53.871238+0000","last_fullsized":"2024-09-19T11:57:53.871238+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:16.672423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977442+0000","last_change":"2024-09-19T11:36:09.486386+0000","last_active":"2024-09-19T11:57:48.977442+0000","last_peered":"2024-09-19T11:57:48.977442+0000","last_clean":"2024-09-19T11:57:48.977442+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T11:57:48.977442+0000","last_undegraded":"2024-09-19T11:57:48.977442+0000","last_fullsized":"2024-09-19T11:57:48.977442+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:30.730044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":98,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876250+0000","last_change":"2024-09-19T11:34:29.637742+0000","last_active":"2024-09-19T11:58:28.876250+0000","last_peered":"2024-09-19T11:58:28.876250+0000","last_clean":"2024-09-19T11:58:28.876250+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T11:58:28.876250+0000","last_undegraded":"2024-09-19T11:58:28.876250+0000","last_fullsized":"2024-09-19T11:58:28.876250+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:55.141423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873597+0000","last_change":"2024-09-19T11:46:50.773351+0000","last_active":"2024-09-19T11:58:08.873597+0000","last_peered":"2024-09-19T11:58:08.873597+0000","last_clean":"2024-09-19T11:58:08.873597+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T11:58:08.873597+0000","last_undegraded":"2024-09-19T11:58:08.873597+0000","last_fullsized":"2024-09-19T11:58:08.873597+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:56.938086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.984906+0000","last_change":"2024-09-19T11:36:12.512109+0000","last_active":"2024-09-19T11:58:43.984906+0000","last_peered":"2024-09-19T11:58:43.984906+0000","last_clean":"2024-09-19T11:58:43.984906+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T11:58:43.984906+0000","last_undegraded":"2024-09-19T11:58:43.984906+0000","last_fullsized":"2024-09-19T11:58:43.984906+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:32.736918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:04.026142+0000","last_change":"2024-09-19T11:36:09.485479+0000","last_active":"2024-09-19T12:00:04.026142+0000","last_peered":"2024-09-19T12:00:04.026142+0000","last_clean":"2024-09-19T12:00:04.026142+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:00:04.026142+0000","last_undegraded":"2024-09-19T12:00:04.026142+0000","last_fullsized":"2024-09-19T12:00:04.026142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:31.018960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":71,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.906419+0000","last_change":"2024-09-19T11:34:29.625399+0000","last_active":"2024-09-19T11:58:18.906419+0000","last_peered":"2024-09-19T11:58:18.906419+0000","last_clean":"2024-09-19T11:58:18.906419+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T11:58:18.906419+0000","last_undegraded":"2024-09-19T11:58:18.906419+0000","last_fullsized":"2024-09-19T11:58:18.906419+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:07.913238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132519+0000","last_change":"2024-09-19T11:46:50.769967+0000","last_active":"2024-09-19T11:58:09.132519+0000","last_peered":"2024-09-19T11:58:09.132519+0000","last_clean":"2024-09-19T11:58:09.132519+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T11:58:09.132519+0000","last_undegraded":"2024-09-19T11:58:09.132519+0000","last_fullsized":"2024-09-19T11:58:09.132519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:34.150467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872776+0000","last_change":"2024-09-19T11:36:12.514936+0000","last_active":"2024-09-19T11:58:03.872776+0000","last_peered":"2024-09-19T11:58:03.872776+0000","last_clean":"2024-09-19T11:58:03.872776+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T11:58:03.872776+0000","last_undegraded":"2024-09-19T11:58:03.872776+0000","last_fullsized":"2024-09-19T11:58:03.872776+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:51.273528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558238+0000","last_change":"2024-09-19T11:36:09.483387+0000","last_active":"2024-09-19T12:00:38.558238+0000","last_peered":"2024-09-19T12:00:38.558238+0000","last_clean":"2024-09-19T12:00:38.558238+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:00:38.558238+0000","last_undegraded":"2024-09-19T12:00:38.558238+0000","last_fullsized":"2024-09-19T12:00:38.558238+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:41.101454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":74,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872382+0000","last_change":"2024-09-19T11:34:29.634220+0000","last_active":"2024-09-19T11:58:18.872382+0000","last_peered":"2024-09-19T11:58:18.872382+0000","last_clean":"2024-09-19T11:58:18.872382+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T11:58:18.872382+0000","last_undegraded":"2024-09-19T11:58:18.872382+0000","last_fullsized":"2024-09-19T11:58:18.872382+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:27.250289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.866828+0000","last_change":"2024-09-19T11:46:50.773372+0000","last_active":"2024-09-19T11:57:18.866828+0000","last_peered":"2024-09-19T11:57:18.866828+0000","last_clean":"2024-09-19T11:57:18.866828+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T11:57:18.866828+0000","last_undegraded":"2024-09-19T11:57:18.866828+0000","last_fullsized":"2024-09-19T11:57:18.866828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:40.393897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:04.123506+0000","last_change":"2024-09-19T11:36:12.514578+0000","last_active":"2024-09-19T11:57:04.123506+0000","last_peered":"2024-09-19T11:57:04.123506+0000","last_clean":"2024-09-19T11:57:04.123506+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T11:57:04.123506+0000","last_undegraded":"2024-09-19T11:57:04.123506+0000","last_fullsized":"2024-09-19T11:57:04.123506+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:41.759860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558746+0000","last_change":"2024-09-19T11:36:09.486357+0000","last_active":"2024-09-19T12:00:38.558746+0000","last_peered":"2024-09-19T12:00:38.558746+0000","last_clean":"2024-09-19T12:00:38.558746+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:00:38.558746+0000","last_undegraded":"2024-09-19T12:00:38.558746+0000","last_fullsized":"2024-09-19T12:00:38.558746+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:24.525555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:19.133782+0000","last_change":"2024-09-19T11:34:29.637702+0000","last_active":"2024-09-19T11:58:19.133782+0000","last_peered":"2024-09-19T11:58:19.133782+0000","last_clean":"2024-09-19T11:58:19.133782+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T11:58:19.133782+0000","last_undegraded":"2024-09-19T11:58:19.133782+0000","last_fullsized":"2024-09-19T11:58:19.133782+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:31.667188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864106+0000","last_change":"2024-09-19T11:46:50.772394+0000","last_active":"2024-09-19T11:57:18.864106+0000","last_peered":"2024-09-19T11:57:18.864106+0000","last_clean":"2024-09-19T11:57:18.864106+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T11:57:18.864106+0000","last_undegraded":"2024-09-19T11:57:18.864106+0000","last_fullsized":"2024-09-19T11:57:18.864106+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:24.139685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018891+0000","last_change":"2024-09-19T11:36:12.506264+0000","last_active":"2024-09-19T11:59:09.018891+0000","last_peered":"2024-09-19T11:59:09.018891+0000","last_clean":"2024-09-19T11:59:09.018891+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T11:59:09.018891+0000","last_undegraded":"2024-09-19T11:59:09.018891+0000","last_fullsized":"2024-09-19T11:59:09.018891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:28.350996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.998419+0000","last_change":"2024-09-19T11:36:09.485153+0000","last_active":"2024-09-19T11:59:03.998419+0000","last_peered":"2024-09-19T11:59:03.998419+0000","last_clean":"2024-09-19T11:59:03.998419+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T11:59:03.998419+0000","last_undegraded":"2024-09-19T11:59:03.998419+0000","last_fullsized":"2024-09-19T11:59:03.998419+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:00.418029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872504+0000","last_change":"2024-09-19T11:34:29.639949+0000","last_active":"2024-09-19T11:58:18.872504+0000","last_peered":"2024-09-19T11:58:18.872504+0000","last_clean":"2024-09-19T11:58:18.872504+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T11:58:18.872504+0000","last_undegraded":"2024-09-19T11:58:18.872504+0000","last_fullsized":"2024-09-19T11:58:18.872504+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:28.681323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970795+0000","last_change":"2024-09-19T11:46:50.771994+0000","last_active":"2024-09-19T11:56:53.970795+0000","last_peered":"2024-09-19T11:56:53.970795+0000","last_clean":"2024-09-19T11:56:53.970795+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T11:56:53.970795+0000","last_undegraded":"2024-09-19T11:56:53.970795+0000","last_fullsized":"2024-09-19T11:56:53.970795+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:33.812127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:03.888877+0000","last_change":"2024-09-19T11:36:12.512563+0000","last_active":"2024-09-19T12:00:03.888877+0000","last_peered":"2024-09-19T12:00:03.888877+0000","last_clean":"2024-09-19T12:00:03.888877+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:00:03.888877+0000","last_undegraded":"2024-09-19T12:00:03.888877+0000","last_fullsized":"2024-09-19T12:00:03.888877+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:02.074078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868029+0000","last_change":"2024-09-19T11:36:09.488154+0000","last_active":"2024-09-19T11:57:48.868029+0000","last_peered":"2024-09-19T11:57:48.868029+0000","last_clean":"2024-09-19T11:57:48.868029+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T11:57:48.868029+0000","last_undegraded":"2024-09-19T11:57:48.868029+0000","last_fullsized":"2024-09-19T11:57:48.868029+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:12.729080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.868533+0000","last_change":"2024-09-19T11:34:29.637029+0000","last_active":"2024-09-19T11:57:33.868533+0000","last_peered":"2024-09-19T11:57:33.868533+0000","last_clean":"2024-09-19T11:57:33.868533+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T11:57:33.868533+0000","last_undegraded":"2024-09-19T11:57:33.868533+0000","last_fullsized":"2024-09-19T11:57:33.868533+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:18.107151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.865142+0000","last_change":"2024-09-19T11:46:50.773897+0000","last_active":"2024-09-19T11:57:18.865142+0000","last_peered":"2024-09-19T11:57:18.865142+0000","last_clean":"2024-09-19T11:57:18.865142+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T11:57:18.865142+0000","last_undegraded":"2024-09-19T11:57:18.865142+0000","last_fullsized":"2024-09-19T11:57:18.865142+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:38.987752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869255+0000","last_change":"2024-09-19T11:36:12.501301+0000","last_active":"2024-09-19T11:57:53.869255+0000","last_peered":"2024-09-19T11:57:53.869255+0000","last_clean":"2024-09-19T11:57:53.869255+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T11:57:53.869255+0000","last_undegraded":"2024-09-19T11:57:53.869255+0000","last_fullsized":"2024-09-19T11:57:53.869255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:51.141864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496512+0000","last_change":"2024-09-19T11:36:09.488807+0000","last_active":"2024-09-19T12:00:38.496512+0000","last_peered":"2024-09-19T12:00:38.496512+0000","last_clean":"2024-09-19T12:00:38.496512+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:00:38.496512+0000","last_undegraded":"2024-09-19T12:00:38.496512+0000","last_fullsized":"2024-09-19T12:00:38.496512+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:39.683393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":135,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.974493+0000","last_change":"2024-09-19T11:34:29.637715+0000","last_active":"2024-09-19T11:57:23.974493+0000","last_peered":"2024-09-19T11:57:23.974493+0000","last_clean":"2024-09-19T11:57:23.974493+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T11:57:23.974493+0000","last_undegraded":"2024-09-19T11:57:23.974493+0000","last_fullsized":"2024-09-19T11:57:23.974493+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:38.103836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"260'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988623+0000","last_change":"2024-09-19T11:46:50.768874+0000","last_active":"2024-09-19T11:57:43.988623+0000","last_peered":"2024-09-19T11:57:43.988623+0000","last_clean":"2024-09-19T11:57:43.988623+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T11:57:43.988623+0000","last_undegraded":"2024-09-19T11:57:43.988623+0000","last_fullsized":"2024-09-19T11:57:43.988623+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:29:20.581219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.971875+0000","last_change":"2024-09-19T11:36:12.512569+0000","last_active":"2024-09-19T11:57:03.971875+0000","last_peered":"2024-09-19T11:57:03.971875+0000","last_clean":"2024-09-19T11:57:03.971875+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T11:57:03.971875+0000","last_undegraded":"2024-09-19T11:57:03.971875+0000","last_fullsized":"2024-09-19T11:57:03.971875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:43.916746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538589+0000","last_change":"2024-09-19T11:36:09.484409+0000","last_active":"2024-09-19T12:00:38.538589+0000","last_peered":"2024-09-19T12:00:38.538589+0000","last_clean":"2024-09-19T12:00:38.538589+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:00:38.538589+0000","last_undegraded":"2024-09-19T12:00:38.538589+0000","last_fullsized":"2024-09-19T12:00:38.538589+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:58.556629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":105,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864656+0000","last_change":"2024-09-19T11:34:29.634223+0000","last_active":"2024-09-19T11:57:23.864656+0000","last_peered":"2024-09-19T11:57:23.864656+0000","last_clean":"2024-09-19T11:57:23.864656+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T11:57:23.864656+0000","last_undegraded":"2024-09-19T11:57:23.864656+0000","last_fullsized":"2024-09-19T11:57:23.864656+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:09.315170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:44.128529+0000","last_change":"2024-09-19T11:46:50.772750+0000","last_active":"2024-09-19T11:57:44.128529+0000","last_peered":"2024-09-19T11:57:44.128529+0000","last_clean":"2024-09-19T11:57:44.128529+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T11:57:44.128529+0000","last_undegraded":"2024-09-19T11:57:44.128529+0000","last_fullsized":"2024-09-19T11:57:44.128529+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:55.265444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680656+0000","last_change":"2024-09-19T11:36:12.505941+0000","last_active":"2024-09-19T12:00:38.680656+0000","last_peered":"2024-09-19T12:00:38.680656+0000","last_clean":"2024-09-19T12:00:38.680656+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:00:38.680656+0000","last_undegraded":"2024-09-19T12:00:38.680656+0000","last_fullsized":"2024-09-19T12:00:38.680656+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:51.693580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.864655+0000","last_change":"2024-09-19T11:36:09.487899+0000","last_active":"2024-09-19T11:56:58.864655+0000","last_peered":"2024-09-19T11:56:58.864655+0000","last_clean":"2024-09-19T11:56:58.864655+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T11:56:58.864655+0000","last_undegraded":"2024-09-19T11:56:58.864655+0000","last_fullsized":"2024-09-19T11:56:58.864655+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:11.896948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":181,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:10.884406+0000","last_change":"2024-09-19T11:34:29.628215+0000","last_active":"2024-09-19T11:58:10.884406+0000","last_peered":"2024-09-19T11:58:10.884406+0000","last_clean":"2024-09-19T11:58:10.884406+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T11:58:10.884406+0000","last_undegraded":"2024-09-19T11:58:10.884406+0000","last_fullsized":"2024-09-19T11:58:10.884406+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:52.193597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:19.125426+0000","last_change":"2024-09-19T11:46:50.774382+0000","last_active":"2024-09-19T11:57:19.125426+0000","last_peered":"2024-09-19T11:57:19.125426+0000","last_clean":"2024-09-19T11:57:19.125426+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T11:57:19.125426+0000","last_undegraded":"2024-09-19T11:57:19.125426+0000","last_fullsized":"2024-09-19T11:57:19.125426+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:49.984273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:08.880441+0000","last_change":"2024-09-19T11:36:12.509676+0000","last_active":"2024-09-19T11:59:08.880441+0000","last_peered":"2024-09-19T11:59:08.880441+0000","last_clean":"2024-09-19T11:59:08.880441+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T11:59:08.880441+0000","last_undegraded":"2024-09-19T11:59:08.880441+0000","last_fullsized":"2024-09-19T11:59:08.880441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:26.130081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.987539+0000","last_change":"2024-09-19T11:36:09.485241+0000","last_active":"2024-09-19T11:59:03.987539+0000","last_peered":"2024-09-19T11:59:03.987539+0000","last_clean":"2024-09-19T11:59:03.987539+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T11:59:03.987539+0000","last_undegraded":"2024-09-19T11:59:03.987539+0000","last_fullsized":"2024-09-19T11:59:03.987539+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:00.500314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864494+0000","last_change":"2024-09-19T11:34:29.631285+0000","last_active":"2024-09-19T11:57:23.864494+0000","last_peered":"2024-09-19T11:57:23.864494+0000","last_clean":"2024-09-19T11:57:23.864494+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T11:57:23.864494+0000","last_undegraded":"2024-09-19T11:57:23.864494+0000","last_fullsized":"2024-09-19T11:57:23.864494+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:18.408708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867358+0000","last_change":"2024-09-19T11:46:50.775558+0000","last_active":"2024-09-19T11:57:23.867358+0000","last_peered":"2024-09-19T11:57:23.867358+0000","last_clean":"2024-09-19T11:57:23.867358+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T11:57:23.867358+0000","last_undegraded":"2024-09-19T11:57:23.867358+0000","last_fullsized":"2024-09-19T11:57:23.867358+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:06.840332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.863676+0000","last_change":"2024-09-19T11:36:12.504984+0000","last_active":"2024-09-19T11:57:03.863676+0000","last_peered":"2024-09-19T11:57:03.863676+0000","last_clean":"2024-09-19T11:57:03.863676+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T11:57:03.863676+0000","last_undegraded":"2024-09-19T11:57:03.863676+0000","last_fullsized":"2024-09-19T11:57:03.863676+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:51.009681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.879814+0000","last_change":"2024-09-19T11:36:09.488046+0000","last_active":"2024-09-19T11:59:03.879814+0000","last_peered":"2024-09-19T11:59:03.879814+0000","last_clean":"2024-09-19T11:59:03.879814+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T11:59:03.879814+0000","last_undegraded":"2024-09-19T11:59:03.879814+0000","last_fullsized":"2024-09-19T11:59:03.879814+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:16.659742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877450+0000","last_change":"2024-09-19T11:34:29.637182+0000","last_active":"2024-09-19T11:58:38.877450+0000","last_peered":"2024-09-19T11:58:38.877450+0000","last_clean":"2024-09-19T11:58:38.877450+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T11:58:38.877450+0000","last_undegraded":"2024-09-19T11:58:38.877450+0000","last_fullsized":"2024-09-19T11:58:38.877450+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:16.851483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":935,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645619+0000","last_change":"2024-09-19T11:20:27.327995+0000","last_active":"2024-09-19T12:00:38.645619+0000","last_peered":"2024-09-19T12:00:38.645619+0000","last_clean":"2024-09-19T12:00:38.645619+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:38.645619+0000","last_undegraded":"2024-09-19T12:00:38.645619+0000","last_fullsized":"2024-09-19T12:00:38.645619+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:05.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'474","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283446+0000","last_change":"2024-09-19T11:20:29.332291+0000","last_active":"2024-09-19T11:58:47.283446+0000","last_peered":"2024-09-19T11:58:47.283446+0000","last_clean":"2024-09-19T11:58:47.283446+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T11:58:47.283446+0000","last_undegraded":"2024-09-19T11:58:47.283446+0000","last_fullsized":"2024-09-19T11:58:47.283446+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":400,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:27.076545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":818,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645910+0000","last_change":"2024-09-19T11:20:27.328660+0000","last_active":"2024-09-19T12:00:38.645910+0000","last_peered":"2024-09-19T12:00:38.645910+0000","last_clean":"2024-09-19T12:00:38.645910+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:38.645910+0000","last_undegraded":"2024-09-19T12:00:38.645910+0000","last_fullsized":"2024-09-19T12:00:38.645910+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:23.028748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1712,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154745+0000","last_change":"2024-09-19T11:20:29.334586+0000","last_active":"2024-09-19T11:59:00.154745+0000","last_peered":"2024-09-19T11:59:00.154745+0000","last_clean":"2024-09-19T11:59:00.154745+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T11:59:00.154745+0000","last_undegraded":"2024-09-19T11:59:00.154745+0000","last_fullsized":"2024-09-19T11:59:00.154745+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:31.681724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'207","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.546506+0000","last_change":"2024-09-19T11:20:27.324840+0000","last_active":"2024-09-19T12:00:38.546506+0000","last_peered":"2024-09-19T12:00:38.546506+0000","last_clean":"2024-09-19T12:00:38.546506+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:38.546506+0000","last_undegraded":"2024-09-19T12:00:38.546506+0000","last_fullsized":"2024-09-19T12:00:38.546506+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:45.178323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1977","reported_seq":3715,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.534575+0000","last_change":"2024-09-19T11:20:29.338918+0000","last_active":"2024-09-19T12:00:18.534575+0000","last_peered":"2024-09-19T12:00:18.534575+0000","last_clean":"2024-09-19T12:00:18.534575+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:00:18.534575+0000","last_undegraded":"2024-09-19T12:00:18.534575+0000","last_fullsized":"2024-09-19T12:00:18.534575+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":1900,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:46.490216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'273","reported_seq":951,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663696+0000","last_change":"2024-09-19T11:20:27.329322+0000","last_active":"2024-09-19T12:00:38.663696+0000","last_peered":"2024-09-19T12:00:38.663696+0000","last_clean":"2024-09-19T12:00:38.663696+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:38.663696+0000","last_undegraded":"2024-09-19T12:00:38.663696+0000","last_fullsized":"2024-09-19T12:00:38.663696+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:08.141869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'481","reported_seq":2139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715143+0000","last_change":"2024-09-19T11:20:29.342290+0000","last_active":"2024-09-19T11:59:00.715143+0000","last_peered":"2024-09-19T11:59:00.715143+0000","last_clean":"2024-09-19T11:59:00.715143+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T11:59:00.715143+0000","last_undegraded":"2024-09-19T11:59:00.715143+0000","last_fullsized":"2024-09-19T11:59:00.715143+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:50.370881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'237","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713391+0000","last_change":"2024-09-19T11:20:27.327309+0000","last_active":"2024-09-19T12:00:38.713391+0000","last_peered":"2024-09-19T12:00:38.713391+0000","last_clean":"2024-09-19T12:00:38.713391+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:38.713391+0000","last_undegraded":"2024-09-19T12:00:38.713391+0000","last_fullsized":"2024-09-19T12:00:38.713391+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:45.588460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'879","reported_seq":2539,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246733+0000","last_change":"2024-09-19T11:20:29.333295+0000","last_active":"2024-09-19T11:59:40.246733+0000","last_peered":"2024-09-19T11:59:40.246733+0000","last_clean":"2024-09-19T11:59:40.246733+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T11:59:40.246733+0000","last_undegraded":"2024-09-19T11:59:40.246733+0000","last_fullsized":"2024-09-19T11:59:40.246733+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:18.034061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'243","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.619649+0000","last_change":"2024-09-19T11:20:27.335500+0000","last_active":"2024-09-19T12:00:38.619649+0000","last_peered":"2024-09-19T12:00:38.619649+0000","last_clean":"2024-09-19T12:00:38.619649+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:38.619649+0000","last_undegraded":"2024-09-19T12:00:38.619649+0000","last_fullsized":"2024-09-19T12:00:38.619649+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:21.918396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'390","reported_seq":1900,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.445611+0000","last_change":"2024-09-19T11:20:29.339197+0000","last_active":"2024-09-19T11:58:43.445611+0000","last_peered":"2024-09-19T11:58:43.445611+0000","last_clean":"2024-09-19T11:58:43.445611+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T11:58:43.445611+0000","last_undegraded":"2024-09-19T11:58:43.445611+0000","last_fullsized":"2024-09-19T11:58:43.445611+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:05.697403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'255","reported_seq":906,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.635611+0000","last_change":"2024-09-19T11:20:27.328510+0000","last_active":"2024-09-19T12:00:38.635611+0000","last_peered":"2024-09-19T12:00:38.635611+0000","last_clean":"2024-09-19T12:00:38.635611+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:38.635611+0000","last_undegraded":"2024-09-19T12:00:38.635611+0000","last_fullsized":"2024-09-19T12:00:38.635611+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:06.515007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'405","reported_seq":1968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714594+0000","last_change":"2024-09-19T11:20:29.324531+0000","last_active":"2024-09-19T11:59:00.714594+0000","last_peered":"2024-09-19T11:59:00.714594+0000","last_clean":"2024-09-19T11:59:00.714594+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T11:59:00.714594+0000","last_undegraded":"2024-09-19T11:59:00.714594+0000","last_fullsized":"2024-09-19T11:59:00.714594+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'200","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.585634+0000","last_change":"2024-09-19T11:20:27.320327+0000","last_active":"2024-09-19T12:00:38.585634+0000","last_peered":"2024-09-19T12:00:38.585634+0000","last_clean":"2024-09-19T12:00:38.585634+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:38.585634+0000","last_undegraded":"2024-09-19T12:00:38.585634+0000","last_fullsized":"2024-09-19T12:00:38.585634+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:20.646426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'553","reported_seq":2367,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528489+0000","last_change":"2024-09-19T11:20:29.339011+0000","last_active":"2024-09-19T12:00:18.528489+0000","last_peered":"2024-09-19T12:00:18.528489+0000","last_clean":"2024-09-19T12:00:18.528489+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:18.528489+0000","last_undegraded":"2024-09-19T12:00:18.528489+0000","last_fullsized":"2024-09-19T12:00:18.528489+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:23:49.623733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'426","reported_seq":2036,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715053+0000","last_change":"2024-09-19T11:20:29.338164+0000","last_active":"2024-09-19T11:59:00.715053+0000","last_peered":"2024-09-19T11:59:00.715053+0000","last_clean":"2024-09-19T11:59:00.715053+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T11:59:00.715053+0000","last_undegraded":"2024-09-19T11:59:00.715053+0000","last_fullsized":"2024-09-19T11:59:00.715053+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:46.797865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'226","reported_seq":876,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655479+0000","last_change":"2024-09-19T11:20:27.330910+0000","last_active":"2024-09-19T12:00:38.655479+0000","last_peered":"2024-09-19T12:00:38.655479+0000","last_clean":"2024-09-19T12:00:38.655479+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:38.655479+0000","last_undegraded":"2024-09-19T12:00:38.655479+0000","last_fullsized":"2024-09-19T12:00:38.655479+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:13.188080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'776","reported_seq":2243,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246745+0000","last_change":"2024-09-19T11:20:29.340778+0000","last_active":"2024-09-19T11:59:40.246745+0000","last_peered":"2024-09-19T11:59:40.246745+0000","last_clean":"2024-09-19T11:59:40.246745+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T11:59:40.246745+0000","last_undegraded":"2024-09-19T11:59:40.246745+0000","last_fullsized":"2024-09-19T11:59:40.246745+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:17.264243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'208","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673901+0000","last_change":"2024-09-19T11:20:27.333503+0000","last_active":"2024-09-19T12:00:38.673901+0000","last_peered":"2024-09-19T12:00:38.673901+0000","last_clean":"2024-09-19T12:00:38.673901+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:38.673901+0000","last_undegraded":"2024-09-19T12:00:38.673901+0000","last_fullsized":"2024-09-19T12:00:38.673901+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:38.226765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'912","reported_seq":2620,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859441+0000","last_change":"2024-09-19T11:20:29.329113+0000","last_active":"2024-09-19T11:58:45.859441+0000","last_peered":"2024-09-19T11:58:45.859441+0000","last_clean":"2024-09-19T11:58:45.859441+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T11:58:45.859441+0000","last_undegraded":"2024-09-19T11:58:45.859441+0000","last_fullsized":"2024-09-19T11:58:45.859441+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":900,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:20.684929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'183","reported_seq":770,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680173+0000","last_change":"2024-09-19T11:20:27.329187+0000","last_active":"2024-09-19T12:00:38.680173+0000","last_peered":"2024-09-19T12:00:38.680173+0000","last_clean":"2024-09-19T12:00:38.680173+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:38.680173+0000","last_undegraded":"2024-09-19T12:00:38.680173+0000","last_fullsized":"2024-09-19T12:00:38.680173+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:32.130838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'394","reported_seq":1855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207953+0000","last_change":"2024-09-19T11:20:29.338704+0000","last_active":"2024-09-19T11:58:58.207953+0000","last_peered":"2024-09-19T11:58:58.207953+0000","last_clean":"2024-09-19T11:58:58.207953+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T11:58:58.207953+0000","last_undegraded":"2024-09-19T11:58:58.207953+0000","last_fullsized":"2024-09-19T11:58:58.207953+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:18.854944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'233","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.694676+0000","last_change":"2024-09-19T11:20:27.326886+0000","last_active":"2024-09-19T12:00:38.694676+0000","last_peered":"2024-09-19T12:00:38.694676+0000","last_clean":"2024-09-19T12:00:38.694676+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:38.694676+0000","last_undegraded":"2024-09-19T12:00:38.694676+0000","last_fullsized":"2024-09-19T12:00:38.694676+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:50:06.382250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155366+0000","last_change":"2024-09-19T11:20:29.335895+0000","last_active":"2024-09-19T11:59:00.155366+0000","last_peered":"2024-09-19T11:59:00.155366+0000","last_clean":"2024-09-19T11:59:00.155366+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T11:59:00.155366+0000","last_undegraded":"2024-09-19T11:59:00.155366+0000","last_fullsized":"2024-09-19T11:59:00.155366+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:32:41.903864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'202","reported_seq":868,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:17.973715+0000","last_change":"2024-09-19T11:20:27.318819+0000","last_active":"2024-09-19T12:00:17.973715+0000","last_peered":"2024-09-19T12:00:17.973715+0000","last_clean":"2024-09-19T12:00:17.973715+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:17.973715+0000","last_undegraded":"2024-09-19T12:00:17.973715+0000","last_fullsized":"2024-09-19T12:00:17.973715+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:39.615040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'862","reported_seq":2605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527723+0000","last_change":"2024-09-19T11:20:29.331628+0000","last_active":"2024-09-19T12:00:18.527723+0000","last_peered":"2024-09-19T12:00:18.527723+0000","last_clean":"2024-09-19T12:00:18.527723+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:00:18.527723+0000","last_undegraded":"2024-09-19T12:00:18.527723+0000","last_fullsized":"2024-09-19T12:00:18.527723+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":800,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:47.741589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'176","reported_seq":816,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.700770+0000","last_change":"2024-09-19T11:20:27.326717+0000","last_active":"2024-09-19T12:00:38.700770+0000","last_peered":"2024-09-19T12:00:38.700770+0000","last_clean":"2024-09-19T12:00:38.700770+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:38.700770+0000","last_undegraded":"2024-09-19T12:00:38.700770+0000","last_fullsized":"2024-09-19T12:00:38.700770+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:31.574398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'170","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.773644+0000","last_change":"2024-09-19T11:20:37.357331+0000","last_active":"2024-09-19T11:59:00.773644+0000","last_peered":"2024-09-19T11:59:00.773644+0000","last_clean":"2024-09-19T11:59:00.773644+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T11:59:00.773644+0000","last_undegraded":"2024-09-19T11:59:00.773644+0000","last_fullsized":"2024-09-19T11:59:00.773644+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:20.980245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1134","reported_seq":3050,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.878613+0000","last_change":"2024-09-19T11:20:29.342071+0000","last_active":"2024-09-19T11:58:41.878613+0000","last_peered":"2024-09-19T11:58:41.878613+0000","last_clean":"2024-09-19T11:58:41.878613+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T11:58:41.878613+0000","last_undegraded":"2024-09-19T11:58:41.878613+0000","last_fullsized":"2024-09-19T11:58:41.878613+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:19.583420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'233","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713392+0000","last_change":"2024-09-19T11:20:27.330114+0000","last_active":"2024-09-19T12:00:38.713392+0000","last_peered":"2024-09-19T12:00:38.713392+0000","last_clean":"2024-09-19T12:00:38.713392+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:38.713392+0000","last_undegraded":"2024-09-19T12:00:38.713392+0000","last_fullsized":"2024-09-19T12:00:38.713392+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:36.963694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860283+0000","last_change":"2024-09-19T11:20:31.340214+0000","last_active":"2024-09-19T11:56:48.860283+0000","last_peered":"2024-09-19T11:56:48.860283+0000","last_clean":"2024-09-19T11:56:48.860283+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T11:56:48.860283+0000","last_undegraded":"2024-09-19T11:56:48.860283+0000","last_fullsized":"2024-09-19T11:56:48.860283+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:34.666832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'191","reported_seq":781,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.483974+0000","last_change":"2024-09-19T11:20:33.338456+0000","last_active":"2024-09-19T12:00:38.483974+0000","last_peered":"2024-09-19T12:00:38.483974+0000","last_clean":"2024-09-19T12:00:38.483974+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:00:38.483974+0000","last_undegraded":"2024-09-19T12:00:38.483974+0000","last_fullsized":"2024-09-19T12:00:38.483974+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:22.231391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864136+0000","last_change":"2024-09-19T11:20:35.352225+0000","last_active":"2024-09-19T11:56:53.864136+0000","last_peered":"2024-09-19T11:56:53.864136+0000","last_clean":"2024-09-19T11:56:53.864136+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T11:56:53.864136+0000","last_undegraded":"2024-09-19T11:56:53.864136+0000","last_fullsized":"2024-09-19T11:56:53.864136+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:45.491144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'105","reported_seq":587,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.960710+0000","last_change":"2024-09-19T11:20:37.360851+0000","last_active":"2024-09-19T11:58:58.960710+0000","last_peered":"2024-09-19T11:58:58.960710+0000","last_clean":"2024-09-19T11:58:58.960710+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T11:58:58.960710+0000","last_undegraded":"2024-09-19T11:58:58.960710+0000","last_fullsized":"2024-09-19T11:58:58.960710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:07.872719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'805","reported_seq":2346,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.211620+0000","last_change":"2024-09-19T11:20:29.335928+0000","last_active":"2024-09-19T11:58:38.211620+0000","last_peered":"2024-09-19T11:58:38.211620+0000","last_clean":"2024-09-19T11:58:38.211620+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T11:58:38.211620+0000","last_undegraded":"2024-09-19T11:58:38.211620+0000","last_fullsized":"2024-09-19T11:58:38.211620+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:09.577616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'186","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666487+0000","last_change":"2024-09-19T11:20:27.330793+0000","last_active":"2024-09-19T12:00:38.666487+0000","last_peered":"2024-09-19T12:00:38.666487+0000","last_clean":"2024-09-19T12:00:38.666487+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:38.666487+0000","last_undegraded":"2024-09-19T12:00:38.666487+0000","last_fullsized":"2024-09-19T12:00:38.666487+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:50.536437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903746+0000","last_change":"2024-09-19T11:20:31.330777+0000","last_active":"2024-09-19T11:57:58.903746+0000","last_peered":"2024-09-19T11:57:58.903746+0000","last_clean":"2024-09-19T11:57:58.903746+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T11:57:58.903746+0000","last_undegraded":"2024-09-19T11:57:58.903746+0000","last_fullsized":"2024-09-19T11:57:58.903746+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:02.865207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'87","reported_seq":601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:30.128394+0000","last_change":"2024-09-19T11:20:33.337977+0000","last_active":"2024-09-19T11:57:30.128394+0000","last_peered":"2024-09-19T11:57:30.128394+0000","last_clean":"2024-09-19T11:57:30.128394+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T11:57:30.128394+0000","last_undegraded":"2024-09-19T11:57:30.128394+0000","last_fullsized":"2024-09-19T11:57:30.128394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:59.846889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.862608+0000","last_change":"2024-09-19T11:20:35.352834+0000","last_active":"2024-09-19T11:56:53.862608+0000","last_peered":"2024-09-19T11:56:53.862608+0000","last_clean":"2024-09-19T11:56:53.862608+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T11:56:53.862608+0000","last_undegraded":"2024-09-19T11:56:53.862608+0000","last_fullsized":"2024-09-19T11:56:53.862608+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:54.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'150","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.610525+0000","last_change":"2024-09-19T11:20:37.361791+0000","last_active":"2024-09-19T11:58:46.610525+0000","last_peered":"2024-09-19T11:58:46.610525+0000","last_clean":"2024-09-19T11:58:46.610525+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T11:58:46.610525+0000","last_undegraded":"2024-09-19T11:58:46.610525+0000","last_fullsized":"2024-09-19T11:58:46.610525+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:25.196299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'469","reported_seq":2112,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715150+0000","last_change":"2024-09-19T11:20:29.341060+0000","last_active":"2024-09-19T11:59:00.715150+0000","last_peered":"2024-09-19T11:59:00.715150+0000","last_clean":"2024-09-19T11:59:00.715150+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T11:59:00.715150+0000","last_undegraded":"2024-09-19T11:59:00.715150+0000","last_fullsized":"2024-09-19T11:59:00.715150+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:37.226642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'211","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.656789+0000","last_change":"2024-09-19T11:20:27.331667+0000","last_active":"2024-09-19T12:00:38.656789+0000","last_peered":"2024-09-19T12:00:38.656789+0000","last_clean":"2024-09-19T12:00:38.656789+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:38.656789+0000","last_undegraded":"2024-09-19T12:00:38.656789+0000","last_fullsized":"2024-09-19T12:00:38.656789+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:53.612703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.893699+0000","last_change":"2024-09-19T11:20:31.340349+0000","last_active":"2024-09-19T11:56:48.893699+0000","last_peered":"2024-09-19T11:56:48.893699+0000","last_clean":"2024-09-19T11:56:48.893699+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T11:56:48.893699+0000","last_undegraded":"2024-09-19T11:56:48.893699+0000","last_fullsized":"2024-09-19T11:56:48.893699+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:01.558119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'94","reported_seq":616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:27.607717+0000","last_change":"2024-09-19T11:20:33.337419+0000","last_active":"2024-09-19T11:58:27.607717+0000","last_peered":"2024-09-19T11:58:27.607717+0000","last_clean":"2024-09-19T11:58:27.607717+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T11:58:27.607717+0000","last_undegraded":"2024-09-19T11:58:27.607717+0000","last_fullsized":"2024-09-19T11:58:27.607717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:16.456432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'751","reported_seq":2473,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.426001+0000","last_change":"2024-09-19T11:20:35.345012+0000","last_active":"2024-09-19T12:00:38.426001+0000","last_peered":"2024-09-19T12:00:38.426001+0000","last_clean":"2024-09-19T12:00:38.426001+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:00:38.426001+0000","last_undegraded":"2024-09-19T12:00:38.426001+0000","last_fullsized":"2024-09-19T12:00:38.426001+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:02.192735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'183","reported_seq":996,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.817470+0000","last_change":"2024-09-19T11:20:37.372261+0000","last_active":"2024-09-19T11:59:00.817470+0000","last_peered":"2024-09-19T11:59:00.817470+0000","last_clean":"2024-09-19T11:59:00.817470+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T11:59:00.817470+0000","last_undegraded":"2024-09-19T11:59:00.817470+0000","last_fullsized":"2024-09-19T11:59:00.817470+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:04.123426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'462","reported_seq":2104,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283755+0000","last_change":"2024-09-19T11:20:29.338154+0000","last_active":"2024-09-19T11:58:47.283755+0000","last_peered":"2024-09-19T11:58:47.283755+0000","last_clean":"2024-09-19T11:58:47.283755+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T11:58:47.283755+0000","last_undegraded":"2024-09-19T11:58:47.283755+0000","last_fullsized":"2024-09-19T11:58:47.283755+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:21.213097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'203","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496988+0000","last_change":"2024-09-19T11:20:27.331046+0000","last_active":"2024-09-19T12:00:38.496988+0000","last_peered":"2024-09-19T12:00:38.496988+0000","last_clean":"2024-09-19T12:00:38.496988+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:38.496988+0000","last_undegraded":"2024-09-19T12:00:38.496988+0000","last_fullsized":"2024-09-19T12:00:38.496988+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:45.728430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860317+0000","last_change":"2024-09-19T11:20:31.337733+0000","last_active":"2024-09-19T11:56:48.860317+0000","last_peered":"2024-09-19T11:56:48.860317+0000","last_clean":"2024-09-19T11:56:48.860317+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T11:56:48.860317+0000","last_undegraded":"2024-09-19T11:56:48.860317+0000","last_fullsized":"2024-09-19T11:56:48.860317+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:17.447360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'113","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.696303+0000","last_change":"2024-09-19T11:20:33.453498+0000","last_active":"2024-09-19T12:00:38.696303+0000","last_peered":"2024-09-19T12:00:38.696303+0000","last_clean":"2024-09-19T12:00:38.696303+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:00:38.696303+0000","last_undegraded":"2024-09-19T12:00:38.696303+0000","last_fullsized":"2024-09-19T12:00:38.696303+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:49.047191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'773","reported_seq":4201,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.430384+0000","last_change":"2024-09-19T11:20:35.347454+0000","last_active":"2024-09-19T12:00:38.430384+0000","last_peered":"2024-09-19T12:00:38.430384+0000","last_clean":"2024-09-19T12:00:38.430384+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:00:38.430384+0000","last_undegraded":"2024-09-19T12:00:38.430384+0000","last_fullsized":"2024-09-19T12:00:38.430384+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:25.952175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'514","reported_seq":2002,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.882940+0000","last_change":"2024-09-19T11:20:29.335676+0000","last_active":"2024-09-19T11:59:28.882940+0000","last_peered":"2024-09-19T11:59:28.882940+0000","last_clean":"2024-09-19T11:59:28.882940+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T11:59:28.882940+0000","last_undegraded":"2024-09-19T11:59:28.882940+0000","last_fullsized":"2024-09-19T11:59:28.882940+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:38.125746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'249","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713372+0000","last_change":"2024-09-19T11:20:27.330249+0000","last_active":"2024-09-19T12:00:38.713372+0000","last_peered":"2024-09-19T12:00:38.713372+0000","last_clean":"2024-09-19T12:00:38.713372+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:38.713372+0000","last_undegraded":"2024-09-19T12:00:38.713372+0000","last_fullsized":"2024-09-19T12:00:38.713372+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:44.253937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867318+0000","last_change":"2024-09-19T11:20:31.333286+0000","last_active":"2024-09-19T11:57:23.867318+0000","last_peered":"2024-09-19T11:57:23.867318+0000","last_clean":"2024-09-19T11:57:23.867318+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T11:57:23.867318+0000","last_undegraded":"2024-09-19T11:57:23.867318+0000","last_fullsized":"2024-09-19T11:57:23.867318+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:27.863620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'192","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.522916+0000","last_change":"2024-09-19T11:20:33.452103+0000","last_active":"2024-09-19T12:00:38.522916+0000","last_peered":"2024-09-19T12:00:38.522916+0000","last_clean":"2024-09-19T12:00:38.522916+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:00:38.522916+0000","last_undegraded":"2024-09-19T12:00:38.522916+0000","last_fullsized":"2024-09-19T12:00:38.522916+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:17.715144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.968640+0000","last_change":"2024-09-19T11:20:35.352047+0000","last_active":"2024-09-19T11:56:38.968640+0000","last_peered":"2024-09-19T11:56:38.968640+0000","last_clean":"2024-09-19T11:56:38.968640+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T11:56:38.968640+0000","last_undegraded":"2024-09-19T11:56:38.968640+0000","last_fullsized":"2024-09-19T11:56:38.968640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:48.998518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'566","reported_seq":1369,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428955+0000","last_change":"2024-09-19T11:20:37.362095+0000","last_active":"2024-09-19T12:00:19.428955+0000","last_peered":"2024-09-19T12:00:19.428955+0000","last_clean":"2024-09-19T12:00:19.428955+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:00:19.428955+0000","last_undegraded":"2024-09-19T12:00:19.428955+0000","last_fullsized":"2024-09-19T12:00:19.428955+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":500,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:18.642934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'392","reported_seq":1820,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155338+0000","last_change":"2024-09-19T11:20:29.341416+0000","last_active":"2024-09-19T11:59:00.155338+0000","last_peered":"2024-09-19T11:59:00.155338+0000","last_clean":"2024-09-19T11:59:00.155338+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T11:59:00.155338+0000","last_undegraded":"2024-09-19T11:59:00.155338+0000","last_fullsized":"2024-09-19T11:59:00.155338+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:05.479020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'228","reported_seq":852,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663459+0000","last_change":"2024-09-19T11:20:27.331842+0000","last_active":"2024-09-19T12:00:38.663459+0000","last_peered":"2024-09-19T12:00:38.663459+0000","last_clean":"2024-09-19T12:00:38.663459+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:38.663459+0000","last_undegraded":"2024-09-19T12:00:38.663459+0000","last_fullsized":"2024-09-19T12:00:38.663459+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:19.834858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986145+0000","last_change":"2024-09-19T11:20:31.340180+0000","last_active":"2024-09-19T11:57:23.986145+0000","last_peered":"2024-09-19T11:57:23.986145+0000","last_clean":"2024-09-19T11:57:23.986145+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T11:57:23.986145+0000","last_undegraded":"2024-09-19T11:57:23.986145+0000","last_fullsized":"2024-09-19T11:57:23.986145+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:50.738839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'125","reported_seq":684,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.621819+0000","last_change":"2024-09-19T11:20:33.340126+0000","last_active":"2024-09-19T12:00:38.621819+0000","last_peered":"2024-09-19T12:00:38.621819+0000","last_clean":"2024-09-19T12:00:38.621819+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:00:38.621819+0000","last_undegraded":"2024-09-19T12:00:38.621819+0000","last_fullsized":"2024-09-19T12:00:38.621819+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:30.649297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.898999+0000","last_change":"2024-09-19T11:20:35.354256+0000","last_active":"2024-09-19T11:57:33.898999+0000","last_peered":"2024-09-19T11:57:33.898999+0000","last_clean":"2024-09-19T11:57:33.898999+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T11:57:33.898999+0000","last_undegraded":"2024-09-19T11:57:33.898999+0000","last_fullsized":"2024-09-19T11:57:33.898999+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:04.372509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2497","reported_seq":4321,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.276564+0000","last_change":"2024-09-19T11:20:37.363209+0000","last_active":"2024-09-19T12:00:09.276564+0000","last_peered":"2024-09-19T12:00:09.276564+0000","last_clean":"2024-09-19T12:00:09.276564+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:00:09.276564+0000","last_undegraded":"2024-09-19T12:00:09.276564+0000","last_fullsized":"2024-09-19T12:00:09.276564+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":2400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.434433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'401","reported_seq":1964,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154576+0000","last_change":"2024-09-19T11:20:29.330954+0000","last_active":"2024-09-19T11:59:00.154576+0000","last_peered":"2024-09-19T11:59:00.154576+0000","last_clean":"2024-09-19T11:59:00.154576+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T11:59:00.154576+0000","last_undegraded":"2024-09-19T11:59:00.154576+0000","last_fullsized":"2024-09-19T11:59:00.154576+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:30.874721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'239","reported_seq":889,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.586418+0000","last_change":"2024-09-19T11:20:27.329944+0000","last_active":"2024-09-19T12:00:38.586418+0000","last_peered":"2024-09-19T12:00:38.586418+0000","last_clean":"2024-09-19T12:00:38.586418+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:38.586418+0000","last_undegraded":"2024-09-19T12:00:38.586418+0000","last_fullsized":"2024-09-19T12:00:38.586418+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:05.831545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.979935+0000","last_change":"2024-09-19T11:20:31.335034+0000","last_active":"2024-09-19T11:56:33.979935+0000","last_peered":"2024-09-19T11:56:33.979935+0000","last_clean":"2024-09-19T11:56:33.979935+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T11:56:33.979935+0000","last_undegraded":"2024-09-19T11:56:33.979935+0000","last_fullsized":"2024-09-19T11:56:33.979935+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:35.346117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'158","reported_seq":727,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.540879+0000","last_change":"2024-09-19T11:20:33.343993+0000","last_active":"2024-09-19T12:00:38.540879+0000","last_peered":"2024-09-19T12:00:38.540879+0000","last_clean":"2024-09-19T12:00:38.540879+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:00:38.540879+0000","last_undegraded":"2024-09-19T12:00:38.540879+0000","last_fullsized":"2024-09-19T12:00:38.540879+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:48.513245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'786","reported_seq":2232,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.431333+0000","last_change":"2024-09-19T11:20:35.345819+0000","last_active":"2024-09-19T12:00:38.431333+0000","last_peered":"2024-09-19T12:00:38.431333+0000","last_clean":"2024-09-19T12:00:38.431333+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:00:38.431333+0000","last_undegraded":"2024-09-19T12:00:38.431333+0000","last_fullsized":"2024-09-19T12:00:38.431333+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:41.842282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'123","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.477824+0000","last_change":"2024-09-19T11:20:37.364521+0000","last_active":"2024-09-19T12:00:18.477824+0000","last_peered":"2024-09-19T12:00:18.477824+0000","last_clean":"2024-09-19T12:00:18.477824+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:00:18.477824+0000","last_undegraded":"2024-09-19T12:00:18.477824+0000","last_fullsized":"2024-09-19T12:00:18.477824+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:04.202765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'794","reported_seq":2330,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.202196+0000","last_change":"2024-09-19T11:20:29.343594+0000","last_active":"2024-09-19T11:58:58.202196+0000","last_peered":"2024-09-19T11:58:58.202196+0000","last_clean":"2024-09-19T11:58:58.202196+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T11:58:58.202196+0000","last_undegraded":"2024-09-19T11:58:58.202196+0000","last_fullsized":"2024-09-19T11:58:58.202196+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:25.159902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'214","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713661+0000","last_change":"2024-09-19T11:20:27.326614+0000","last_active":"2024-09-19T12:00:38.713661+0000","last_peered":"2024-09-19T12:00:38.713661+0000","last_clean":"2024-09-19T12:00:38.713661+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:38.713661+0000","last_undegraded":"2024-09-19T12:00:38.713661+0000","last_fullsized":"2024-09-19T12:00:38.713661+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:45.046338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986878+0000","last_change":"2024-09-19T11:20:31.340736+0000","last_active":"2024-09-19T11:57:28.986878+0000","last_peered":"2024-09-19T11:57:28.986878+0000","last_clean":"2024-09-19T11:57:28.986878+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T11:57:28.986878+0000","last_undegraded":"2024-09-19T11:57:28.986878+0000","last_fullsized":"2024-09-19T11:57:28.986878+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:37.635033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'192","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.638365+0000","last_change":"2024-09-19T11:20:33.339196+0000","last_active":"2024-09-19T12:00:38.638365+0000","last_peered":"2024-09-19T12:00:38.638365+0000","last_clean":"2024-09-19T12:00:38.638365+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:00:38.638365+0000","last_undegraded":"2024-09-19T12:00:38.638365+0000","last_fullsized":"2024-09-19T12:00:38.638365+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:03.326112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986852+0000","last_change":"2024-09-19T11:20:35.340594+0000","last_active":"2024-09-19T11:57:28.986852+0000","last_peered":"2024-09-19T11:57:28.986852+0000","last_clean":"2024-09-19T11:57:28.986852+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T11:57:28.986852+0000","last_undegraded":"2024-09-19T11:57:28.986852+0000","last_fullsized":"2024-09-19T11:57:28.986852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:29.415579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'147","reported_seq":670,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.769870+0000","last_change":"2024-09-19T11:20:37.361758+0000","last_active":"2024-09-19T11:59:00.769870+0000","last_peered":"2024-09-19T11:59:00.769870+0000","last_clean":"2024-09-19T11:59:00.769870+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T11:59:00.769870+0000","last_undegraded":"2024-09-19T11:59:00.769870+0000","last_fullsized":"2024-09-19T11:59:00.769870+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:14.337924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'983","reported_seq":2691,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.273747+0000","last_change":"2024-09-19T11:20:29.338829+0000","last_active":"2024-09-19T11:58:47.273747+0000","last_peered":"2024-09-19T11:58:47.273747+0000","last_clean":"2024-09-19T11:58:47.273747+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T11:58:47.273747+0000","last_undegraded":"2024-09-19T11:58:47.273747+0000","last_fullsized":"2024-09-19T11:58:47.273747+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":900,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:34:38.135992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'191","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518353+0000","last_change":"2024-09-19T11:20:27.329135+0000","last_active":"2024-09-19T12:00:38.518353+0000","last_peered":"2024-09-19T12:00:38.518353+0000","last_clean":"2024-09-19T12:00:38.518353+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:38.518353+0000","last_undegraded":"2024-09-19T12:00:38.518353+0000","last_fullsized":"2024-09-19T12:00:38.518353+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:39.798655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"34'7","reported_seq":1443,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.206421+0000","last_change":"2024-09-19T11:20:31.339629+0000","last_active":"2024-09-19T12:00:38.206421+0000","last_peered":"2024-09-19T12:00:38.206421+0000","last_clean":"2024-09-19T12:00:38.206421+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:00:38.206421+0000","last_undegraded":"2024-09-19T12:00:38.206421+0000","last_fullsized":"2024-09-19T12:00:38.206421+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:42.429238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'138","reported_seq":701,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.647309+0000","last_change":"2024-09-19T11:20:33.342336+0000","last_active":"2024-09-19T12:00:38.647309+0000","last_peered":"2024-09-19T12:00:38.647309+0000","last_clean":"2024-09-19T12:00:38.647309+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:00:38.647309+0000","last_undegraded":"2024-09-19T12:00:38.647309+0000","last_fullsized":"2024-09-19T12:00:38.647309+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:43.042270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:39.119527+0000","last_change":"2024-09-19T11:20:35.348336+0000","last_active":"2024-09-19T11:56:39.119527+0000","last_peered":"2024-09-19T11:56:39.119527+0000","last_clean":"2024-09-19T11:56:39.119527+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T11:56:39.119527+0000","last_undegraded":"2024-09-19T11:56:39.119527+0000","last_fullsized":"2024-09-19T11:56:39.119527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:28.596878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'117","reported_seq":604,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910184+0000","last_change":"2024-09-19T11:20:37.361923+0000","last_active":"2024-09-19T11:58:43.910184+0000","last_peered":"2024-09-19T11:58:43.910184+0000","last_clean":"2024-09-19T11:58:43.910184+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T11:58:43.910184+0000","last_undegraded":"2024-09-19T11:58:43.910184+0000","last_fullsized":"2024-09-19T11:58:43.910184+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:13.955425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'821","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:44.678806+0000","last_change":"2024-09-19T11:20:29.333398+0000","last_active":"2024-09-19T11:58:44.678806+0000","last_peered":"2024-09-19T11:58:44.678806+0000","last_clean":"2024-09-19T11:58:44.678806+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T11:58:44.678806+0000","last_undegraded":"2024-09-19T11:58:44.678806+0000","last_fullsized":"2024-09-19T11:58:44.678806+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:19.024369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'251","reported_seq":1072,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701719+0000","last_change":"2024-09-19T11:20:27.327243+0000","last_active":"2024-09-19T12:00:38.701719+0000","last_peered":"2024-09-19T12:00:38.701719+0000","last_clean":"2024-09-19T12:00:38.701719+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:38.701719+0000","last_undegraded":"2024-09-19T12:00:38.701719+0000","last_fullsized":"2024-09-19T12:00:38.701719+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:27:56.089160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.967822+0000","last_change":"2024-09-19T11:20:31.340036+0000","last_active":"2024-09-19T11:56:33.967822+0000","last_peered":"2024-09-19T11:56:33.967822+0000","last_clean":"2024-09-19T11:56:33.967822+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T11:56:33.967822+0000","last_undegraded":"2024-09-19T11:56:33.967822+0000","last_fullsized":"2024-09-19T11:56:33.967822+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:47.604277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'144","reported_seq":714,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.600618+0000","last_change":"2024-09-19T11:20:33.337656+0000","last_active":"2024-09-19T12:00:38.600618+0000","last_peered":"2024-09-19T12:00:38.600618+0000","last_clean":"2024-09-19T12:00:38.600618+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:00:38.600618+0000","last_undegraded":"2024-09-19T12:00:38.600618+0000","last_fullsized":"2024-09-19T12:00:38.600618+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:11.373671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2144,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.427233+0000","last_change":"2024-09-19T11:20:35.353450+0000","last_active":"2024-09-19T12:00:38.427233+0000","last_peered":"2024-09-19T12:00:38.427233+0000","last_clean":"2024-09-19T12:00:38.427233+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:00:38.427233+0000","last_undegraded":"2024-09-19T12:00:38.427233+0000","last_fullsized":"2024-09-19T12:00:38.427233+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:10.955965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'180","reported_seq":703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.903589+0000","last_change":"2024-09-19T11:20:37.353338+0000","last_active":"2024-09-19T11:58:47.903589+0000","last_peered":"2024-09-19T11:58:47.903589+0000","last_clean":"2024-09-19T11:58:47.903589+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T11:58:47.903589+0000","last_undegraded":"2024-09-19T11:58:47.903589+0000","last_fullsized":"2024-09-19T11:58:47.903589+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:57.611096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'435","reported_seq":1926,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787332+0000","last_change":"2024-09-19T11:20:29.332897+0000","last_active":"2024-09-19T11:58:36.787332+0000","last_peered":"2024-09-19T11:58:36.787332+0000","last_clean":"2024-09-19T11:58:36.787332+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T11:58:36.787332+0000","last_undegraded":"2024-09-19T11:58:36.787332+0000","last_fullsized":"2024-09-19T11:58:36.787332+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.888001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'222","reported_seq":842,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564070+0000","last_change":"2024-09-19T11:20:27.328189+0000","last_active":"2024-09-19T12:00:38.564070+0000","last_peered":"2024-09-19T12:00:38.564070+0000","last_clean":"2024-09-19T12:00:38.564070+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:38.564070+0000","last_undegraded":"2024-09-19T12:00:38.564070+0000","last_fullsized":"2024-09-19T12:00:38.564070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:14.107544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"27'2","reported_seq":1436,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.205654+0000","last_change":"2024-09-19T11:20:31.338664+0000","last_active":"2024-09-19T12:00:38.205654+0000","last_peered":"2024-09-19T12:00:38.205654+0000","last_clean":"2024-09-19T12:00:38.205654+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:00:38.205654+0000","last_undegraded":"2024-09-19T12:00:38.205654+0000","last_fullsized":"2024-09-19T12:00:38.205654+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:27.352548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'67","reported_seq":574,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.910975+0000","last_change":"2024-09-19T11:20:33.452477+0000","last_active":"2024-09-19T11:58:48.910975+0000","last_peered":"2024-09-19T11:58:48.910975+0000","last_clean":"2024-09-19T11:58:48.910975+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T11:58:48.910975+0000","last_undegraded":"2024-09-19T11:58:48.910975+0000","last_fullsized":"2024-09-19T11:58:48.910975+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:01:46.562975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2199,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.428249+0000","last_change":"2024-09-19T11:20:35.348537+0000","last_active":"2024-09-19T12:00:38.428249+0000","last_peered":"2024-09-19T12:00:38.428249+0000","last_clean":"2024-09-19T12:00:38.428249+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:00:38.428249+0000","last_undegraded":"2024-09-19T12:00:38.428249+0000","last_fullsized":"2024-09-19T12:00:38.428249+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:13.293627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871311+0000","last_change":"2024-09-19T11:20:37.356591+0000","last_active":"2024-09-19T11:58:08.871311+0000","last_peered":"2024-09-19T11:58:08.871311+0000","last_clean":"2024-09-19T11:58:08.871311+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T11:58:08.871311+0000","last_undegraded":"2024-09-19T11:58:08.871311+0000","last_fullsized":"2024-09-19T11:58:08.871311+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.654710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2059,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.708072+0000","last_change":"2024-09-19T11:20:29.337466+0000","last_active":"2024-09-19T11:59:00.708072+0000","last_peered":"2024-09-19T11:59:00.708072+0000","last_clean":"2024-09-19T11:59:00.708072+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T11:59:00.708072+0000","last_undegraded":"2024-09-19T11:59:00.708072+0000","last_fullsized":"2024-09-19T11:59:00.708072+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":800,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701496+0000","last_change":"2024-09-19T11:21:02.395512+0000","last_active":"2024-09-19T12:00:38.701496+0000","last_peered":"2024-09-19T12:00:38.701496+0000","last_clean":"2024-09-19T12:00:38.701496+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:38.701496+0000","last_undegraded":"2024-09-19T12:00:38.701496+0000","last_fullsized":"2024-09-19T12:00:38.701496+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:27.844446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.860003+0000","last_change":"2024-09-19T11:20:31.338301+0000","last_active":"2024-09-19T11:56:33.860003+0000","last_peered":"2024-09-19T11:56:33.860003+0000","last_clean":"2024-09-19T11:56:33.860003+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T11:56:33.860003+0000","last_undegraded":"2024-09-19T11:56:33.860003+0000","last_fullsized":"2024-09-19T11:56:33.860003+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:49.722118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'181","reported_seq":769,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.491039+0000","last_change":"2024-09-19T11:20:33.341399+0000","last_active":"2024-09-19T12:00:38.491039+0000","last_peered":"2024-09-19T12:00:38.491039+0000","last_clean":"2024-09-19T12:00:38.491039+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:00:38.491039+0000","last_undegraded":"2024-09-19T12:00:38.491039+0000","last_fullsized":"2024-09-19T12:00:38.491039+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.709405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.858517+0000","last_change":"2024-09-19T11:20:35.350551+0000","last_active":"2024-09-19T11:56:38.858517+0000","last_peered":"2024-09-19T11:56:38.858517+0000","last_clean":"2024-09-19T11:56:38.858517+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T11:56:38.858517+0000","last_undegraded":"2024-09-19T11:56:38.858517+0000","last_fullsized":"2024-09-19T11:56:38.858517+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:17.710699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'165","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.608670+0000","last_change":"2024-09-19T11:20:37.359785+0000","last_active":"2024-09-19T11:58:46.608670+0000","last_peered":"2024-09-19T11:58:46.608670+0000","last_clean":"2024-09-19T11:58:46.608670+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T11:58:46.608670+0000","last_undegraded":"2024-09-19T11:58:46.608670+0000","last_fullsized":"2024-09-19T11:58:46.608670+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:32.552875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1779","reported_seq":3563,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906429+0000","last_change":"2024-09-19T11:20:29.336731+0000","last_active":"2024-09-19T11:58:47.906429+0000","last_peered":"2024-09-19T11:58:47.906429+0000","last_clean":"2024-09-19T11:58:47.906429+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T11:58:47.906429+0000","last_undegraded":"2024-09-19T11:58:47.906429+0000","last_fullsized":"2024-09-19T11:58:47.906429+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":1700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:48.471257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":603,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:23.875429+0000","last_change":"2024-09-19T11:20:10.620362+0000","last_active":"2024-09-19T11:58:23.875429+0000","last_peered":"2024-09-19T11:58:23.875429+0000","last_clean":"2024-09-19T11:58:23.875429+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T11:58:23.875429+0000","last_undegraded":"2024-09-19T11:58:23.875429+0000","last_fullsized":"2024-09-19T11:58:23.875429+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_clean_scrub_stamp":"2024-09-19T11:20:09.610399+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:14.755470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867989+0000","last_change":"2024-09-19T11:20:18.656896+0000","last_active":"2024-09-19T11:57:48.867989+0000","last_peered":"2024-09-19T11:57:48.867989+0000","last_clean":"2024-09-19T11:57:48.867989+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T11:57:48.867989+0000","last_undegraded":"2024-09-19T11:57:48.867989+0000","last_fullsized":"2024-09-19T11:57:48.867989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:19.798578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'175","reported_seq":775,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519621+0000","last_change":"2024-09-19T11:20:27.320279+0000","last_active":"2024-09-19T12:00:38.519621+0000","last_peered":"2024-09-19T12:00:38.519621+0000","last_clean":"2024-09-19T12:00:38.519621+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:38.519621+0000","last_undegraded":"2024-09-19T12:00:38.519621+0000","last_fullsized":"2024-09-19T12:00:38.519621+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:19.894325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872843+0000","last_change":"2024-09-19T11:20:31.334713+0000","last_active":"2024-09-19T11:58:03.872843+0000","last_peered":"2024-09-19T11:58:03.872843+0000","last_clean":"2024-09-19T11:58:03.872843+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T11:58:03.872843+0000","last_undegraded":"2024-09-19T11:58:03.872843+0000","last_fullsized":"2024-09-19T11:58:03.872843+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:51.685793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'279","reported_seq":968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.722297+0000","last_change":"2024-09-19T11:20:33.337264+0000","last_active":"2024-09-19T12:00:38.722297+0000","last_peered":"2024-09-19T12:00:38.722297+0000","last_clean":"2024-09-19T12:00:38.722297+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:00:38.722297+0000","last_undegraded":"2024-09-19T12:00:38.722297+0000","last_fullsized":"2024-09-19T12:00:38.722297+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:14.403427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:29.126861+0000","last_change":"2024-09-19T11:20:35.349116+0000","last_active":"2024-09-19T11:57:29.126861+0000","last_peered":"2024-09-19T11:57:29.126861+0000","last_clean":"2024-09-19T11:57:29.126861+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T11:57:29.126861+0000","last_undegraded":"2024-09-19T11:57:29.126861+0000","last_fullsized":"2024-09-19T11:57:29.126861+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:27.944269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'220","reported_seq":919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.771594+0000","last_change":"2024-09-19T11:20:37.362796+0000","last_active":"2024-09-19T11:59:00.771594+0000","last_peered":"2024-09-19T11:59:00.771594+0000","last_clean":"2024-09-19T11:59:00.771594+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T11:59:00.771594+0000","last_undegraded":"2024-09-19T11:59:00.771594+0000","last_fullsized":"2024-09-19T11:59:00.771594+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:33.881136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528768+0000","last_change":"2024-09-19T11:21:02.400049+0000","last_active":"2024-09-19T12:00:18.528768+0000","last_peered":"2024-09-19T12:00:18.528768+0000","last_clean":"2024-09-19T12:00:18.528768+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:18.528768+0000","last_undegraded":"2024-09-19T12:00:18.528768+0000","last_fullsized":"2024-09-19T12:00:18.528768+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:43.870083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876211+0000","last_change":"2024-09-19T11:20:18.916567+0000","last_active":"2024-09-19T11:58:28.876211+0000","last_peered":"2024-09-19T11:58:28.876211+0000","last_clean":"2024-09-19T11:58:28.876211+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T11:58:28.876211+0000","last_undegraded":"2024-09-19T11:58:28.876211+0000","last_fullsized":"2024-09-19T11:58:28.876211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.910058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'221","reported_seq":835,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645777+0000","last_change":"2024-09-19T11:20:27.331091+0000","last_active":"2024-09-19T12:00:38.645777+0000","last_peered":"2024-09-19T12:00:38.645777+0000","last_clean":"2024-09-19T12:00:38.645777+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:38.645777+0000","last_undegraded":"2024-09-19T12:00:38.645777+0000","last_fullsized":"2024-09-19T12:00:38.645777+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:14.105746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864700+0000","last_change":"2024-09-19T11:20:31.339718+0000","last_active":"2024-09-19T11:57:23.864700+0000","last_peered":"2024-09-19T11:57:23.864700+0000","last_clean":"2024-09-19T11:57:23.864700+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T11:57:23.864700+0000","last_undegraded":"2024-09-19T11:57:23.864700+0000","last_fullsized":"2024-09-19T11:57:23.864700+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:47.100171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'827","reported_seq":2230,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.715936+0000","last_change":"2024-09-19T11:20:33.342115+0000","last_active":"2024-09-19T12:00:38.715936+0000","last_peered":"2024-09-19T12:00:38.715936+0000","last_clean":"2024-09-19T12:00:38.715936+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:00:38.715936+0000","last_undegraded":"2024-09-19T12:00:38.715936+0000","last_fullsized":"2024-09-19T12:00:38.715936+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":800,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:09.544575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.874868+0000","last_change":"2024-09-19T11:20:35.350026+0000","last_active":"2024-09-19T11:58:18.874868+0000","last_peered":"2024-09-19T11:58:18.874868+0000","last_clean":"2024-09-19T11:58:18.874868+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T11:58:18.874868+0000","last_undegraded":"2024-09-19T11:58:18.874868+0000","last_fullsized":"2024-09-19T11:58:18.874868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:23.186268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'203","reported_seq":718,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:05.793412+0000","last_change":"2024-09-19T11:20:37.369532+0000","last_active":"2024-09-19T11:58:05.793412+0000","last_peered":"2024-09-19T11:58:05.793412+0000","last_clean":"2024-09-19T11:58:05.793412+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T11:58:05.793412+0000","last_undegraded":"2024-09-19T11:58:05.793412+0000","last_fullsized":"2024-09-19T11:58:05.793412+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:24.233699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1154","reported_seq":2725,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527335+0000","last_change":"2024-09-19T11:20:29.324693+0000","last_active":"2024-09-19T12:00:18.527335+0000","last_peered":"2024-09-19T12:00:18.527335+0000","last_clean":"2024-09-19T12:00:18.527335+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:18.527335+0000","last_undegraded":"2024-09-19T12:00:18.527335+0000","last_fullsized":"2024-09-19T12:00:18.527335+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":1100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:01.352976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.989205+0000","last_change":"2024-09-19T11:20:18.652096+0000","last_active":"2024-09-19T11:57:48.989205+0000","last_peered":"2024-09-19T11:57:48.989205+0000","last_clean":"2024-09-19T11:57:48.989205+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T11:57:48.989205+0000","last_undegraded":"2024-09-19T11:57:48.989205+0000","last_fullsized":"2024-09-19T11:57:48.989205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:36.895840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'194","reported_seq":787,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695250+0000","last_change":"2024-09-19T11:20:27.324479+0000","last_active":"2024-09-19T12:00:38.695250+0000","last_peered":"2024-09-19T12:00:38.695250+0000","last_clean":"2024-09-19T12:00:38.695250+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:38.695250+0000","last_undegraded":"2024-09-19T12:00:38.695250+0000","last_fullsized":"2024-09-19T12:00:38.695250+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:43.046022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"27'1","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986194+0000","last_change":"2024-09-19T11:20:31.340106+0000","last_active":"2024-09-19T11:57:23.986194+0000","last_peered":"2024-09-19T11:57:23.986194+0000","last_clean":"2024-09-19T11:57:23.986194+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T11:57:23.986194+0000","last_undegraded":"2024-09-19T11:57:23.986194+0000","last_fullsized":"2024-09-19T11:57:23.986194+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:14.047324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'213","reported_seq":1226,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.891261+0000","last_change":"2024-09-19T11:20:33.453535+0000","last_active":"2024-09-19T12:00:18.891261+0000","last_peered":"2024-09-19T12:00:18.891261+0000","last_clean":"2024-09-19T12:00:18.891261+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:00:18.891261+0000","last_undegraded":"2024-09-19T12:00:18.891261+0000","last_fullsized":"2024-09-19T12:00:18.891261+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:57.908019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132502+0000","last_change":"2024-09-19T11:20:35.350214+0000","last_active":"2024-09-19T11:58:09.132502+0000","last_peered":"2024-09-19T11:58:09.132502+0000","last_clean":"2024-09-19T11:58:09.132502+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T11:58:09.132502+0000","last_undegraded":"2024-09-19T11:58:09.132502+0000","last_fullsized":"2024-09-19T11:58:09.132502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:50.544356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'263","reported_seq":854,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.257148+0000","last_change":"2024-09-19T11:20:37.361237+0000","last_active":"2024-09-19T11:59:00.257148+0000","last_peered":"2024-09-19T11:59:00.257148+0000","last_clean":"2024-09-19T11:59:00.257148+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T11:59:00.257148+0000","last_undegraded":"2024-09-19T11:59:00.257148+0000","last_fullsized":"2024-09-19T11:59:00.257148+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:59:27.399344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'426","reported_seq":2092,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.612844+0000","last_change":"2024-09-19T11:20:29.325943+0000","last_active":"2024-09-19T11:58:46.612844+0000","last_peered":"2024-09-19T11:58:46.612844+0000","last_clean":"2024-09-19T11:58:46.612844+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T11:58:46.612844+0000","last_undegraded":"2024-09-19T11:58:46.612844+0000","last_fullsized":"2024-09-19T11:58:46.612844+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:41.693634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867959+0000","last_change":"2024-09-19T11:20:18.657530+0000","last_active":"2024-09-19T11:57:48.867959+0000","last_peered":"2024-09-19T11:57:48.867959+0000","last_clean":"2024-09-19T11:57:48.867959+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T11:57:48.867959+0000","last_undegraded":"2024-09-19T11:57:48.867959+0000","last_fullsized":"2024-09-19T11:57:48.867959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:13.049512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'223","reported_seq":869,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593701+0000","last_change":"2024-09-19T11:20:27.327310+0000","last_active":"2024-09-19T12:00:38.593701+0000","last_peered":"2024-09-19T12:00:38.593701+0000","last_clean":"2024-09-19T12:00:38.593701+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:38.593701+0000","last_undegraded":"2024-09-19T12:00:38.593701+0000","last_fullsized":"2024-09-19T12:00:38.593701+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:55.264093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131691+0000","last_change":"2024-09-19T11:20:31.339844+0000","last_active":"2024-09-19T11:58:04.131691+0000","last_peered":"2024-09-19T11:58:04.131691+0000","last_clean":"2024-09-19T11:58:04.131691+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T11:58:04.131691+0000","last_undegraded":"2024-09-19T11:58:04.131691+0000","last_fullsized":"2024-09-19T11:58:04.131691+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:00.861772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'114","reported_seq":642,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:10.262382+0000","last_change":"2024-09-19T11:20:33.337759+0000","last_active":"2024-09-19T12:00:10.262382+0000","last_peered":"2024-09-19T12:00:10.262382+0000","last_clean":"2024-09-19T12:00:10.262382+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:00:10.262382+0000","last_undegraded":"2024-09-19T12:00:10.262382+0000","last_fullsized":"2024-09-19T12:00:10.262382+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.057747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.865223+0000","last_change":"2024-09-19T11:20:35.349664+0000","last_active":"2024-09-19T11:57:28.865223+0000","last_peered":"2024-09-19T11:57:28.865223+0000","last_clean":"2024-09-19T11:57:28.865223+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T11:57:28.865223+0000","last_undegraded":"2024-09-19T11:57:28.865223+0000","last_fullsized":"2024-09-19T11:57:28.865223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:05.454716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'106","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.876001+0000","last_change":"2024-09-19T11:20:37.361917+0000","last_active":"2024-09-19T11:58:41.876001+0000","last_peered":"2024-09-19T11:58:41.876001+0000","last_clean":"2024-09-19T11:58:41.876001+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T11:58:41.876001+0000","last_undegraded":"2024-09-19T11:58:41.876001+0000","last_fullsized":"2024-09-19T11:58:41.876001+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:19.512447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2202,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283677+0000","last_change":"2024-09-19T11:20:29.324027+0000","last_active":"2024-09-19T11:58:47.283677+0000","last_peered":"2024-09-19T11:58:47.283677+0000","last_clean":"2024-09-19T11:58:47.283677+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T11:58:47.283677+0000","last_undegraded":"2024-09-19T11:58:47.283677+0000","last_fullsized":"2024-09-19T11:58:47.283677+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:47.886558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'220","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687550+0000","last_change":"2024-09-19T11:20:27.325128+0000","last_active":"2024-09-19T12:00:38.687550+0000","last_peered":"2024-09-19T12:00:38.687550+0000","last_clean":"2024-09-19T12:00:38.687550+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:38.687550+0000","last_undegraded":"2024-09-19T12:00:38.687550+0000","last_fullsized":"2024-09-19T12:00:38.687550+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:59.719941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977559+0000","last_change":"2024-09-19T11:20:18.659197+0000","last_active":"2024-09-19T11:57:48.977559+0000","last_peered":"2024-09-19T11:57:48.977559+0000","last_clean":"2024-09-19T11:57:48.977559+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T11:57:48.977559+0000","last_undegraded":"2024-09-19T11:57:48.977559+0000","last_fullsized":"2024-09-19T11:57:48.977559+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:51.098297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131639+0000","last_change":"2024-09-19T11:20:31.332822+0000","last_active":"2024-09-19T11:58:04.131639+0000","last_peered":"2024-09-19T11:58:04.131639+0000","last_clean":"2024-09-19T11:58:04.131639+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T11:58:04.131639+0000","last_undegraded":"2024-09-19T11:58:04.131639+0000","last_fullsized":"2024-09-19T11:58:04.131639+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:44.906120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'267","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.706477+0000","last_change":"2024-09-19T11:20:33.337252+0000","last_active":"2024-09-19T12:00:38.706477+0000","last_peered":"2024-09-19T12:00:38.706477+0000","last_clean":"2024-09-19T12:00:38.706477+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:00:38.706477+0000","last_undegraded":"2024-09-19T12:00:38.706477+0000","last_fullsized":"2024-09-19T12:00:38.706477+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:32:18.964475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871280+0000","last_change":"2024-09-19T11:20:35.351604+0000","last_active":"2024-09-19T11:58:08.871280+0000","last_peered":"2024-09-19T11:58:08.871280+0000","last_clean":"2024-09-19T11:58:08.871280+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T11:58:08.871280+0000","last_undegraded":"2024-09-19T11:58:08.871280+0000","last_fullsized":"2024-09-19T11:58:08.871280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:58.473959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'152","reported_seq":654,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.440265+0000","last_change":"2024-09-19T11:20:37.369507+0000","last_active":"2024-09-19T11:58:43.440265+0000","last_peered":"2024-09-19T11:58:43.440265+0000","last_clean":"2024-09-19T11:58:43.440265+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T11:58:43.440265+0000","last_undegraded":"2024-09-19T11:58:43.440265+0000","last_fullsized":"2024-09-19T11:58:43.440265+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:02.035744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'858","reported_seq":2601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714922+0000","last_change":"2024-09-19T11:20:29.337582+0000","last_active":"2024-09-19T11:59:00.714922+0000","last_peered":"2024-09-19T11:59:00.714922+0000","last_clean":"2024-09-19T11:59:00.714922+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T11:59:00.714922+0000","last_undegraded":"2024-09-19T11:59:00.714922+0000","last_fullsized":"2024-09-19T11:59:00.714922+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:31.749096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":981,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695013+0000","last_change":"2024-09-19T11:20:27.322084+0000","last_active":"2024-09-19T12:00:38.695013+0000","last_peered":"2024-09-19T12:00:38.695013+0000","last_clean":"2024-09-19T12:00:38.695013+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:38.695013+0000","last_undegraded":"2024-09-19T12:00:38.695013+0000","last_fullsized":"2024-09-19T12:00:38.695013+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:27.491471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":511,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872028+0000","last_change":"2024-09-19T11:20:18.916544+0000","last_active":"2024-09-19T11:57:58.872028+0000","last_peered":"2024-09-19T11:57:58.872028+0000","last_clean":"2024-09-19T11:57:58.872028+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T11:57:58.872028+0000","last_undegraded":"2024-09-19T11:57:58.872028+0000","last_fullsized":"2024-09-19T11:57:58.872028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.643110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870347+0000","last_change":"2024-09-19T11:20:31.334769+0000","last_active":"2024-09-19T11:58:03.870347+0000","last_peered":"2024-09-19T11:58:03.870347+0000","last_clean":"2024-09-19T11:58:03.870347+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T11:58:03.870347+0000","last_undegraded":"2024-09-19T11:58:03.870347+0000","last_fullsized":"2024-09-19T11:58:03.870347+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:50.775447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'157","reported_seq":705,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:10.258872+0000","last_change":"2024-09-19T11:20:33.452283+0000","last_active":"2024-09-19T11:59:10.258872+0000","last_peered":"2024-09-19T11:59:10.258872+0000","last_clean":"2024-09-19T11:59:10.258872+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T11:59:10.258872+0000","last_undegraded":"2024-09-19T11:59:10.258872+0000","last_fullsized":"2024-09-19T11:59:10.258872+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:14.476121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'771","reported_seq":2730,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.425118+0000","last_change":"2024-09-19T11:20:35.348357+0000","last_active":"2024-09-19T12:00:38.425118+0000","last_peered":"2024-09-19T12:00:38.425118+0000","last_clean":"2024-09-19T12:00:38.425118+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:00:38.425118+0000","last_undegraded":"2024-09-19T12:00:38.425118+0000","last_fullsized":"2024-09-19T12:00:38.425118+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:04:11.070337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'115","reported_seq":615,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.166741+0000","last_change":"2024-09-19T11:20:37.372512+0000","last_active":"2024-09-19T11:59:00.166741+0000","last_peered":"2024-09-19T11:59:00.166741+0000","last_clean":"2024-09-19T11:59:00.166741+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T11:59:00.166741+0000","last_undegraded":"2024-09-19T11:59:00.166741+0000","last_fullsized":"2024-09-19T11:59:00.166741+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.939609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'485","reported_seq":2111,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.155648+0000","last_change":"2024-09-19T11:20:29.337338+0000","last_active":"2024-09-19T11:58:41.155648+0000","last_peered":"2024-09-19T11:58:41.155648+0000","last_clean":"2024-09-19T11:58:41.155648+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T11:58:41.155648+0000","last_undegraded":"2024-09-19T11:58:41.155648+0000","last_fullsized":"2024-09-19T11:58:41.155648+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":400,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:26.922350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'253","reported_seq":920,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673509+0000","last_change":"2024-09-19T11:20:27.328331+0000","last_active":"2024-09-19T12:00:38.673509+0000","last_peered":"2024-09-19T12:00:38.673509+0000","last_clean":"2024-09-19T12:00:38.673509+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:38.673509+0000","last_undegraded":"2024-09-19T12:00:38.673509+0000","last_fullsized":"2024-09-19T12:00:38.673509+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:09.802864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.972599+0000","last_change":"2024-09-19T11:20:18.659249+0000","last_active":"2024-09-19T11:57:08.972599+0000","last_peered":"2024-09-19T11:57:08.972599+0000","last_clean":"2024-09-19T11:57:08.972599+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T11:57:08.972599+0000","last_undegraded":"2024-09-19T11:57:08.972599+0000","last_fullsized":"2024-09-19T11:57:08.972599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:12.660267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870591+0000","last_change":"2024-09-19T11:20:31.334162+0000","last_active":"2024-09-19T11:58:03.870591+0000","last_peered":"2024-09-19T11:58:03.870591+0000","last_clean":"2024-09-19T11:58:03.870591+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T11:58:03.870591+0000","last_undegraded":"2024-09-19T11:58:03.870591+0000","last_fullsized":"2024-09-19T11:58:03.870591+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:10.260662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'120","reported_seq":646,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.716390+0000","last_change":"2024-09-19T11:20:33.336591+0000","last_active":"2024-09-19T11:59:00.716390+0000","last_peered":"2024-09-19T11:59:00.716390+0000","last_clean":"2024-09-19T11:59:00.716390+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T11:59:00.716390+0000","last_undegraded":"2024-09-19T11:59:00.716390+0000","last_fullsized":"2024-09-19T11:59:00.716390+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:15.706846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'774","reported_seq":2506,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.429226+0000","last_change":"2024-09-19T11:20:35.350167+0000","last_active":"2024-09-19T12:00:38.429226+0000","last_peered":"2024-09-19T12:00:38.429226+0000","last_clean":"2024-09-19T12:00:38.429226+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:00:38.429226+0000","last_undegraded":"2024-09-19T12:00:38.429226+0000","last_fullsized":"2024-09-19T12:00:38.429226+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:02:11.954450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'153","reported_seq":650,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:57.149091+0000","last_change":"2024-09-19T11:20:37.356848+0000","last_active":"2024-09-19T11:58:57.149091+0000","last_peered":"2024-09-19T11:58:57.149091+0000","last_clean":"2024-09-19T11:58:57.149091+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T11:58:57.149091+0000","last_undegraded":"2024-09-19T11:58:57.149091+0000","last_fullsized":"2024-09-19T11:58:57.149091+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:18.010924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1164","reported_seq":2713,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906016+0000","last_change":"2024-09-19T11:20:29.335486+0000","last_active":"2024-09-19T11:58:47.906016+0000","last_peered":"2024-09-19T11:58:47.906016+0000","last_clean":"2024-09-19T11:58:47.906016+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T11:58:47.906016+0000","last_undegraded":"2024-09-19T11:58:47.906016+0000","last_fullsized":"2024-09-19T11:58:47.906016+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":1100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:03:43.331480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'243","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559941+0000","last_change":"2024-09-19T11:20:27.327792+0000","last_active":"2024-09-19T12:00:38.559941+0000","last_peered":"2024-09-19T12:00:38.559941+0000","last_clean":"2024-09-19T12:00:38.559941+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:38.559941+0000","last_undegraded":"2024-09-19T12:00:38.559941+0000","last_fullsized":"2024-09-19T12:00:38.559941+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:22.867957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":509,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.862909+0000","last_change":"2024-09-19T11:20:18.916502+0000","last_active":"2024-09-19T11:57:08.862909+0000","last_peered":"2024-09-19T11:57:08.862909+0000","last_clean":"2024-09-19T11:57:08.862909+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T11:57:08.862909+0000","last_undegraded":"2024-09-19T11:57:08.862909+0000","last_fullsized":"2024-09-19T11:57:08.862909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:01.833138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":494,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.909316+0000","last_change":"2024-09-19T11:20:31.334952+0000","last_active":"2024-09-19T11:58:38.909316+0000","last_peered":"2024-09-19T11:58:38.909316+0000","last_clean":"2024-09-19T11:58:38.909316+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T11:58:38.909316+0000","last_undegraded":"2024-09-19T11:58:38.909316+0000","last_fullsized":"2024-09-19T11:58:38.909316+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:17.596431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'308","reported_seq":1011,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.682597+0000","last_change":"2024-09-19T11:20:33.452319+0000","last_active":"2024-09-19T12:00:38.682597+0000","last_peered":"2024-09-19T12:00:38.682597+0000","last_clean":"2024-09-19T12:00:38.682597+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:00:38.682597+0000","last_undegraded":"2024-09-19T12:00:38.682597+0000","last_fullsized":"2024-09-19T12:00:38.682597+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:34.139433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905000+0000","last_change":"2024-09-19T11:20:35.350025+0000","last_active":"2024-09-19T11:58:08.905000+0000","last_peered":"2024-09-19T11:58:08.905000+0000","last_clean":"2024-09-19T11:58:08.905000+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T11:58:08.905000+0000","last_undegraded":"2024-09-19T11:58:08.905000+0000","last_fullsized":"2024-09-19T11:58:08.905000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:17.101863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'122","reported_seq":608,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.106313+0000","last_change":"2024-09-19T11:20:37.363167+0000","last_active":"2024-09-19T11:58:11.106313+0000","last_peered":"2024-09-19T11:58:11.106313+0000","last_clean":"2024-09-19T11:58:11.106313+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T11:58:11.106313+0000","last_undegraded":"2024-09-19T11:58:11.106313+0000","last_fullsized":"2024-09-19T11:58:11.106313+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:57.654303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'117","reported_seq":666,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.820210+0000","last_change":"2024-09-19T11:20:37.359157+0000","last_active":"2024-09-19T11:59:00.820210+0000","last_peered":"2024-09-19T11:59:00.820210+0000","last_clean":"2024-09-19T11:59:00.820210+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T11:59:00.820210+0000","last_undegraded":"2024-09-19T11:59:00.820210+0000","last_fullsized":"2024-09-19T11:59:00.820210+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:36.638696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'449","reported_seq":1898,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207189+0000","last_change":"2024-09-19T11:20:29.338393+0000","last_active":"2024-09-19T11:58:58.207189+0000","last_peered":"2024-09-19T11:58:58.207189+0000","last_clean":"2024-09-19T11:58:58.207189+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T11:58:58.207189+0000","last_undegraded":"2024-09-19T11:58:58.207189+0000","last_fullsized":"2024-09-19T11:58:58.207189+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:35.059836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'347","reported_seq":1029,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636573+0000","last_change":"2024-09-19T11:20:27.330128+0000","last_active":"2024-09-19T12:00:38.636573+0000","last_peered":"2024-09-19T12:00:38.636573+0000","last_clean":"2024-09-19T12:00:38.636573+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:38.636573+0000","last_undegraded":"2024-09-19T12:00:38.636573+0000","last_fullsized":"2024-09-19T12:00:38.636573+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:10.242486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.978162+0000","last_change":"2024-09-19T11:20:31.338146+0000","last_active":"2024-09-19T11:57:53.978162+0000","last_peered":"2024-09-19T11:57:53.978162+0000","last_clean":"2024-09-19T11:57:53.978162+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T11:57:53.978162+0000","last_undegraded":"2024-09-19T11:57:53.978162+0000","last_fullsized":"2024-09-19T11:57:53.978162+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:39.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'135","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.533549+0000","last_change":"2024-09-19T11:20:33.337247+0000","last_active":"2024-09-19T12:00:38.533549+0000","last_peered":"2024-09-19T12:00:38.533549+0000","last_clean":"2024-09-19T12:00:38.533549+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:00:38.533549+0000","last_undegraded":"2024-09-19T12:00:38.533549+0000","last_fullsized":"2024-09-19T12:00:38.533549+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:40.057276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903613+0000","last_change":"2024-09-19T11:20:35.347452+0000","last_active":"2024-09-19T11:57:58.903613+0000","last_peered":"2024-09-19T11:57:58.903613+0000","last_clean":"2024-09-19T11:57:58.903613+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T11:57:58.903613+0000","last_undegraded":"2024-09-19T11:57:58.903613+0000","last_fullsized":"2024-09-19T11:57:58.903613+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:39.849461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'133","reported_seq":621,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.947790+0000","last_change":"2024-09-19T11:20:37.357014+0000","last_active":"2024-09-19T11:58:38.947790+0000","last_peered":"2024-09-19T11:58:38.947790+0000","last_clean":"2024-09-19T11:58:38.947790+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T11:58:38.947790+0000","last_undegraded":"2024-09-19T11:58:38.947790+0000","last_fullsized":"2024-09-19T11:58:38.947790+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:31.693054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1092","reported_seq":3008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526965+0000","last_change":"2024-09-19T11:20:29.333912+0000","last_active":"2024-09-19T12:00:18.526965+0000","last_peered":"2024-09-19T12:00:18.526965+0000","last_clean":"2024-09-19T12:00:18.526965+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:18.526965+0000","last_undegraded":"2024-09-19T12:00:18.526965+0000","last_fullsized":"2024-09-19T12:00:18.526965+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1000,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:59.151713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'234","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655514+0000","last_change":"2024-09-19T11:20:27.333657+0000","last_active":"2024-09-19T12:00:38.655514+0000","last_peered":"2024-09-19T12:00:38.655514+0000","last_clean":"2024-09-19T12:00:38.655514+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:38.655514+0000","last_undegraded":"2024-09-19T12:00:38.655514+0000","last_fullsized":"2024-09-19T12:00:38.655514+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:37.242327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.902756+0000","last_change":"2024-09-19T11:20:31.327517+0000","last_active":"2024-09-19T11:57:53.902756+0000","last_peered":"2024-09-19T11:57:53.902756+0000","last_clean":"2024-09-19T11:57:53.902756+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T11:57:53.902756+0000","last_undegraded":"2024-09-19T11:57:53.902756+0000","last_fullsized":"2024-09-19T11:57:53.902756+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:04.435351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'55","reported_seq":548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.954010+0000","last_change":"2024-09-19T11:20:33.339731+0000","last_active":"2024-09-19T11:58:38.954010+0000","last_peered":"2024-09-19T11:58:38.954010+0000","last_clean":"2024-09-19T11:58:38.954010+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T11:58:38.954010+0000","last_undegraded":"2024-09-19T11:58:38.954010+0000","last_fullsized":"2024-09-19T11:58:38.954010+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:42.605787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.871951+0000","last_change":"2024-09-19T11:20:35.349137+0000","last_active":"2024-09-19T11:57:58.871951+0000","last_peered":"2024-09-19T11:57:58.871951+0000","last_clean":"2024-09-19T11:57:58.871951+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T11:57:58.871951+0000","last_undegraded":"2024-09-19T11:57:58.871951+0000","last_fullsized":"2024-09-19T11:57:58.871951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:44.171660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'236","reported_seq":749,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.158433+0000","last_change":"2024-09-19T11:20:37.353964+0000","last_active":"2024-09-19T11:59:00.158433+0000","last_peered":"2024-09-19T11:59:00.158433+0000","last_clean":"2024-09-19T11:59:00.158433+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T11:59:00.158433+0000","last_undegraded":"2024-09-19T11:59:00.158433+0000","last_fullsized":"2024-09-19T11:59:00.158433+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:22.059342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'892","reported_seq":2575,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714603+0000","last_change":"2024-09-19T11:20:29.339704+0000","last_active":"2024-09-19T11:59:00.714603+0000","last_peered":"2024-09-19T11:59:00.714603+0000","last_clean":"2024-09-19T11:59:00.714603+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T11:59:00.714603+0000","last_undegraded":"2024-09-19T11:59:00.714603+0000","last_fullsized":"2024-09-19T11:59:00.714603+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":800,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:32.715688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'190","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562471+0000","last_change":"2024-09-19T11:21:02.408004+0000","last_active":"2024-09-19T12:00:38.562471+0000","last_peered":"2024-09-19T12:00:38.562471+0000","last_clean":"2024-09-19T12:00:38.562471+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:38.562471+0000","last_undegraded":"2024-09-19T12:00:38.562471+0000","last_fullsized":"2024-09-19T12:00:38.562471+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:29.208117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871272+0000","last_change":"2024-09-19T11:20:31.332082+0000","last_active":"2024-09-19T11:57:53.871272+0000","last_peered":"2024-09-19T11:57:53.871272+0000","last_clean":"2024-09-19T11:57:53.871272+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T11:57:53.871272+0000","last_undegraded":"2024-09-19T11:57:53.871272+0000","last_fullsized":"2024-09-19T11:57:53.871272+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:00.608384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'153","reported_seq":732,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.688928+0000","last_change":"2024-09-19T11:20:33.340703+0000","last_active":"2024-09-19T12:00:38.688928+0000","last_peered":"2024-09-19T12:00:38.688928+0000","last_clean":"2024-09-19T12:00:38.688928+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:00:38.688928+0000","last_undegraded":"2024-09-19T12:00:38.688928+0000","last_fullsized":"2024-09-19T12:00:38.688928+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:46.101725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869602+0000","last_change":"2024-09-19T11:20:35.352399+0000","last_active":"2024-09-19T11:57:58.869602+0000","last_peered":"2024-09-19T11:57:58.869602+0000","last_clean":"2024-09-19T11:57:58.869602+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T11:57:58.869602+0000","last_undegraded":"2024-09-19T11:57:58.869602+0000","last_fullsized":"2024-09-19T11:57:58.869602+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:37.118864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'157","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.429980+0000","last_change":"2024-09-19T11:20:37.361442+0000","last_active":"2024-09-19T12:00:19.429980+0000","last_peered":"2024-09-19T12:00:19.429980+0000","last_clean":"2024-09-19T12:00:19.429980+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:00:19.429980+0000","last_undegraded":"2024-09-19T12:00:19.429980+0000","last_fullsized":"2024-09-19T12:00:19.429980+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:36.450774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2049,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526070+0000","last_change":"2024-09-19T11:20:29.342746+0000","last_active":"2024-09-19T12:00:18.526070+0000","last_peered":"2024-09-19T12:00:18.526070+0000","last_clean":"2024-09-19T12:00:18.526070+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:18.526070+0000","last_undegraded":"2024-09-19T12:00:18.526070+0000","last_fullsized":"2024-09-19T12:00:18.526070+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:09.935845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'196","reported_seq":913,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673950+0000","last_change":"2024-09-19T11:20:27.334552+0000","last_active":"2024-09-19T12:00:38.673950+0000","last_peered":"2024-09-19T12:00:38.673950+0000","last_clean":"2024-09-19T12:00:38.673950+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:38.673950+0000","last_undegraded":"2024-09-19T12:00:38.673950+0000","last_fullsized":"2024-09-19T12:00:38.673950+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:28.432061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.868837+0000","last_change":"2024-09-19T11:20:31.335459+0000","last_active":"2024-09-19T11:57:53.868837+0000","last_peered":"2024-09-19T11:57:53.868837+0000","last_clean":"2024-09-19T11:57:53.868837+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T11:57:53.868837+0000","last_undegraded":"2024-09-19T11:57:53.868837+0000","last_fullsized":"2024-09-19T11:57:53.868837+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:48:21.320384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'130","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.668005+0000","last_change":"2024-09-19T11:20:33.341342+0000","last_active":"2024-09-19T12:00:38.668005+0000","last_peered":"2024-09-19T12:00:38.668005+0000","last_clean":"2024-09-19T12:00:38.668005+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:00:38.668005+0000","last_undegraded":"2024-09-19T12:00:38.668005+0000","last_fullsized":"2024-09-19T12:00:38.668005+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:35.641087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:59.130842+0000","last_change":"2024-09-19T11:20:35.350890+0000","last_active":"2024-09-19T11:57:59.130842+0000","last_peered":"2024-09-19T11:57:59.130842+0000","last_clean":"2024-09-19T11:57:59.130842+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T11:57:59.130842+0000","last_undegraded":"2024-09-19T11:57:59.130842+0000","last_fullsized":"2024-09-19T11:57:59.130842+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:26.896934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'792","reported_seq":2322,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155001+0000","last_change":"2024-09-19T11:20:29.336493+0000","last_active":"2024-09-19T11:59:00.155001+0000","last_peered":"2024-09-19T11:59:00.155001+0000","last_clean":"2024-09-19T11:59:00.155001+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T11:59:00.155001+0000","last_undegraded":"2024-09-19T11:59:00.155001+0000","last_fullsized":"2024-09-19T11:59:00.155001+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":700,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:06.731419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'209","reported_seq":838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655055+0000","last_change":"2024-09-19T11:20:27.323367+0000","last_active":"2024-09-19T12:00:38.655055+0000","last_peered":"2024-09-19T12:00:38.655055+0000","last_clean":"2024-09-19T12:00:38.655055+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:38.655055+0000","last_undegraded":"2024-09-19T12:00:38.655055+0000","last_fullsized":"2024-09-19T12:00:38.655055+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:52.249781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014981+0000","last_change":"2024-09-19T11:20:31.331390+0000","last_active":"2024-09-19T11:58:39.014981+0000","last_peered":"2024-09-19T11:58:39.014981+0000","last_clean":"2024-09-19T11:58:39.014981+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T11:58:39.014981+0000","last_undegraded":"2024-09-19T11:58:39.014981+0000","last_fullsized":"2024-09-19T11:58:39.014981+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:14:30.980250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'220","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.657932+0000","last_change":"2024-09-19T11:20:33.342316+0000","last_active":"2024-09-19T12:00:38.657932+0000","last_peered":"2024-09-19T12:00:38.657932+0000","last_clean":"2024-09-19T12:00:38.657932+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:00:38.657932+0000","last_undegraded":"2024-09-19T12:00:38.657932+0000","last_fullsized":"2024-09-19T12:00:38.657932+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:01.048523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871014+0000","last_change":"2024-09-19T11:20:35.351459+0000","last_active":"2024-09-19T11:58:08.871014+0000","last_peered":"2024-09-19T11:58:08.871014+0000","last_clean":"2024-09-19T11:58:08.871014+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T11:58:08.871014+0000","last_undegraded":"2024-09-19T11:58:08.871014+0000","last_fullsized":"2024-09-19T11:58:08.871014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:30.112193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'134","reported_seq":627,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:30.033866+0000","last_change":"2024-09-19T11:20:37.372662+0000","last_active":"2024-09-19T11:58:30.033866+0000","last_peered":"2024-09-19T11:58:30.033866+0000","last_clean":"2024-09-19T11:58:30.033866+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T11:58:30.033866+0000","last_undegraded":"2024-09-19T11:58:30.033866+0000","last_fullsized":"2024-09-19T11:58:30.033866+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:44.746510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'384","reported_seq":1872,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.613436+0000","last_change":"2024-09-19T11:20:29.338874+0000","last_active":"2024-09-19T11:58:46.613436+0000","last_peered":"2024-09-19T11:58:46.613436+0000","last_clean":"2024-09-19T11:58:46.613436+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T11:58:46.613436+0000","last_undegraded":"2024-09-19T11:58:46.613436+0000","last_fullsized":"2024-09-19T11:58:46.613436+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:07.409788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701520+0000","last_change":"2024-09-19T11:20:27.324931+0000","last_active":"2024-09-19T12:00:38.701520+0000","last_peered":"2024-09-19T12:00:38.701520+0000","last_clean":"2024-09-19T12:00:38.701520+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:38.701520+0000","last_undegraded":"2024-09-19T12:00:38.701520+0000","last_fullsized":"2024-09-19T12:00:38.701520+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:06.812372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870406+0000","last_change":"2024-09-19T11:20:31.336468+0000","last_active":"2024-09-19T11:58:03.870406+0000","last_peered":"2024-09-19T11:58:03.870406+0000","last_clean":"2024-09-19T11:58:03.870406+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T11:58:03.870406+0000","last_undegraded":"2024-09-19T11:58:03.870406+0000","last_fullsized":"2024-09-19T11:58:03.870406+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:57.622926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'142","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.675793+0000","last_change":"2024-09-19T11:20:33.342086+0000","last_active":"2024-09-19T12:00:38.675793+0000","last_peered":"2024-09-19T12:00:38.675793+0000","last_clean":"2024-09-19T12:00:38.675793+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:00:38.675793+0000","last_undegraded":"2024-09-19T12:00:38.675793+0000","last_fullsized":"2024-09-19T12:00:38.675793+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:45.544923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.980461+0000","last_change":"2024-09-19T11:20:35.352695+0000","last_active":"2024-09-19T11:58:08.980461+0000","last_peered":"2024-09-19T11:58:08.980461+0000","last_clean":"2024-09-19T11:58:08.980461+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T11:58:08.980461+0000","last_undegraded":"2024-09-19T11:58:08.980461+0000","last_fullsized":"2024-09-19T11:58:08.980461+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:08.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'234","reported_seq":1089,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.686040+0000","last_change":"2024-09-19T11:20:37.359770+0000","last_active":"2024-09-19T11:58:58.686040+0000","last_peered":"2024-09-19T11:58:58.686040+0000","last_clean":"2024-09-19T11:58:58.686040+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T11:58:58.686040+0000","last_undegraded":"2024-09-19T11:58:58.686040+0000","last_fullsized":"2024-09-19T11:58:58.686040+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:44.214662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'767","reported_seq":2451,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.154569+0000","last_change":"2024-09-19T11:21:02.404496+0000","last_active":"2024-09-19T11:58:41.154569+0000","last_peered":"2024-09-19T11:58:41.154569+0000","last_clean":"2024-09-19T11:58:41.154569+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T11:58:41.154569+0000","last_undegraded":"2024-09-19T11:58:41.154569+0000","last_fullsized":"2024-09-19T11:58:41.154569+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:33.680913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'218","reported_seq":894,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892235+0000","last_change":"2024-09-19T11:20:27.326083+0000","last_active":"2024-09-19T12:00:28.892235+0000","last_peered":"2024-09-19T12:00:28.892235+0000","last_clean":"2024-09-19T12:00:28.892235+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:28.892235+0000","last_undegraded":"2024-09-19T12:00:28.892235+0000","last_fullsized":"2024-09-19T12:00:28.892235+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:41.772108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870687+0000","last_change":"2024-09-19T11:20:31.335706+0000","last_active":"2024-09-19T11:58:03.870687+0000","last_peered":"2024-09-19T11:58:03.870687+0000","last_clean":"2024-09-19T11:58:03.870687+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T11:58:03.870687+0000","last_undegraded":"2024-09-19T11:58:03.870687+0000","last_fullsized":"2024-09-19T11:58:03.870687+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:13.431736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'131","reported_seq":696,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.565688+0000","last_change":"2024-09-19T11:20:33.452278+0000","last_active":"2024-09-19T12:00:38.565688+0000","last_peered":"2024-09-19T12:00:38.565688+0000","last_clean":"2024-09-19T12:00:38.565688+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:00:38.565688+0000","last_undegraded":"2024-09-19T12:00:38.565688+0000","last_fullsized":"2024-09-19T12:00:38.565688+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.925213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:43.969407+0000","last_change":"2024-09-19T11:20:35.349956+0000","last_active":"2024-09-19T11:56:43.969407+0000","last_peered":"2024-09-19T11:56:43.969407+0000","last_clean":"2024-09-19T11:56:43.969407+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T11:56:43.969407+0000","last_undegraded":"2024-09-19T11:56:43.969407+0000","last_fullsized":"2024-09-19T11:56:43.969407+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:00.566385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'124","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428225+0000","last_change":"2024-09-19T11:20:37.362980+0000","last_active":"2024-09-19T12:00:19.428225+0000","last_peered":"2024-09-19T12:00:19.428225+0000","last_clean":"2024-09-19T12:00:19.428225+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:00:19.428225+0000","last_undegraded":"2024-09-19T12:00:19.428225+0000","last_fullsized":"2024-09-19T12:00:19.428225+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:12.741599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'631","reported_seq":2269,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.247163+0000","last_change":"2024-09-19T11:20:29.327281+0000","last_active":"2024-09-19T11:59:40.247163+0000","last_peered":"2024-09-19T11:59:40.247163+0000","last_clean":"2024-09-19T11:59:40.247163+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T11:59:40.247163+0000","last_undegraded":"2024-09-19T11:59:40.247163+0000","last_fullsized":"2024-09-19T11:59:40.247163+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:27.187872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'299","reported_seq":978,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687393+0000","last_change":"2024-09-19T11:20:27.330176+0000","last_active":"2024-09-19T12:00:38.687393+0000","last_peered":"2024-09-19T12:00:38.687393+0000","last_clean":"2024-09-19T12:00:38.687393+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:38.687393+0000","last_undegraded":"2024-09-19T12:00:38.687393+0000","last_fullsized":"2024-09-19T12:00:38.687393+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:13.531569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.979697+0000","last_change":"2024-09-19T11:20:31.334621+0000","last_active":"2024-09-19T11:58:03.979697+0000","last_peered":"2024-09-19T11:58:03.979697+0000","last_clean":"2024-09-19T11:58:03.979697+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T11:58:03.979697+0000","last_undegraded":"2024-09-19T11:58:03.979697+0000","last_fullsized":"2024-09-19T11:58:03.979697+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:57.930148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'81","reported_seq":590,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:01.374434+0000","last_change":"2024-09-19T11:20:33.452660+0000","last_active":"2024-09-19T11:58:01.374434+0000","last_peered":"2024-09-19T11:58:01.374434+0000","last_clean":"2024-09-19T11:58:01.374434+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T11:58:01.374434+0000","last_undegraded":"2024-09-19T11:58:01.374434+0000","last_fullsized":"2024-09-19T11:58:01.374434+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.115011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.423712+0000","last_change":"2024-09-19T11:20:35.349313+0000","last_active":"2024-09-19T12:00:38.423712+0000","last_peered":"2024-09-19T12:00:38.423712+0000","last_clean":"2024-09-19T12:00:38.423712+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:00:38.423712+0000","last_undegraded":"2024-09-19T12:00:38.423712+0000","last_fullsized":"2024-09-19T12:00:38.423712+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:31.633503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.712013+0000","last_change":"2024-09-19T11:20:37.359977+0000","last_active":"2024-09-19T11:59:00.712013+0000","last_peered":"2024-09-19T11:59:00.712013+0000","last_clean":"2024-09-19T11:59:00.712013+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T11:59:00.712013+0000","last_undegraded":"2024-09-19T11:59:00.712013+0000","last_fullsized":"2024-09-19T11:59:00.712013+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:58.811243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'421","reported_seq":2067,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906300+0000","last_change":"2024-09-19T11:20:29.338081+0000","last_active":"2024-09-19T11:58:47.906300+0000","last_peered":"2024-09-19T11:58:47.906300+0000","last_clean":"2024-09-19T11:58:47.906300+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T11:58:47.906300+0000","last_undegraded":"2024-09-19T11:58:47.906300+0000","last_fullsized":"2024-09-19T11:58:47.906300+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:17.634019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'226","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636161+0000","last_change":"2024-09-19T11:20:27.327386+0000","last_active":"2024-09-19T12:00:38.636161+0000","last_peered":"2024-09-19T12:00:38.636161+0000","last_clean":"2024-09-19T12:00:38.636161+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:38.636161+0000","last_undegraded":"2024-09-19T12:00:38.636161+0000","last_fullsized":"2024-09-19T12:00:38.636161+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:08.003558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872798+0000","last_change":"2024-09-19T11:20:31.331934+0000","last_active":"2024-09-19T11:58:03.872798+0000","last_peered":"2024-09-19T11:58:03.872798+0000","last_clean":"2024-09-19T11:58:03.872798+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T11:58:03.872798+0000","last_undegraded":"2024-09-19T11:58:03.872798+0000","last_fullsized":"2024-09-19T11:58:03.872798+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:16.757647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'141","reported_seq":708,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.609344+0000","last_change":"2024-09-19T11:20:33.338329+0000","last_active":"2024-09-19T12:00:38.609344+0000","last_peered":"2024-09-19T12:00:38.609344+0000","last_clean":"2024-09-19T12:00:38.609344+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:00:38.609344+0000","last_undegraded":"2024-09-19T12:00:38.609344+0000","last_fullsized":"2024-09-19T12:00:38.609344+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.110522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:54.122048+0000","last_change":"2024-09-19T11:20:35.346670+0000","last_active":"2024-09-19T11:56:54.122048+0000","last_peered":"2024-09-19T11:56:54.122048+0000","last_clean":"2024-09-19T11:56:54.122048+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T11:56:54.122048+0000","last_undegraded":"2024-09-19T11:56:54.122048+0000","last_fullsized":"2024-09-19T11:56:54.122048+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:45.017472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'117","reported_seq":605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.209303+0000","last_change":"2024-09-19T11:20:37.365275+0000","last_active":"2024-09-19T11:58:38.209303+0000","last_peered":"2024-09-19T11:58:38.209303+0000","last_clean":"2024-09-19T11:58:38.209303+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T11:58:38.209303+0000","last_undegraded":"2024-09-19T11:58:38.209303+0000","last_fullsized":"2024-09-19T11:58:38.209303+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:43.102478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'841","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.386568+0000","last_change":"2024-09-19T11:20:29.337440+0000","last_active":"2024-09-19T11:58:28.386568+0000","last_peered":"2024-09-19T11:58:28.386568+0000","last_clean":"2024-09-19T11:58:28.386568+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T11:58:28.386568+0000","last_undegraded":"2024-09-19T11:58:28.386568+0000","last_fullsized":"2024-09-19T11:58:28.386568+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":800,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:56.563803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'258","reported_seq":939,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892333+0000","last_change":"2024-09-19T11:20:27.323303+0000","last_active":"2024-09-19T12:00:28.892333+0000","last_peered":"2024-09-19T12:00:28.892333+0000","last_clean":"2024-09-19T12:00:28.892333+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:28.892333+0000","last_undegraded":"2024-09-19T12:00:28.892333+0000","last_fullsized":"2024-09-19T12:00:28.892333+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:13.810659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870395+0000","last_change":"2024-09-19T11:20:31.334634+0000","last_active":"2024-09-19T11:58:03.870395+0000","last_peered":"2024-09-19T11:58:03.870395+0000","last_clean":"2024-09-19T11:58:03.870395+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T11:58:03.870395+0000","last_undegraded":"2024-09-19T11:58:03.870395+0000","last_fullsized":"2024-09-19T11:58:03.870395+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:45.778858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'117","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.614976+0000","last_change":"2024-09-19T11:20:33.341278+0000","last_active":"2024-09-19T12:00:38.614976+0000","last_peered":"2024-09-19T12:00:38.614976+0000","last_clean":"2024-09-19T12:00:38.614976+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:00:38.614976+0000","last_undegraded":"2024-09-19T12:00:38.614976+0000","last_fullsized":"2024-09-19T12:00:38.614976+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:18.491589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":478,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.862255+0000","last_change":"2024-09-19T11:20:35.346345+0000","last_active":"2024-09-19T11:57:03.862255+0000","last_peered":"2024-09-19T11:57:03.862255+0000","last_clean":"2024-09-19T11:57:03.862255+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T11:57:03.862255+0000","last_undegraded":"2024-09-19T11:57:03.862255+0000","last_fullsized":"2024-09-19T11:57:03.862255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:10.568156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'131","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.478329+0000","last_change":"2024-09-19T11:20:37.372271+0000","last_active":"2024-09-19T12:00:18.478329+0000","last_peered":"2024-09-19T12:00:18.478329+0000","last_clean":"2024-09-19T12:00:18.478329+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:00:18.478329+0000","last_undegraded":"2024-09-19T12:00:18.478329+0000","last_fullsized":"2024-09-19T12:00:18.478329+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:16.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'387","reported_seq":1846,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:42.728805+0000","last_change":"2024-09-19T11:20:29.336405+0000","last_active":"2024-09-19T11:58:42.728805+0000","last_peered":"2024-09-19T11:58:42.728805+0000","last_clean":"2024-09-19T11:58:42.728805+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T11:58:42.728805+0000","last_undegraded":"2024-09-19T11:58:42.728805+0000","last_fullsized":"2024-09-19T11:58:42.728805+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:57.031907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'175","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:33.925638+0000","last_change":"2024-09-19T11:20:27.322585+0000","last_active":"2024-09-19T12:00:33.925638+0000","last_peered":"2024-09-19T12:00:33.925638+0000","last_clean":"2024-09-19T12:00:33.925638+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:33.925638+0000","last_undegraded":"2024-09-19T12:00:33.925638+0000","last_fullsized":"2024-09-19T12:00:33.925638+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:02.554362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.861898+0000","last_change":"2024-09-19T11:20:31.332644+0000","last_active":"2024-09-19T11:56:48.861898+0000","last_peered":"2024-09-19T11:56:48.861898+0000","last_clean":"2024-09-19T11:56:48.861898+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T11:56:48.861898+0000","last_undegraded":"2024-09-19T11:56:48.861898+0000","last_fullsized":"2024-09-19T11:56:48.861898+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:58.335441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'102","reported_seq":652,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.547768+0000","last_change":"2024-09-19T11:20:33.340560+0000","last_active":"2024-09-19T12:00:38.547768+0000","last_peered":"2024-09-19T12:00:38.547768+0000","last_clean":"2024-09-19T12:00:38.547768+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:00:38.547768+0000","last_undegraded":"2024-09-19T12:00:38.547768+0000","last_fullsized":"2024-09-19T12:00:38.547768+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:19.154296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871321+0000","last_change":"2024-09-19T11:20:35.349650+0000","last_active":"2024-09-19T11:58:08.871321+0000","last_peered":"2024-09-19T11:58:08.871321+0000","last_clean":"2024-09-19T11:58:08.871321+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T11:58:08.871321+0000","last_undegraded":"2024-09-19T11:58:08.871321+0000","last_fullsized":"2024-09-19T11:58:08.871321+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:56.105910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'165","reported_seq":1261,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:59.737987+0000","last_change":"2024-09-19T11:20:37.359503+0000","last_active":"2024-09-19T11:58:59.737987+0000","last_peered":"2024-09-19T11:58:59.737987+0000","last_clean":"2024-09-19T11:58:59.737987+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T11:58:59.737987+0000","last_undegraded":"2024-09-19T11:58:59.737987+0000","last_fullsized":"2024-09-19T11:58:59.737987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:36.414033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'535","reported_seq":2035,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859207+0000","last_change":"2024-09-19T11:20:29.329981+0000","last_active":"2024-09-19T11:58:45.859207+0000","last_peered":"2024-09-19T11:58:45.859207+0000","last_clean":"2024-09-19T11:58:45.859207+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T11:58:45.859207+0000","last_undegraded":"2024-09-19T11:58:45.859207+0000","last_fullsized":"2024-09-19T11:58:45.859207+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:15.582142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'209","reported_seq":870,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711264+0000","last_change":"2024-09-19T11:21:02.404438+0000","last_active":"2024-09-19T12:00:38.711264+0000","last_peered":"2024-09-19T12:00:38.711264+0000","last_clean":"2024-09-19T12:00:38.711264+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:38.711264+0000","last_undegraded":"2024-09-19T12:00:38.711264+0000","last_fullsized":"2024-09-19T12:00:38.711264+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:32.918634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"27'1","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970860+0000","last_change":"2024-09-19T11:20:31.337787+0000","last_active":"2024-09-19T11:56:53.970860+0000","last_peered":"2024-09-19T11:56:53.970860+0000","last_clean":"2024-09-19T11:56:53.970860+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T11:56:53.970860+0000","last_undegraded":"2024-09-19T11:56:53.970860+0000","last_fullsized":"2024-09-19T11:56:53.970860+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:12.026782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'147","reported_seq":721,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.571565+0000","last_change":"2024-09-19T11:20:33.336133+0000","last_active":"2024-09-19T12:00:38.571565+0000","last_peered":"2024-09-19T12:00:38.571565+0000","last_clean":"2024-09-19T12:00:38.571565+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:00:38.571565+0000","last_undegraded":"2024-09-19T12:00:38.571565+0000","last_fullsized":"2024-09-19T12:00:38.571565+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:59.215481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132468+0000","last_change":"2024-09-19T11:20:35.348558+0000","last_active":"2024-09-19T11:58:09.132468+0000","last_peered":"2024-09-19T11:58:09.132468+0000","last_clean":"2024-09-19T11:58:09.132468+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T11:58:09.132468+0000","last_undegraded":"2024-09-19T11:58:09.132468+0000","last_fullsized":"2024-09-19T11:58:09.132468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:52.904967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'112","reported_seq":607,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.537240+0000","last_change":"2024-09-19T11:20:37.356941+0000","last_active":"2024-09-19T12:00:18.537240+0000","last_peered":"2024-09-19T12:00:18.537240+0000","last_clean":"2024-09-19T12:00:18.537240+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:00:18.537240+0000","last_undegraded":"2024-09-19T12:00:18.537240+0000","last_fullsized":"2024-09-19T12:00:18.537240+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:51.458028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'502","reported_seq":2039,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990821+0000","last_change":"2024-09-19T11:20:29.331841+0000","last_active":"2024-09-19T11:59:28.990821+0000","last_peered":"2024-09-19T11:59:28.990821+0000","last_clean":"2024-09-19T11:59:28.990821+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T11:59:28.990821+0000","last_undegraded":"2024-09-19T11:59:28.990821+0000","last_fullsized":"2024-09-19T11:59:28.990821+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:50.024952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'195","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613579+0000","last_change":"2024-09-19T11:20:27.331814+0000","last_active":"2024-09-19T12:00:38.613579+0000","last_peered":"2024-09-19T12:00:38.613579+0000","last_clean":"2024-09-19T12:00:38.613579+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:38.613579+0000","last_undegraded":"2024-09-19T12:00:38.613579+0000","last_fullsized":"2024-09-19T12:00:38.613579+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:27.648566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'704","reported_seq":2488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990785+0000","last_change":"2024-09-19T11:20:29.324919+0000","last_active":"2024-09-19T11:59:28.990785+0000","last_peered":"2024-09-19T11:59:28.990785+0000","last_clean":"2024-09-19T11:59:28.990785+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T11:59:28.990785+0000","last_undegraded":"2024-09-19T11:59:28.990785+0000","last_fullsized":"2024-09-19T11:59:28.990785+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:02.199788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'297","reported_seq":993,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564552+0000","last_change":"2024-09-19T11:20:27.314603+0000","last_active":"2024-09-19T12:00:38.564552+0000","last_peered":"2024-09-19T12:00:38.564552+0000","last_clean":"2024-09-19T12:00:38.564552+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:38.564552+0000","last_undegraded":"2024-09-19T12:00:38.564552+0000","last_fullsized":"2024-09-19T12:00:38.564552+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:56.401837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'439","reported_seq":1933,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883081+0000","last_change":"2024-09-19T11:20:29.335169+0000","last_active":"2024-09-19T11:59:28.883081+0000","last_peered":"2024-09-19T11:59:28.883081+0000","last_clean":"2024-09-19T11:59:28.883081+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T11:59:28.883081+0000","last_undegraded":"2024-09-19T11:59:28.883081+0000","last_fullsized":"2024-09-19T11:59:28.883081+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:51.441076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'237","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.531761+0000","last_change":"2024-09-19T11:20:27.325190+0000","last_active":"2024-09-19T12:00:38.531761+0000","last_peered":"2024-09-19T12:00:38.531761+0000","last_clean":"2024-09-19T12:00:38.531761+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:38.531761+0000","last_undegraded":"2024-09-19T12:00:38.531761+0000","last_fullsized":"2024-09-19T12:00:38.531761+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:24.997879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2301,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526708+0000","last_change":"2024-09-19T11:20:29.335580+0000","last_active":"2024-09-19T12:00:18.526708+0000","last_peered":"2024-09-19T12:00:18.526708+0000","last_clean":"2024-09-19T12:00:18.526708+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:18.526708+0000","last_undegraded":"2024-09-19T12:00:18.526708+0000","last_fullsized":"2024-09-19T12:00:18.526708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:31.257564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'232","reported_seq":855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.606487+0000","last_change":"2024-09-19T11:20:27.331431+0000","last_active":"2024-09-19T12:00:38.606487+0000","last_peered":"2024-09-19T12:00:38.606487+0000","last_clean":"2024-09-19T12:00:38.606487+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:38.606487+0000","last_undegraded":"2024-09-19T12:00:38.606487+0000","last_fullsized":"2024-09-19T12:00:38.606487+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:22.044479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'418","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155597+0000","last_change":"2024-09-19T11:20:29.339690+0000","last_active":"2024-09-19T11:59:00.155597+0000","last_peered":"2024-09-19T11:59:00.155597+0000","last_clean":"2024-09-19T11:59:00.155597+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T11:59:00.155597+0000","last_undegraded":"2024-09-19T11:59:00.155597+0000","last_fullsized":"2024-09-19T11:59:00.155597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:50.452971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'193","reported_seq":796,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666027+0000","last_change":"2024-09-19T11:20:27.333430+0000","last_active":"2024-09-19T12:00:38.666027+0000","last_peered":"2024-09-19T12:00:38.666027+0000","last_clean":"2024-09-19T12:00:38.666027+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:38.666027+0000","last_undegraded":"2024-09-19T12:00:38.666027+0000","last_fullsized":"2024-09-19T12:00:38.666027+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:53.029266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'548","reported_seq":2130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207250+0000","last_change":"2024-09-19T11:20:29.331827+0000","last_active":"2024-09-19T11:58:58.207250+0000","last_peered":"2024-09-19T11:58:58.207250+0000","last_clean":"2024-09-19T11:58:58.207250+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T11:58:58.207250+0000","last_undegraded":"2024-09-19T11:58:58.207250+0000","last_fullsized":"2024-09-19T11:58:58.207250+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:42.877287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'192","reported_seq":792,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.599569+0000","last_change":"2024-09-19T11:20:27.325704+0000","last_active":"2024-09-19T12:00:38.599569+0000","last_peered":"2024-09-19T12:00:38.599569+0000","last_clean":"2024-09-19T12:00:38.599569+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:38.599569+0000","last_undegraded":"2024-09-19T12:00:38.599569+0000","last_fullsized":"2024-09-19T12:00:38.599569+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:30.918764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'909","reported_seq":2571,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714517+0000","last_change":"2024-09-19T11:20:29.342908+0000","last_active":"2024-09-19T11:59:00.714517+0000","last_peered":"2024-09-19T11:59:00.714517+0000","last_clean":"2024-09-19T11:59:00.714517+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T11:59:00.714517+0000","last_undegraded":"2024-09-19T11:59:00.714517+0000","last_fullsized":"2024-09-19T11:59:00.714517+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":800,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.487923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'191","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883151+0000","last_change":"2024-09-19T11:20:27.335884+0000","last_active":"2024-09-19T11:59:28.883151+0000","last_peered":"2024-09-19T11:59:28.883151+0000","last_clean":"2024-09-19T11:59:28.883151+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T11:59:28.883151+0000","last_undegraded":"2024-09-19T11:59:28.883151+0000","last_fullsized":"2024-09-19T11:59:28.883151+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:16.155784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2382,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787150+0000","last_change":"2024-09-19T11:20:29.331762+0000","last_active":"2024-09-19T11:58:36.787150+0000","last_peered":"2024-09-19T11:58:36.787150+0000","last_clean":"2024-09-19T11:58:36.787150+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T11:58:36.787150+0000","last_undegraded":"2024-09-19T11:58:36.787150+0000","last_fullsized":"2024-09-19T11:58:36.787150+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:46.534449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'214","reported_seq":832,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655606+0000","last_change":"2024-09-19T11:20:27.327336+0000","last_active":"2024-09-19T12:00:38.655606+0000","last_peered":"2024-09-19T12:00:38.655606+0000","last_clean":"2024-09-19T12:00:38.655606+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:38.655606+0000","last_undegraded":"2024-09-19T12:00:38.655606+0000","last_fullsized":"2024-09-19T12:00:38.655606+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:41.840549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'420","reported_seq":2026,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283594+0000","last_change":"2024-09-19T11:20:29.342739+0000","last_active":"2024-09-19T11:58:47.283594+0000","last_peered":"2024-09-19T11:58:47.283594+0000","last_clean":"2024-09-19T11:58:47.283594+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T11:58:47.283594+0000","last_undegraded":"2024-09-19T11:58:47.283594+0000","last_fullsized":"2024-09-19T11:58:47.283594+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:33.730097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'198","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701227+0000","last_change":"2024-09-19T11:20:27.325601+0000","last_active":"2024-09-19T12:00:38.701227+0000","last_peered":"2024-09-19T12:00:38.701227+0000","last_clean":"2024-09-19T12:00:38.701227+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:38.701227+0000","last_undegraded":"2024-09-19T12:00:38.701227+0000","last_fullsized":"2024-09-19T12:00:38.701227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:45:14.047734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'449","reported_seq":2114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207530+0000","last_change":"2024-09-19T11:20:29.337317+0000","last_active":"2024-09-19T11:58:58.207530+0000","last_peered":"2024-09-19T11:58:58.207530+0000","last_clean":"2024-09-19T11:58:58.207530+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T11:58:58.207530+0000","last_undegraded":"2024-09-19T11:58:58.207530+0000","last_fullsized":"2024-09-19T11:58:58.207530+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:54.822226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'210","reported_seq":883,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562916+0000","last_change":"2024-09-19T11:20:27.333729+0000","last_active":"2024-09-19T12:00:38.562916+0000","last_peered":"2024-09-19T12:00:38.562916+0000","last_clean":"2024-09-19T12:00:38.562916+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:38.562916+0000","last_undegraded":"2024-09-19T12:00:38.562916+0000","last_fullsized":"2024-09-19T12:00:38.562916+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:20.572361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'819","reported_seq":2372,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.525395+0000","last_change":"2024-09-19T11:20:29.328820+0000","last_active":"2024-09-19T12:00:18.525395+0000","last_peered":"2024-09-19T12:00:18.525395+0000","last_clean":"2024-09-19T12:00:18.525395+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:18.525395+0000","last_undegraded":"2024-09-19T12:00:18.525395+0000","last_fullsized":"2024-09-19T12:00:18.525395+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":800,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:42:25.764987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'193","reported_seq":782,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.664028+0000","last_change":"2024-09-19T11:20:27.335041+0000","last_active":"2024-09-19T12:00:38.664028+0000","last_peered":"2024-09-19T12:00:38.664028+0000","last_clean":"2024-09-19T12:00:38.664028+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:38.664028+0000","last_undegraded":"2024-09-19T12:00:38.664028+0000","last_fullsized":"2024-09-19T12:00:38.664028+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:33.069054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'439","reported_seq":1997,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.899845+0000","last_change":"2024-09-19T11:20:29.341093+0000","last_active":"2024-09-19T11:58:47.899845+0000","last_peered":"2024-09-19T11:58:47.899845+0000","last_clean":"2024-09-19T11:58:47.899845+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T11:58:47.899845+0000","last_undegraded":"2024-09-19T11:58:47.899845+0000","last_fullsized":"2024-09-19T11:58:47.899845+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:23:21.005233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'188","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.637080+0000","last_change":"2024-09-19T11:21:02.408064+0000","last_active":"2024-09-19T12:00:38.637080+0000","last_peered":"2024-09-19T12:00:38.637080+0000","last_clean":"2024-09-19T12:00:38.637080+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:38.637080+0000","last_undegraded":"2024-09-19T12:00:38.637080+0000","last_fullsized":"2024-09-19T12:00:38.637080+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:16.943766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2323,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155299+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:59:00.155299+0000","last_peered":"2024-09-19T11:59:00.155299+0000","last_clean":"2024-09-19T11:59:00.155299+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T11:59:00.155299+0000","last_undegraded":"2024-09-19T11:59:00.155299+0000","last_fullsized":"2024-09-19T11:59:00.155299+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:03.520649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'228","reported_seq":963,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876647+0000","last_change":"2024-09-19T11:20:27.330382+0000","last_active":"2024-09-19T11:58:43.876647+0000","last_peered":"2024-09-19T11:58:43.876647+0000","last_clean":"2024-09-19T11:58:43.876647+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T11:58:43.876647+0000","last_undegraded":"2024-09-19T11:58:43.876647+0000","last_fullsized":"2024-09-19T11:58:43.876647+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:55.757981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'537","reported_seq":2270,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528141+0000","last_change":"2024-09-19T11:20:29.343208+0000","last_active":"2024-09-19T12:00:18.528141+0000","last_peered":"2024-09-19T12:00:18.528141+0000","last_clean":"2024-09-19T12:00:18.528141+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:18.528141+0000","last_undegraded":"2024-09-19T12:00:18.528141+0000","last_fullsized":"2024-09-19T12:00:18.528141+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:47.612897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'189","reported_seq":797,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:53.879345+0000","last_change":"2024-09-19T11:20:27.327419+0000","last_active":"2024-09-19T11:58:53.879345+0000","last_peered":"2024-09-19T11:58:53.879345+0000","last_clean":"2024-09-19T11:58:53.879345+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T11:58:53.879345+0000","last_undegraded":"2024-09-19T11:58:53.879345+0000","last_fullsized":"2024-09-19T11:58:53.879345+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:05.808148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'396","reported_seq":1871,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:40.362138+0000","last_change":"2024-09-19T11:20:29.339461+0000","last_active":"2024-09-19T11:58:40.362138+0000","last_peered":"2024-09-19T11:58:40.362138+0000","last_clean":"2024-09-19T11:58:40.362138+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T11:58:40.362138+0000","last_undegraded":"2024-09-19T11:58:40.362138+0000","last_fullsized":"2024-09-19T11:58:40.362138+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.096509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'155","reported_seq":737,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006479+0000","last_change":"2024-09-19T11:20:27.320871+0000","last_active":"2024-09-19T12:00:09.006479+0000","last_peered":"2024-09-19T12:00:09.006479+0000","last_clean":"2024-09-19T12:00:09.006479+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:09.006479+0000","last_undegraded":"2024-09-19T12:00:09.006479+0000","last_fullsized":"2024-09-19T12:00:09.006479+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:20:24.263294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'402","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.676535+0000","last_change":"2024-09-19T11:20:29.337788+0000","last_active":"2024-09-19T11:58:39.676535+0000","last_peered":"2024-09-19T11:58:39.676535+0000","last_clean":"2024-09-19T11:58:39.676535+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T11:58:39.676535+0000","last_undegraded":"2024-09-19T11:58:39.676535+0000","last_fullsized":"2024-09-19T11:58:39.676535+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.663660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'198","reported_seq":813,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.576553+0000","last_change":"2024-09-19T11:20:27.327578+0000","last_active":"2024-09-19T12:00:38.576553+0000","last_peered":"2024-09-19T12:00:38.576553+0000","last_clean":"2024-09-19T12:00:38.576553+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:38.576553+0000","last_undegraded":"2024-09-19T12:00:38.576553+0000","last_fullsized":"2024-09-19T12:00:38.576553+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:51.304822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'178","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687411+0000","last_change":"2024-09-19T11:20:27.332171+0000","last_active":"2024-09-19T12:00:38.687411+0000","last_peered":"2024-09-19T12:00:38.687411+0000","last_clean":"2024-09-19T12:00:38.687411+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:38.687411+0000","last_undegraded":"2024-09-19T12:00:38.687411+0000","last_fullsized":"2024-09-19T12:00:38.687411+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.919510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'857","reported_seq":2479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:14.019694+0000","last_change":"2024-09-19T11:20:29.342833+0000","last_active":"2024-09-19T11:59:14.019694+0000","last_peered":"2024-09-19T11:59:14.019694+0000","last_clean":"2024-09-19T11:59:14.019694+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T11:59:14.019694+0000","last_undegraded":"2024-09-19T11:59:14.019694+0000","last_fullsized":"2024-09-19T11:59:14.019694+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":800,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.520860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'273","reported_seq":927,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613934+0000","last_change":"2024-09-19T11:20:27.333453+0000","last_active":"2024-09-19T12:00:38.613934+0000","last_peered":"2024-09-19T12:00:38.613934+0000","last_clean":"2024-09-19T12:00:38.613934+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:38.613934+0000","last_undegraded":"2024-09-19T12:00:38.613934+0000","last_fullsized":"2024-09-19T12:00:38.613934+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:23.100258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'414","reported_seq":1828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283340+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:58:47.283340+0000","last_peered":"2024-09-19T11:58:47.283340+0000","last_clean":"2024-09-19T11:58:47.283340+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T11:58:47.283340+0000","last_undegraded":"2024-09-19T11:58:47.283340+0000","last_fullsized":"2024-09-19T11:58:47.283340+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:19.385931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1577,"ondisk_log_size":1577,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":533,"ondisk_log_size":533,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1721,"ondisk_log_size":1721,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3964,"ondisk_log_size":3964,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4166,"ondisk_log_size":4166,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542634,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236156,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135684,"statfs":{"total":96636764160,"available":96394940416,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542633,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218592,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153248,"statfs":{"total":96636764160,"available":96412925952,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542634,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":268756,"kb_used_data":183492,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94103084,"statfs":{"total":96636764160,"available":96361558016,"internally_reserved":0,"allocated":187895808,"data_stored":185967229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542636,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":95240,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94276600,"statfs":{"total":96636764160,"available":96539238400,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":81656261},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542634,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":283752,"kb_used_data":67868,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94088088,"statfs":{"total":96636764160,"available":96346202112,"internally_reserved":0,"allocated":69496832,"data_stored":67778844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542636,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":181756,"kb_used_data":114476,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94190084,"statfs":{"total":96636764160,"available":96450646016,"internally_reserved":0,"allocated":117223424,"data_stored":115587758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542636,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":164528,"kb_used_data":34792,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94207312,"statfs":{"total":96636764160,"available":96468287488,"internally_reserved":0,"allocated":35627008,"data_stored":34082465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542636,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":269680,"kb_used_data":31604,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94102160,"statfs":{"total":96636764160,"available":96360611840,"internally_reserved":0,"allocated":32362496,"data_stored":30686274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:00:41.256 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T12:00:41.563 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:00:41.564 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":261,"fsid":"0bdc8ba2-2b38-4457-b5bd-30c9b5ea23bf","created":"2024-09-19T11:19:56.509996+0000","modified":"2024-09-19T11:46:51.752241+0000","last_up_change":"2024-09-19T11:20:08.608770+0000","last_in_change":"2024-09-19T11:19:58.892789+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":15,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T11:20:08.797984+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-19T11:20:14.887906+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-19T11:20:26.111443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-19T11:20:27.641849+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-19T11:20:29.473921+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-19T11:20:31.394836+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-19T11:20:33.346030+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-19T11:20:35.408069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-19T11:34:28.522488+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"250","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-19T11:36:07.576419+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-19T11:36:10.561258+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"256","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-19T11:46:49.261883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"261","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b251971d-aa71-455a-a27c-eb4274cd4c41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6809","nonce":1848511137}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6811","nonce":1848511137}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6815","nonce":1848511137}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":1848511137},{"type":"v1","addr":"172.21.15.103:6813","nonce":1848511137}]},"public_addr":"172.21.15.103:6809/1848511137","cluster_addr":"172.21.15.103:6811/1848511137","heartbeat_back_addr":"172.21.15.103:6815/1848511137","heartbeat_front_addr":"172.21.15.103:6813/1848511137","state":["exists","up"]},{"osd":1,"uuid":"313d9c9b-0e35-40d1-81db-1277a2401af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6801","nonce":1117171007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6803","nonce":1117171007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6807","nonce":1117171007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":1117171007},{"type":"v1","addr":"172.21.15.103:6805","nonce":1117171007}]},"public_addr":"172.21.15.103:6801/1117171007","cluster_addr":"172.21.15.103:6803/1117171007","heartbeat_back_addr":"172.21.15.103:6807/1117171007","heartbeat_front_addr":"172.21.15.103:6805/1117171007","state":["exists","up"]},{"osd":2,"uuid":"1e8bba9f-0416-44fe-8f6d-7e8f73f34c19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6827","nonce":2972986358}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6829","nonce":2972986358}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6833","nonce":2972986358}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2972986358},{"type":"v1","addr":"172.21.15.103:6831","nonce":2972986358}]},"public_addr":"172.21.15.103:6827/2972986358","cluster_addr":"172.21.15.103:6829/2972986358","heartbeat_back_addr":"172.21.15.103:6833/2972986358","heartbeat_front_addr":"172.21.15.103:6831/2972986358","state":["exists","up"]},{"osd":3,"uuid":"9ca3f389-5437-4ea2-8a38-885c550a4b7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6817","nonce":290437112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6819","nonce":290437112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6823","nonce":290437112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":290437112},{"type":"v1","addr":"172.21.15.103:6821","nonce":290437112}]},"public_addr":"172.21.15.103:6817/290437112","cluster_addr":"172.21.15.103:6819/290437112","heartbeat_back_addr":"172.21.15.103:6823/290437112","heartbeat_front_addr":"172.21.15.103:6821/290437112","state":["exists","up"]},{"osd":4,"uuid":"915c3e14-8cd5-4230-b707-f970f8f657dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6801","nonce":3259778409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6803","nonce":3259778409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6807","nonce":3259778409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3259778409},{"type":"v1","addr":"172.21.15.174:6805","nonce":3259778409}]},"public_addr":"172.21.15.174:6801/3259778409","cluster_addr":"172.21.15.174:6803/3259778409","heartbeat_back_addr":"172.21.15.174:6807/3259778409","heartbeat_front_addr":"172.21.15.174:6805/3259778409","state":["exists","up"]},{"osd":5,"uuid":"75587f0e-4917-4ac4-8be6-9e6e7c7a4e9d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6809","nonce":2610174694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6811","nonce":2610174694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6815","nonce":2610174694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":2610174694},{"type":"v1","addr":"172.21.15.174:6813","nonce":2610174694}]},"public_addr":"172.21.15.174:6809/2610174694","cluster_addr":"172.21.15.174:6811/2610174694","heartbeat_back_addr":"172.21.15.174:6815/2610174694","heartbeat_front_addr":"172.21.15.174:6813/2610174694","state":["exists","up"]},{"osd":6,"uuid":"90340ec5-f46e-4272-8ff5-cf1c6fbb9dce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6825","nonce":413833526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6827","nonce":413833526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6831","nonce":413833526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":413833526},{"type":"v1","addr":"172.21.15.174:6829","nonce":413833526}]},"public_addr":"172.21.15.174:6825/413833526","cluster_addr":"172.21.15.174:6827/413833526","heartbeat_back_addr":"172.21.15.174:6831/413833526","heartbeat_front_addr":"172.21.15.174:6829/413833526","state":["exists","up"]},{"osd":7,"uuid":"4c3df5b4-d4aa-4179-839b-a7946d5f05e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":259,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6817","nonce":1000060912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6819","nonce":1000060912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6823","nonce":1000060912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":1000060912},{"type":"v1","addr":"172.21.15.174:6821","nonce":1000060912}]},"public_addr":"172.21.15.174:6817/1000060912","cluster_addr":"172.21.15.174:6819/1000060912","heartbeat_back_addr":"172.21.15.174:6823/1000060912","heartbeat_front_addr":"172.21.15.174:6821/1000060912","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.523780+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.236780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.618382+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.962617+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.394699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.222425+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.259427+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T11:20:05.225621+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.8","mappings":[{"from":3,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.1d","mappings":[{"from":3,"to":2}]},{"pgid":"67.c","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T12:00:42.577 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T12:00:42.577 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:42.729 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:42.729 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:42.729 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:42.740 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T12:00:43.041 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T12:00:43.055 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T12:00:43.055 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:43.191 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:43.191 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:43.192 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:43.202 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T12:00:43.333 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-19T12:00:43.506 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T12:00:43.519 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T12:00:43.519 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:43.657 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:43.658 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:43.658 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:43.668 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T12:00:43.973 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T12:00:43.986 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T12:00:43.986 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:44.123 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:44.124 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:44.124 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:44.134 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T12:00:44.433 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T12:00:44.446 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T12:00:44.446 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:44.584 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:44.584 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:44.584 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:44.595 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T12:00:44.900 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T12:00:44.913 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T12:00:44.913 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:45.055 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:45.055 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:45.055 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:45.065 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T12:00:45.368 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T12:00:45.381 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T12:00:45.381 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:45.520 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:45.520 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:45.521 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:45.531 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T12:00:45.839 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T12:00:45.853 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T12:00:45.853 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T12:00:45.992 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-19T12:00:45.992 INFO:teuthology.orchestra.run.smithi103.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T12:00:45.993 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-19T12:00:46.003 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T12:00:46.304 INFO:teuthology.orchestra.run.smithi103.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T12:00:46.317 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:00:46.641 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:00:46.653 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:00:46.655 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1472,"stamp":"2024-09-19T12:00:45.649172+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13312,"ondisk_log_size":13312,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1343100,"kb_used_data":99336,"kb_used_omap":12,"kb_used_meta":1243187,"kb_avail":753631620,"statfs":{"total":773094113280,"available":771718778880,"internally_reserved":0,"allocated":101720064,"data_stored":88767934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1273024048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-509137011,"num_objects":-352,"num_object_clones":0,"num_object_copies":-704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-352,"num_whiteouts":0,"num_read":680,"num_read_kb":707,"num_write":508,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003925"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.860914+0000","last_change":"2024-09-19T11:46:50.770041+0000","last_active":"2024-09-19T11:56:53.860914+0000","last_peered":"2024-09-19T11:56:53.860914+0000","last_clean":"2024-09-19T11:56:53.860914+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T11:56:53.860914+0000","last_undegraded":"2024-09-19T11:56:53.860914+0000","last_fullsized":"2024-09-19T11:56:53.860914+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.735210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854808+0000","last_change":"2024-09-19T11:36:12.514169+0000","last_active":"2024-09-19T11:56:13.854808+0000","last_peered":"2024-09-19T11:56:13.854808+0000","last_clean":"2024-09-19T11:56:13.854808+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T11:56:13.854808+0000","last_undegraded":"2024-09-19T11:56:13.854808+0000","last_fullsized":"2024-09-19T11:56:13.854808+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:42.716193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.497482+0000","last_change":"2024-09-19T11:36:09.487178+0000","last_active":"2024-09-19T12:00:38.497482+0000","last_peered":"2024-09-19T12:00:38.497482+0000","last_clean":"2024-09-19T12:00:38.497482+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:00:38.497482+0000","last_undegraded":"2024-09-19T12:00:38.497482+0000","last_fullsized":"2024-09-19T12:00:38.497482+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:41.112927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:24.126097+0000","last_change":"2024-09-19T11:34:29.634566+0000","last_active":"2024-09-19T11:57:24.126097+0000","last_peered":"2024-09-19T11:57:24.126097+0000","last_clean":"2024-09-19T11:57:24.126097+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T11:57:24.126097+0000","last_undegraded":"2024-09-19T11:57:24.126097+0000","last_fullsized":"2024-09-19T11:57:24.126097+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:38.073850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.983028+0000","last_change":"2024-09-19T11:46:50.774677+0000","last_active":"2024-09-19T11:56:53.983028+0000","last_peered":"2024-09-19T11:56:53.983028+0000","last_clean":"2024-09-19T11:56:53.983028+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T11:56:53.983028+0000","last_undegraded":"2024-09-19T11:56:53.983028+0000","last_fullsized":"2024-09-19T11:56:53.983028+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:02.023552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.982290+0000","last_change":"2024-09-19T11:36:12.514009+0000","last_active":"2024-09-19T11:56:13.982290+0000","last_peered":"2024-09-19T11:56:13.982290+0000","last_clean":"2024-09-19T11:56:13.982290+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T11:56:13.982290+0000","last_undegraded":"2024-09-19T11:56:13.982290+0000","last_fullsized":"2024-09-19T11:56:13.982290+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:10.401437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.964334+0000","last_change":"2024-09-19T11:36:09.484211+0000","last_active":"2024-09-19T11:56:08.964334+0000","last_peered":"2024-09-19T11:56:08.964334+0000","last_clean":"2024-09-19T11:56:08.964334+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T11:56:08.964334+0000","last_undegraded":"2024-09-19T11:56:08.964334+0000","last_fullsized":"2024-09-19T11:56:08.964334+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.552169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":129,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.994813+0000","last_change":"2024-09-19T11:34:29.634415+0000","last_active":"2024-09-19T11:58:33.994813+0000","last_peered":"2024-09-19T11:58:33.994813+0000","last_clean":"2024-09-19T11:58:33.994813+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T11:58:33.994813+0000","last_undegraded":"2024-09-19T11:58:33.994813+0000","last_fullsized":"2024-09-19T11:58:33.994813+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:16.050137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.857825+0000","last_change":"2024-09-19T11:46:50.767307+0000","last_active":"2024-09-19T11:56:33.857825+0000","last_peered":"2024-09-19T11:56:33.857825+0000","last_clean":"2024-09-19T11:56:33.857825+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T11:56:33.857825+0000","last_undegraded":"2024-09-19T11:56:33.857825+0000","last_fullsized":"2024-09-19T11:56:33.857825+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:10.916981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018954+0000","last_change":"2024-09-19T11:36:12.507846+0000","last_active":"2024-09-19T11:59:09.018954+0000","last_peered":"2024-09-19T11:59:09.018954+0000","last_clean":"2024-09-19T11:59:09.018954+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T11:59:09.018954+0000","last_undegraded":"2024-09-19T11:59:09.018954+0000","last_fullsized":"2024-09-19T11:59:09.018954+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:30.533551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006515+0000","last_change":"2024-09-19T11:36:09.482165+0000","last_active":"2024-09-19T12:00:09.006515+0000","last_peered":"2024-09-19T12:00:09.006515+0000","last_clean":"2024-09-19T12:00:09.006515+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:00:09.006515+0000","last_undegraded":"2024-09-19T12:00:09.006515+0000","last_fullsized":"2024-09-19T12:00:09.006515+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:54.388304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":120,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122694+0000","last_change":"2024-09-19T11:34:29.635787+0000","last_active":"2024-09-19T11:56:59.122694+0000","last_peered":"2024-09-19T11:56:59.122694+0000","last_clean":"2024-09-19T11:56:59.122694+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T11:56:59.122694+0000","last_undegraded":"2024-09-19T11:56:59.122694+0000","last_fullsized":"2024-09-19T11:56:59.122694+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:23.339642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.892305+0000","last_change":"2024-09-19T11:46:50.777695+0000","last_active":"2024-09-19T11:56:38.892305+0000","last_peered":"2024-09-19T11:56:38.892305+0000","last_clean":"2024-09-19T11:56:38.892305+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T11:56:38.892305+0000","last_undegraded":"2024-09-19T11:56:38.892305+0000","last_fullsized":"2024-09-19T11:56:38.892305+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:52.326412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518511+0000","last_change":"2024-09-19T11:36:12.511281+0000","last_active":"2024-09-19T12:00:38.518511+0000","last_peered":"2024-09-19T12:00:38.518511+0000","last_clean":"2024-09-19T12:00:38.518511+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:00:38.518511+0000","last_undegraded":"2024-09-19T12:00:38.518511+0000","last_fullsized":"2024-09-19T12:00:38.518511+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:17:06.570337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.863212+0000","last_change":"2024-09-19T11:36:09.476398+0000","last_active":"2024-09-19T11:56:58.863212+0000","last_peered":"2024-09-19T11:56:58.863212+0000","last_clean":"2024-09-19T11:56:58.863212+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T11:56:58.863212+0000","last_undegraded":"2024-09-19T11:56:58.863212+0000","last_fullsized":"2024-09-19T11:56:58.863212+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:34.963980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:01.214182+0000","last_change":"2024-09-19T11:34:29.629960+0000","last_active":"2024-09-19T11:57:01.214182+0000","last_peered":"2024-09-19T11:57:01.214182+0000","last_clean":"2024-09-19T11:57:01.214182+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T11:57:01.214182+0000","last_undegraded":"2024-09-19T11:57:01.214182+0000","last_fullsized":"2024-09-19T11:57:01.214182+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.556081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.894857+0000","last_change":"2024-09-19T11:46:50.777685+0000","last_active":"2024-09-19T11:56:58.894857+0000","last_peered":"2024-09-19T11:56:58.894857+0000","last_clean":"2024-09-19T11:56:58.894857+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T11:56:58.894857+0000","last_undegraded":"2024-09-19T11:56:58.894857+0000","last_fullsized":"2024-09-19T11:56:58.894857+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.907442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870348+0000","last_change":"2024-09-19T11:36:12.507698+0000","last_active":"2024-09-19T11:58:03.870348+0000","last_peered":"2024-09-19T11:58:03.870348+0000","last_clean":"2024-09-19T11:58:03.870348+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T11:58:03.870348+0000","last_undegraded":"2024-09-19T11:58:03.870348+0000","last_fullsized":"2024-09-19T11:58:03.870348+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:27.488165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.028077+0000","last_change":"2024-09-19T11:36:09.478763+0000","last_active":"2024-09-19T12:00:19.028077+0000","last_peered":"2024-09-19T12:00:19.028077+0000","last_clean":"2024-09-19T12:00:19.028077+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:00:19.028077+0000","last_undegraded":"2024-09-19T12:00:19.028077+0000","last_fullsized":"2024-09-19T12:00:19.028077+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:31.628518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":158,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.623826+0000","last_change":"2024-09-19T11:34:29.632757+0000","last_active":"2024-09-19T11:57:18.623826+0000","last_peered":"2024-09-19T11:57:18.623826+0000","last_clean":"2024-09-19T11:57:18.623826+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T11:57:18.623826+0000","last_undegraded":"2024-09-19T11:57:18.623826+0000","last_fullsized":"2024-09-19T11:57:18.623826+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:37.783164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.974019+0000","last_change":"2024-09-19T11:46:50.774279+0000","last_active":"2024-09-19T11:57:18.974019+0000","last_peered":"2024-09-19T11:57:18.974019+0000","last_clean":"2024-09-19T11:57:18.974019+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T11:57:18.974019+0000","last_undegraded":"2024-09-19T11:57:18.974019+0000","last_fullsized":"2024-09-19T11:57:18.974019+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:23.859184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869557+0000","last_change":"2024-09-19T11:36:12.509504+0000","last_active":"2024-09-19T11:57:58.869557+0000","last_peered":"2024-09-19T11:57:58.869557+0000","last_clean":"2024-09-19T11:57:58.869557+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T11:57:58.869557+0000","last_undegraded":"2024-09-19T11:57:58.869557+0000","last_fullsized":"2024-09-19T11:57:58.869557+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.923363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870572+0000","last_change":"2024-09-19T11:36:09.485258+0000","last_active":"2024-09-19T11:58:03.870572+0000","last_peered":"2024-09-19T11:58:03.870572+0000","last_clean":"2024-09-19T11:58:03.870572+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T11:58:03.870572+0000","last_undegraded":"2024-09-19T11:58:03.870572+0000","last_fullsized":"2024-09-19T11:58:03.870572+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:58.416196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":145,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.530176+0000","last_change":"2024-09-19T11:34:29.635686+0000","last_active":"2024-09-19T11:58:11.530176+0000","last_peered":"2024-09-19T11:58:11.530176+0000","last_clean":"2024-09-19T11:58:11.530176+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T11:58:11.530176+0000","last_undegraded":"2024-09-19T11:58:11.530176+0000","last_fullsized":"2024-09-19T11:58:11.530176+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:33.233061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864037+0000","last_change":"2024-09-19T11:46:50.774846+0000","last_active":"2024-09-19T11:56:53.864037+0000","last_peered":"2024-09-19T11:56:53.864037+0000","last_clean":"2024-09-19T11:56:53.864037+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T11:56:53.864037+0000","last_undegraded":"2024-09-19T11:56:53.864037+0000","last_fullsized":"2024-09-19T11:56:53.864037+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:39.155049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876605+0000","last_change":"2024-09-19T11:36:12.507401+0000","last_active":"2024-09-19T11:58:43.876605+0000","last_peered":"2024-09-19T11:58:43.876605+0000","last_clean":"2024-09-19T11:58:43.876605+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T11:58:43.876605+0000","last_undegraded":"2024-09-19T11:58:43.876605+0000","last_fullsized":"2024-09-19T11:58:43.876605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:28.144848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.981717+0000","last_change":"2024-09-19T11:36:09.484810+0000","last_active":"2024-09-19T11:56:08.981717+0000","last_peered":"2024-09-19T11:56:08.981717+0000","last_clean":"2024-09-19T11:56:08.981717+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T11:56:08.981717+0000","last_undegraded":"2024-09-19T11:56:08.981717+0000","last_fullsized":"2024-09-19T11:56:08.981717+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.575841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115474+0000","last_change":"2024-09-19T11:34:29.636310+0000","last_active":"2024-09-19T11:56:14.115474+0000","last_peered":"2024-09-19T11:56:14.115474+0000","last_clean":"2024-09-19T11:56:14.115474+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T11:56:14.115474+0000","last_undegraded":"2024-09-19T11:56:14.115474+0000","last_fullsized":"2024-09-19T11:56:14.115474+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:50.653695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864084+0000","last_change":"2024-09-19T11:46:50.776932+0000","last_active":"2024-09-19T11:56:53.864084+0000","last_peered":"2024-09-19T11:56:53.864084+0000","last_clean":"2024-09-19T11:56:53.864084+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T11:56:53.864084+0000","last_undegraded":"2024-09-19T11:56:53.864084+0000","last_fullsized":"2024-09-19T11:56:53.864084+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:52.107901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711498+0000","last_change":"2024-09-19T11:36:12.508964+0000","last_active":"2024-09-19T12:00:38.711498+0000","last_peered":"2024-09-19T12:00:38.711498+0000","last_clean":"2024-09-19T12:00:38.711498+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:00:38.711498+0000","last_undegraded":"2024-09-19T12:00:38.711498+0000","last_fullsized":"2024-09-19T12:00:38.711498+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:24.015570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:09.114777+0000","last_change":"2024-09-19T11:36:09.488652+0000","last_active":"2024-09-19T11:56:09.114777+0000","last_peered":"2024-09-19T11:56:09.114777+0000","last_clean":"2024-09-19T11:56:09.114777+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T11:56:09.114777+0000","last_undegraded":"2024-09-19T11:56:09.114777+0000","last_fullsized":"2024-09-19T11:56:09.114777+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:46.426552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":465,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964923+0000","last_change":"2024-09-19T11:34:29.635198+0000","last_active":"2024-09-19T11:56:13.964923+0000","last_peered":"2024-09-19T11:56:13.964923+0000","last_clean":"2024-09-19T11:56:13.964923+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T11:56:13.964923+0000","last_undegraded":"2024-09-19T11:56:13.964923+0000","last_fullsized":"2024-09-19T11:56:13.964923+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:35:10.547939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.964960+0000","last_change":"2024-09-19T11:46:50.776026+0000","last_active":"2024-09-19T11:56:13.964960+0000","last_peered":"2024-09-19T11:56:13.964960+0000","last_clean":"2024-09-19T11:56:13.964960+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T11:56:13.964960+0000","last_undegraded":"2024-09-19T11:56:13.964960+0000","last_fullsized":"2024-09-19T11:56:13.964960+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:35:04.698773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924298+0000","last_change":"2024-09-19T11:36:12.510967+0000","last_active":"2024-09-19T12:00:23.924298+0000","last_peered":"2024-09-19T12:00:23.924298+0000","last_clean":"2024-09-19T12:00:23.924298+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:00:23.924298+0000","last_undegraded":"2024-09-19T12:00:23.924298+0000","last_fullsized":"2024-09-19T12:00:23.924298+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:06.900871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:13.863557+0000","last_change":"2024-09-19T11:36:09.483158+0000","last_active":"2024-09-19T11:57:13.863557+0000","last_peered":"2024-09-19T11:57:13.863557+0000","last_clean":"2024-09-19T11:57:13.863557+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T11:57:13.863557+0000","last_undegraded":"2024-09-19T11:57:13.863557+0000","last_fullsized":"2024-09-19T11:57:13.863557+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:37.312637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":190,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.192837+0000","last_change":"2024-09-19T11:34:29.635123+0000","last_active":"2024-09-19T11:56:59.192837+0000","last_peered":"2024-09-19T11:56:59.192837+0000","last_clean":"2024-09-19T11:56:59.192837+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T11:56:59.192837+0000","last_undegraded":"2024-09-19T11:56:59.192837+0000","last_fullsized":"2024-09-19T11:56:59.192837+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:07.439248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977269+0000","last_change":"2024-09-19T11:46:50.766555+0000","last_active":"2024-09-19T11:56:13.977269+0000","last_peered":"2024-09-19T11:56:13.977269+0000","last_clean":"2024-09-19T11:56:13.977269+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T11:56:13.977269+0000","last_undegraded":"2024-09-19T11:56:13.977269+0000","last_fullsized":"2024-09-19T11:56:13.977269+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:27:20.562361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.897077+0000","last_change":"2024-09-19T11:36:12.511546+0000","last_active":"2024-09-19T11:57:18.897077+0000","last_peered":"2024-09-19T11:57:18.897077+0000","last_clean":"2024-09-19T11:57:18.897077+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T11:57:18.897077+0000","last_undegraded":"2024-09-19T11:57:18.897077+0000","last_fullsized":"2024-09-19T11:57:18.897077+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:30.887183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.583685+0000","last_change":"2024-09-19T11:36:09.487565+0000","last_active":"2024-09-19T12:00:38.583685+0000","last_peered":"2024-09-19T12:00:38.583685+0000","last_clean":"2024-09-19T12:00:38.583685+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:00:38.583685+0000","last_undegraded":"2024-09-19T12:00:38.583685+0000","last_fullsized":"2024-09-19T12:00:38.583685+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:14.135469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":138,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.889029+0000","last_change":"2024-09-19T11:34:29.630893+0000","last_active":"2024-09-19T11:56:13.889029+0000","last_peered":"2024-09-19T11:56:13.889029+0000","last_clean":"2024-09-19T11:56:13.889029+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T11:56:13.889029+0000","last_undegraded":"2024-09-19T11:56:13.889029+0000","last_fullsized":"2024-09-19T11:56:13.889029+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:00.138736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.858553+0000","last_change":"2024-09-19T11:46:50.773775+0000","last_active":"2024-09-19T11:56:13.858553+0000","last_peered":"2024-09-19T11:56:13.858553+0000","last_clean":"2024-09-19T11:56:13.858553+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T11:56:13.858553+0000","last_undegraded":"2024-09-19T11:56:13.858553+0000","last_fullsized":"2024-09-19T11:56:13.858553+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:55.834809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924338+0000","last_change":"2024-09-19T11:36:12.510603+0000","last_active":"2024-09-19T12:00:23.924338+0000","last_peered":"2024-09-19T12:00:23.924338+0000","last_clean":"2024-09-19T12:00:23.924338+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:00:23.924338+0000","last_undegraded":"2024-09-19T12:00:23.924338+0000","last_fullsized":"2024-09-19T12:00:23.924338+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.792648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538272+0000","last_change":"2024-09-19T11:36:09.484219+0000","last_active":"2024-09-19T12:00:38.538272+0000","last_peered":"2024-09-19T12:00:38.538272+0000","last_clean":"2024-09-19T12:00:38.538272+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:00:38.538272+0000","last_undegraded":"2024-09-19T12:00:38.538272+0000","last_fullsized":"2024-09-19T12:00:38.538272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:36.065406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.977309+0000","last_change":"2024-09-19T11:34:29.631413+0000","last_active":"2024-09-19T11:56:13.977309+0000","last_peered":"2024-09-19T11:56:13.977309+0000","last_clean":"2024-09-19T11:56:13.977309+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T11:56:13.977309+0000","last_undegraded":"2024-09-19T11:56:13.977309+0000","last_fullsized":"2024-09-19T11:56:13.977309+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:41.823990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854730+0000","last_change":"2024-09-19T11:46:50.766796+0000","last_active":"2024-09-19T11:56:13.854730+0000","last_peered":"2024-09-19T11:56:13.854730+0000","last_clean":"2024-09-19T11:56:13.854730+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T11:56:13.854730+0000","last_undegraded":"2024-09-19T11:56:13.854730+0000","last_fullsized":"2024-09-19T11:56:13.854730+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:58:13.002625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.891563+0000","last_change":"2024-09-19T11:36:12.507923+0000","last_active":"2024-09-19T12:00:23.891563+0000","last_peered":"2024-09-19T12:00:23.891563+0000","last_clean":"2024-09-19T12:00:23.891563+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:00:23.891563+0000","last_undegraded":"2024-09-19T12:00:23.891563+0000","last_fullsized":"2024-09-19T12:00:23.891563+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:33.649183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:54.130191+0000","last_change":"2024-09-19T11:36:09.484588+0000","last_active":"2024-09-19T11:57:54.130191+0000","last_peered":"2024-09-19T11:57:54.130191+0000","last_clean":"2024-09-19T11:57:54.130191+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T11:57:54.130191+0000","last_undegraded":"2024-09-19T11:57:54.130191+0000","last_fullsized":"2024-09-19T11:57:54.130191+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:15.767028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":119,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872007+0000","last_change":"2024-09-19T11:34:29.634042+0000","last_active":"2024-09-19T11:57:58.872007+0000","last_peered":"2024-09-19T11:57:58.872007+0000","last_clean":"2024-09-19T11:57:58.872007+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T11:57:58.872007+0000","last_undegraded":"2024-09-19T11:57:58.872007+0000","last_fullsized":"2024-09-19T11:57:58.872007+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:20.643770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891718+0000","last_change":"2024-09-19T11:46:50.770523+0000","last_active":"2024-09-19T11:56:33.891718+0000","last_peered":"2024-09-19T11:56:33.891718+0000","last_clean":"2024-09-19T11:56:33.891718+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T11:56:33.891718+0000","last_undegraded":"2024-09-19T11:56:33.891718+0000","last_fullsized":"2024-09-19T11:56:33.891718+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:37.330898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:33.991426+0000","last_change":"2024-09-19T11:36:12.513049+0000","last_active":"2024-09-19T11:59:33.991426+0000","last_peered":"2024-09-19T11:59:33.991426+0000","last_clean":"2024-09-19T11:59:33.991426+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T11:59:33.991426+0000","last_undegraded":"2024-09-19T11:59:33.991426+0000","last_fullsized":"2024-09-19T11:59:33.991426+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:20.453703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.864126+0000","last_change":"2024-09-19T11:36:09.481176+0000","last_active":"2024-09-19T11:57:08.864126+0000","last_peered":"2024-09-19T11:57:08.864126+0000","last_clean":"2024-09-19T11:57:08.864126+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T11:57:08.864126+0000","last_undegraded":"2024-09-19T11:57:08.864126+0000","last_fullsized":"2024-09-19T11:57:08.864126+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:37.537035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.870546+0000","last_change":"2024-09-19T11:34:29.635380+0000","last_active":"2024-09-19T11:57:48.870546+0000","last_peered":"2024-09-19T11:57:48.870546+0000","last_clean":"2024-09-19T11:57:48.870546+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T11:57:48.870546+0000","last_undegraded":"2024-09-19T11:57:48.870546+0000","last_fullsized":"2024-09-19T11:57:48.870546+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:36.053018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:34.118828+0000","last_change":"2024-09-19T11:46:50.773980+0000","last_active":"2024-09-19T11:56:34.118828+0000","last_peered":"2024-09-19T11:56:34.118828+0000","last_clean":"2024-09-19T11:56:34.118828+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T11:56:34.118828+0000","last_undegraded":"2024-09-19T11:56:34.118828+0000","last_fullsized":"2024-09-19T11:56:34.118828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:46.841946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518898+0000","last_change":"2024-09-19T11:36:12.512526+0000","last_active":"2024-09-19T12:00:38.518898+0000","last_peered":"2024-09-19T12:00:38.518898+0000","last_clean":"2024-09-19T12:00:38.518898+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:00:38.518898+0000","last_undegraded":"2024-09-19T12:00:38.518898+0000","last_fullsized":"2024-09-19T12:00:38.518898+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:29.169299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.916827+0000","last_change":"2024-09-19T11:36:09.487012+0000","last_active":"2024-09-19T11:59:28.916827+0000","last_peered":"2024-09-19T11:59:28.916827+0000","last_clean":"2024-09-19T11:59:28.916827+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T11:59:28.916827+0000","last_undegraded":"2024-09-19T11:59:28.916827+0000","last_fullsized":"2024-09-19T11:59:28.916827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:50.648531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":168,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:07.760089+0000","last_change":"2024-09-19T11:34:29.632822+0000","last_active":"2024-09-19T11:58:07.760089+0000","last_peered":"2024-09-19T11:58:07.760089+0000","last_clean":"2024-09-19T11:58:07.760089+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T11:58:07.760089+0000","last_undegraded":"2024-09-19T11:58:07.760089+0000","last_fullsized":"2024-09-19T11:58:07.760089+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:53.474066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"260'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115558+0000","last_change":"2024-09-19T11:46:50.761825+0000","last_active":"2024-09-19T11:56:14.115558+0000","last_peered":"2024-09-19T11:56:14.115558+0000","last_clean":"2024-09-19T11:56:14.115558+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T11:56:14.115558+0000","last_undegraded":"2024-09-19T11:56:14.115558+0000","last_fullsized":"2024-09-19T11:56:14.115558+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:54.227121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.489467+0000","last_change":"2024-09-19T11:36:12.508767+0000","last_active":"2024-09-19T12:00:38.489467+0000","last_peered":"2024-09-19T12:00:38.489467+0000","last_clean":"2024-09-19T12:00:38.489467+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:00:38.489467+0000","last_undegraded":"2024-09-19T12:00:38.489467+0000","last_fullsized":"2024-09-19T12:00:38.489467+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:55.976964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":64,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559583+0000","last_change":"2024-09-19T11:36:09.487263+0000","last_active":"2024-09-19T12:00:38.559583+0000","last_peered":"2024-09-19T12:00:38.559583+0000","last_clean":"2024-09-19T12:00:38.559583+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:00:38.559583+0000","last_undegraded":"2024-09-19T12:00:38.559583+0000","last_fullsized":"2024-09-19T12:00:38.559583+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:55:57.769052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868394+0000","last_change":"2024-09-19T11:34:29.631880+0000","last_active":"2024-09-19T11:57:48.868394+0000","last_peered":"2024-09-19T11:57:48.868394+0000","last_clean":"2024-09-19T11:57:48.868394+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T11:57:48.868394+0000","last_undegraded":"2024-09-19T11:57:48.868394+0000","last_fullsized":"2024-09-19T11:57:48.868394+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:28.185385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891694+0000","last_change":"2024-09-19T11:46:50.772467+0000","last_active":"2024-09-19T11:56:33.891694+0000","last_peered":"2024-09-19T11:56:33.891694+0000","last_clean":"2024-09-19T11:56:33.891694+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T11:56:33.891694+0000","last_undegraded":"2024-09-19T11:56:33.891694+0000","last_fullsized":"2024-09-19T11:56:33.891694+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:18.859071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593870+0000","last_change":"2024-09-19T11:36:12.514658+0000","last_active":"2024-09-19T12:00:38.593870+0000","last_peered":"2024-09-19T12:00:38.593870+0000","last_clean":"2024-09-19T12:00:38.593870+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:00:38.593870+0000","last_undegraded":"2024-09-19T12:00:38.593870+0000","last_fullsized":"2024-09-19T12:00:38.593870+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:06:08.550062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883013+0000","last_change":"2024-09-19T11:36:09.485050+0000","last_active":"2024-09-19T11:59:28.883013+0000","last_peered":"2024-09-19T11:59:28.883013+0000","last_clean":"2024-09-19T11:59:28.883013+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T11:59:28.883013+0000","last_undegraded":"2024-09-19T11:59:28.883013+0000","last_fullsized":"2024-09-19T11:59:28.883013+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:52.027107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.901743+0000","last_change":"2024-09-19T11:34:29.630265+0000","last_active":"2024-09-19T11:57:48.901743+0000","last_peered":"2024-09-19T11:57:48.901743+0000","last_clean":"2024-09-19T11:57:48.901743+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T11:57:48.901743+0000","last_undegraded":"2024-09-19T11:57:48.901743+0000","last_fullsized":"2024-09-19T11:57:48.901743+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:06.314984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988561+0000","last_change":"2024-09-19T11:46:50.765524+0000","last_active":"2024-09-19T11:57:43.988561+0000","last_peered":"2024-09-19T11:57:43.988561+0000","last_clean":"2024-09-19T11:57:43.988561+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T11:57:43.988561+0000","last_undegraded":"2024-09-19T11:57:43.988561+0000","last_fullsized":"2024-09-19T11:57:43.988561+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:05.849589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519118+0000","last_change":"2024-09-19T11:36:12.511500+0000","last_active":"2024-09-19T12:00:38.519118+0000","last_peered":"2024-09-19T12:00:38.519118+0000","last_clean":"2024-09-19T12:00:38.519118+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:00:38.519118+0000","last_undegraded":"2024-09-19T12:00:38.519118+0000","last_fullsized":"2024-09-19T12:00:38.519118+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:07.498299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877519+0000","last_change":"2024-09-19T11:36:09.489263+0000","last_active":"2024-09-19T11:58:38.877519+0000","last_peered":"2024-09-19T11:58:38.877519+0000","last_clean":"2024-09-19T11:58:38.877519+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T11:58:38.877519+0000","last_undegraded":"2024-09-19T11:58:38.877519+0000","last_fullsized":"2024-09-19T11:58:38.877519+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:21.820815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.895392+0000","last_change":"2024-09-19T11:34:29.636674+0000","last_active":"2024-09-19T11:57:03.895392+0000","last_peered":"2024-09-19T11:57:03.895392+0000","last_clean":"2024-09-19T11:57:03.895392+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T11:57:03.895392+0000","last_undegraded":"2024-09-19T11:57:03.895392+0000","last_fullsized":"2024-09-19T11:57:03.895392+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:41.626646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873573+0000","last_change":"2024-09-19T11:46:50.776804+0000","last_active":"2024-09-19T11:58:08.873573+0000","last_peered":"2024-09-19T11:58:08.873573+0000","last_clean":"2024-09-19T11:58:08.873573+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T11:58:08.873573+0000","last_undegraded":"2024-09-19T11:58:08.873573+0000","last_fullsized":"2024-09-19T11:58:08.873573+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:23.572187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864127+0000","last_change":"2024-09-19T11:37:03.926908+0000","last_active":"2024-09-19T11:57:18.864127+0000","last_peered":"2024-09-19T11:57:18.864127+0000","last_clean":"2024-09-19T11:57:18.864127+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T11:57:18.864127+0000","last_undegraded":"2024-09-19T11:57:18.864127+0000","last_fullsized":"2024-09-19T11:57:18.864127+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:42.893900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:23.978668+0000","last_change":"2024-09-19T11:36:09.481976+0000","last_active":"2024-09-19T11:56:23.978668+0000","last_peered":"2024-09-19T11:56:23.978668+0000","last_clean":"2024-09-19T11:56:23.978668+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T11:56:23.978668+0000","last_undegraded":"2024-09-19T11:56:23.978668+0000","last_fullsized":"2024-09-19T11:56:23.978668+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:34.941773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":90,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.861636+0000","last_change":"2024-09-19T11:34:29.632635+0000","last_active":"2024-09-19T11:56:58.861636+0000","last_peered":"2024-09-19T11:56:58.861636+0000","last_clean":"2024-09-19T11:56:58.861636+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T11:56:58.861636+0000","last_undegraded":"2024-09-19T11:56:58.861636+0000","last_fullsized":"2024-09-19T11:56:58.861636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:12.829175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.867099+0000","last_change":"2024-09-19T11:46:50.768203+0000","last_active":"2024-09-19T11:57:43.867099+0000","last_peered":"2024-09-19T11:57:43.867099+0000","last_clean":"2024-09-19T11:57:43.867099+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T11:57:43.867099+0000","last_undegraded":"2024-09-19T11:57:43.867099+0000","last_fullsized":"2024-09-19T11:57:43.867099+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:49.871303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.985493+0000","last_change":"2024-09-19T11:36:12.512448+0000","last_active":"2024-09-19T11:58:48.985493+0000","last_peered":"2024-09-19T11:58:48.985493+0000","last_clean":"2024-09-19T11:58:48.985493+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T11:58:48.985493+0000","last_undegraded":"2024-09-19T11:58:48.985493+0000","last_fullsized":"2024-09-19T11:58:48.985493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:24.192497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014962+0000","last_change":"2024-09-19T11:36:09.484436+0000","last_active":"2024-09-19T11:58:39.014962+0000","last_peered":"2024-09-19T11:58:39.014962+0000","last_clean":"2024-09-19T11:58:39.014962+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T11:58:39.014962+0000","last_undegraded":"2024-09-19T11:58:39.014962+0000","last_fullsized":"2024-09-19T11:58:39.014962+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:19.920775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:38.761241+0000","last_change":"2024-09-19T11:34:29.633049+0000","last_active":"2024-09-19T11:57:38.761241+0000","last_peered":"2024-09-19T11:57:38.761241+0000","last_clean":"2024-09-19T11:57:38.761241+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T11:57:38.761241+0000","last_undegraded":"2024-09-19T11:57:38.761241+0000","last_fullsized":"2024-09-19T11:57:38.761241+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:02.675945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.869797+0000","last_change":"2024-09-19T11:46:50.775366+0000","last_active":"2024-09-19T11:57:43.869797+0000","last_peered":"2024-09-19T11:57:43.869797+0000","last_clean":"2024-09-19T11:57:43.869797+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T11:57:43.869797+0000","last_undegraded":"2024-09-19T11:57:43.869797+0000","last_fullsized":"2024-09-19T11:57:43.869797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:47.698061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":33,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.891014+0000","last_change":"2024-09-19T11:36:12.509410+0000","last_active":"2024-09-19T11:56:28.891014+0000","last_peered":"2024-09-19T11:56:28.891014+0000","last_clean":"2024-09-19T11:56:28.891014+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T11:56:28.891014+0000","last_undegraded":"2024-09-19T11:56:28.891014+0000","last_fullsized":"2024-09-19T11:56:28.891014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:36.784560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:28.966954+0000","last_change":"2024-09-19T11:36:09.486286+0000","last_active":"2024-09-19T11:56:28.966954+0000","last_peered":"2024-09-19T11:56:28.966954+0000","last_clean":"2024-09-19T11:56:28.966954+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T11:56:28.966954+0000","last_undegraded":"2024-09-19T11:56:28.966954+0000","last_fullsized":"2024-09-19T11:56:28.966954+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:26.902575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.983592+0000","last_change":"2024-09-19T11:34:29.630538+0000","last_active":"2024-09-19T11:56:58.983592+0000","last_peered":"2024-09-19T11:56:58.983592+0000","last_clean":"2024-09-19T11:56:58.983592+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T11:56:58.983592+0000","last_undegraded":"2024-09-19T11:56:58.983592+0000","last_fullsized":"2024-09-19T11:56:58.983592+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:53.628054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905093+0000","last_change":"2024-09-19T11:46:50.778083+0000","last_active":"2024-09-19T11:58:08.905093+0000","last_peered":"2024-09-19T11:58:08.905093+0000","last_clean":"2024-09-19T11:58:08.905093+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T11:58:08.905093+0000","last_undegraded":"2024-09-19T11:58:08.905093+0000","last_fullsized":"2024-09-19T11:58:08.905093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:27.836670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869132+0000","last_change":"2024-09-19T11:36:12.506352+0000","last_active":"2024-09-19T11:57:53.869132+0000","last_peered":"2024-09-19T11:57:53.869132+0000","last_clean":"2024-09-19T11:57:53.869132+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T11:57:53.869132+0000","last_undegraded":"2024-09-19T11:57:53.869132+0000","last_fullsized":"2024-09-19T11:57:53.869132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.421690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:49.129174+0000","last_change":"2024-09-19T11:36:09.479471+0000","last_active":"2024-09-19T11:57:49.129174+0000","last_peered":"2024-09-19T11:57:49.129174+0000","last_clean":"2024-09-19T11:57:49.129174+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T11:57:49.129174+0000","last_undegraded":"2024-09-19T11:57:49.129174+0000","last_fullsized":"2024-09-19T11:57:49.129174+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122652+0000","last_change":"2024-09-19T11:34:29.632014+0000","last_active":"2024-09-19T11:56:59.122652+0000","last_peered":"2024-09-19T11:56:59.122652+0000","last_clean":"2024-09-19T11:56:59.122652+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T11:56:59.122652+0000","last_undegraded":"2024-09-19T11:56:59.122652+0000","last_fullsized":"2024-09-19T11:56:59.122652+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:21.859553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:13.874284+0000","last_change":"2024-09-19T11:46:50.775155+0000","last_active":"2024-09-19T11:58:13.874284+0000","last_peered":"2024-09-19T11:58:13.874284+0000","last_clean":"2024-09-19T11:58:13.874284+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T11:58:13.874284+0000","last_undegraded":"2024-09-19T11:58:13.874284+0000","last_fullsized":"2024-09-19T11:58:13.874284+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.507107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871238+0000","last_change":"2024-09-19T11:36:12.505222+0000","last_active":"2024-09-19T11:57:53.871238+0000","last_peered":"2024-09-19T11:57:53.871238+0000","last_clean":"2024-09-19T11:57:53.871238+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T11:57:53.871238+0000","last_undegraded":"2024-09-19T11:57:53.871238+0000","last_fullsized":"2024-09-19T11:57:53.871238+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:16.672423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977442+0000","last_change":"2024-09-19T11:36:09.486386+0000","last_active":"2024-09-19T11:57:48.977442+0000","last_peered":"2024-09-19T11:57:48.977442+0000","last_clean":"2024-09-19T11:57:48.977442+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T11:57:48.977442+0000","last_undegraded":"2024-09-19T11:57:48.977442+0000","last_fullsized":"2024-09-19T11:57:48.977442+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:30.730044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":98,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876250+0000","last_change":"2024-09-19T11:34:29.637742+0000","last_active":"2024-09-19T11:58:28.876250+0000","last_peered":"2024-09-19T11:58:28.876250+0000","last_clean":"2024-09-19T11:58:28.876250+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T11:58:28.876250+0000","last_undegraded":"2024-09-19T11:58:28.876250+0000","last_fullsized":"2024-09-19T11:58:28.876250+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:55.141423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873597+0000","last_change":"2024-09-19T11:46:50.773351+0000","last_active":"2024-09-19T11:58:08.873597+0000","last_peered":"2024-09-19T11:58:08.873597+0000","last_clean":"2024-09-19T11:58:08.873597+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T11:58:08.873597+0000","last_undegraded":"2024-09-19T11:58:08.873597+0000","last_fullsized":"2024-09-19T11:58:08.873597+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:56.938086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.984906+0000","last_change":"2024-09-19T11:36:12.512109+0000","last_active":"2024-09-19T11:58:43.984906+0000","last_peered":"2024-09-19T11:58:43.984906+0000","last_clean":"2024-09-19T11:58:43.984906+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T11:58:43.984906+0000","last_undegraded":"2024-09-19T11:58:43.984906+0000","last_fullsized":"2024-09-19T11:58:43.984906+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:32.736918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:04.026142+0000","last_change":"2024-09-19T11:36:09.485479+0000","last_active":"2024-09-19T12:00:04.026142+0000","last_peered":"2024-09-19T12:00:04.026142+0000","last_clean":"2024-09-19T12:00:04.026142+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:00:04.026142+0000","last_undegraded":"2024-09-19T12:00:04.026142+0000","last_fullsized":"2024-09-19T12:00:04.026142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:31.018960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":71,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.906419+0000","last_change":"2024-09-19T11:34:29.625399+0000","last_active":"2024-09-19T11:58:18.906419+0000","last_peered":"2024-09-19T11:58:18.906419+0000","last_clean":"2024-09-19T11:58:18.906419+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T11:58:18.906419+0000","last_undegraded":"2024-09-19T11:58:18.906419+0000","last_fullsized":"2024-09-19T11:58:18.906419+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:07.913238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132519+0000","last_change":"2024-09-19T11:46:50.769967+0000","last_active":"2024-09-19T11:58:09.132519+0000","last_peered":"2024-09-19T11:58:09.132519+0000","last_clean":"2024-09-19T11:58:09.132519+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T11:58:09.132519+0000","last_undegraded":"2024-09-19T11:58:09.132519+0000","last_fullsized":"2024-09-19T11:58:09.132519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:34.150467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872776+0000","last_change":"2024-09-19T11:36:12.514936+0000","last_active":"2024-09-19T11:58:03.872776+0000","last_peered":"2024-09-19T11:58:03.872776+0000","last_clean":"2024-09-19T11:58:03.872776+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T11:58:03.872776+0000","last_undegraded":"2024-09-19T11:58:03.872776+0000","last_fullsized":"2024-09-19T11:58:03.872776+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:51.273528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558238+0000","last_change":"2024-09-19T11:36:09.483387+0000","last_active":"2024-09-19T12:00:38.558238+0000","last_peered":"2024-09-19T12:00:38.558238+0000","last_clean":"2024-09-19T12:00:38.558238+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:00:38.558238+0000","last_undegraded":"2024-09-19T12:00:38.558238+0000","last_fullsized":"2024-09-19T12:00:38.558238+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:41.101454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":74,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872382+0000","last_change":"2024-09-19T11:34:29.634220+0000","last_active":"2024-09-19T11:58:18.872382+0000","last_peered":"2024-09-19T11:58:18.872382+0000","last_clean":"2024-09-19T11:58:18.872382+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T11:58:18.872382+0000","last_undegraded":"2024-09-19T11:58:18.872382+0000","last_fullsized":"2024-09-19T11:58:18.872382+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:27.250289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.866828+0000","last_change":"2024-09-19T11:46:50.773372+0000","last_active":"2024-09-19T11:57:18.866828+0000","last_peered":"2024-09-19T11:57:18.866828+0000","last_clean":"2024-09-19T11:57:18.866828+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T11:57:18.866828+0000","last_undegraded":"2024-09-19T11:57:18.866828+0000","last_fullsized":"2024-09-19T11:57:18.866828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:40.393897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:04.123506+0000","last_change":"2024-09-19T11:36:12.514578+0000","last_active":"2024-09-19T11:57:04.123506+0000","last_peered":"2024-09-19T11:57:04.123506+0000","last_clean":"2024-09-19T11:57:04.123506+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T11:57:04.123506+0000","last_undegraded":"2024-09-19T11:57:04.123506+0000","last_fullsized":"2024-09-19T11:57:04.123506+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:41.759860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558746+0000","last_change":"2024-09-19T11:36:09.486357+0000","last_active":"2024-09-19T12:00:38.558746+0000","last_peered":"2024-09-19T12:00:38.558746+0000","last_clean":"2024-09-19T12:00:38.558746+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:00:38.558746+0000","last_undegraded":"2024-09-19T12:00:38.558746+0000","last_fullsized":"2024-09-19T12:00:38.558746+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:24.525555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:19.133782+0000","last_change":"2024-09-19T11:34:29.637702+0000","last_active":"2024-09-19T11:58:19.133782+0000","last_peered":"2024-09-19T11:58:19.133782+0000","last_clean":"2024-09-19T11:58:19.133782+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T11:58:19.133782+0000","last_undegraded":"2024-09-19T11:58:19.133782+0000","last_fullsized":"2024-09-19T11:58:19.133782+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:31.667188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864106+0000","last_change":"2024-09-19T11:46:50.772394+0000","last_active":"2024-09-19T11:57:18.864106+0000","last_peered":"2024-09-19T11:57:18.864106+0000","last_clean":"2024-09-19T11:57:18.864106+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T11:57:18.864106+0000","last_undegraded":"2024-09-19T11:57:18.864106+0000","last_fullsized":"2024-09-19T11:57:18.864106+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:24.139685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018891+0000","last_change":"2024-09-19T11:36:12.506264+0000","last_active":"2024-09-19T11:59:09.018891+0000","last_peered":"2024-09-19T11:59:09.018891+0000","last_clean":"2024-09-19T11:59:09.018891+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T11:59:09.018891+0000","last_undegraded":"2024-09-19T11:59:09.018891+0000","last_fullsized":"2024-09-19T11:59:09.018891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:28.350996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.998419+0000","last_change":"2024-09-19T11:36:09.485153+0000","last_active":"2024-09-19T11:59:03.998419+0000","last_peered":"2024-09-19T11:59:03.998419+0000","last_clean":"2024-09-19T11:59:03.998419+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T11:59:03.998419+0000","last_undegraded":"2024-09-19T11:59:03.998419+0000","last_fullsized":"2024-09-19T11:59:03.998419+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:00.418029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872504+0000","last_change":"2024-09-19T11:34:29.639949+0000","last_active":"2024-09-19T11:58:18.872504+0000","last_peered":"2024-09-19T11:58:18.872504+0000","last_clean":"2024-09-19T11:58:18.872504+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T11:58:18.872504+0000","last_undegraded":"2024-09-19T11:58:18.872504+0000","last_fullsized":"2024-09-19T11:58:18.872504+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:28.681323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970795+0000","last_change":"2024-09-19T11:46:50.771994+0000","last_active":"2024-09-19T11:56:53.970795+0000","last_peered":"2024-09-19T11:56:53.970795+0000","last_clean":"2024-09-19T11:56:53.970795+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T11:56:53.970795+0000","last_undegraded":"2024-09-19T11:56:53.970795+0000","last_fullsized":"2024-09-19T11:56:53.970795+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:33.812127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:03.888877+0000","last_change":"2024-09-19T11:36:12.512563+0000","last_active":"2024-09-19T12:00:03.888877+0000","last_peered":"2024-09-19T12:00:03.888877+0000","last_clean":"2024-09-19T12:00:03.888877+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:00:03.888877+0000","last_undegraded":"2024-09-19T12:00:03.888877+0000","last_fullsized":"2024-09-19T12:00:03.888877+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:02.074078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868029+0000","last_change":"2024-09-19T11:36:09.488154+0000","last_active":"2024-09-19T11:57:48.868029+0000","last_peered":"2024-09-19T11:57:48.868029+0000","last_clean":"2024-09-19T11:57:48.868029+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T11:57:48.868029+0000","last_undegraded":"2024-09-19T11:57:48.868029+0000","last_fullsized":"2024-09-19T11:57:48.868029+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:12.729080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.868533+0000","last_change":"2024-09-19T11:34:29.637029+0000","last_active":"2024-09-19T11:57:33.868533+0000","last_peered":"2024-09-19T11:57:33.868533+0000","last_clean":"2024-09-19T11:57:33.868533+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T11:57:33.868533+0000","last_undegraded":"2024-09-19T11:57:33.868533+0000","last_fullsized":"2024-09-19T11:57:33.868533+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:18.107151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.865142+0000","last_change":"2024-09-19T11:46:50.773897+0000","last_active":"2024-09-19T11:57:18.865142+0000","last_peered":"2024-09-19T11:57:18.865142+0000","last_clean":"2024-09-19T11:57:18.865142+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T11:57:18.865142+0000","last_undegraded":"2024-09-19T11:57:18.865142+0000","last_fullsized":"2024-09-19T11:57:18.865142+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:38.987752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869255+0000","last_change":"2024-09-19T11:36:12.501301+0000","last_active":"2024-09-19T11:57:53.869255+0000","last_peered":"2024-09-19T11:57:53.869255+0000","last_clean":"2024-09-19T11:57:53.869255+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T11:57:53.869255+0000","last_undegraded":"2024-09-19T11:57:53.869255+0000","last_fullsized":"2024-09-19T11:57:53.869255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:51.141864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496512+0000","last_change":"2024-09-19T11:36:09.488807+0000","last_active":"2024-09-19T12:00:38.496512+0000","last_peered":"2024-09-19T12:00:38.496512+0000","last_clean":"2024-09-19T12:00:38.496512+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:00:38.496512+0000","last_undegraded":"2024-09-19T12:00:38.496512+0000","last_fullsized":"2024-09-19T12:00:38.496512+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:39.683393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":135,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.974493+0000","last_change":"2024-09-19T11:34:29.637715+0000","last_active":"2024-09-19T11:57:23.974493+0000","last_peered":"2024-09-19T11:57:23.974493+0000","last_clean":"2024-09-19T11:57:23.974493+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T11:57:23.974493+0000","last_undegraded":"2024-09-19T11:57:23.974493+0000","last_fullsized":"2024-09-19T11:57:23.974493+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:38.103836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"260'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988623+0000","last_change":"2024-09-19T11:46:50.768874+0000","last_active":"2024-09-19T11:57:43.988623+0000","last_peered":"2024-09-19T11:57:43.988623+0000","last_clean":"2024-09-19T11:57:43.988623+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T11:57:43.988623+0000","last_undegraded":"2024-09-19T11:57:43.988623+0000","last_fullsized":"2024-09-19T11:57:43.988623+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:29:20.581219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.971875+0000","last_change":"2024-09-19T11:36:12.512569+0000","last_active":"2024-09-19T11:57:03.971875+0000","last_peered":"2024-09-19T11:57:03.971875+0000","last_clean":"2024-09-19T11:57:03.971875+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T11:57:03.971875+0000","last_undegraded":"2024-09-19T11:57:03.971875+0000","last_fullsized":"2024-09-19T11:57:03.971875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:43.916746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538589+0000","last_change":"2024-09-19T11:36:09.484409+0000","last_active":"2024-09-19T12:00:38.538589+0000","last_peered":"2024-09-19T12:00:38.538589+0000","last_clean":"2024-09-19T12:00:38.538589+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:00:38.538589+0000","last_undegraded":"2024-09-19T12:00:38.538589+0000","last_fullsized":"2024-09-19T12:00:38.538589+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:58.556629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":105,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864656+0000","last_change":"2024-09-19T11:34:29.634223+0000","last_active":"2024-09-19T11:57:23.864656+0000","last_peered":"2024-09-19T11:57:23.864656+0000","last_clean":"2024-09-19T11:57:23.864656+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T11:57:23.864656+0000","last_undegraded":"2024-09-19T11:57:23.864656+0000","last_fullsized":"2024-09-19T11:57:23.864656+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:09.315170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:44.128529+0000","last_change":"2024-09-19T11:46:50.772750+0000","last_active":"2024-09-19T11:57:44.128529+0000","last_peered":"2024-09-19T11:57:44.128529+0000","last_clean":"2024-09-19T11:57:44.128529+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T11:57:44.128529+0000","last_undegraded":"2024-09-19T11:57:44.128529+0000","last_fullsized":"2024-09-19T11:57:44.128529+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:55.265444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680656+0000","last_change":"2024-09-19T11:36:12.505941+0000","last_active":"2024-09-19T12:00:38.680656+0000","last_peered":"2024-09-19T12:00:38.680656+0000","last_clean":"2024-09-19T12:00:38.680656+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:00:38.680656+0000","last_undegraded":"2024-09-19T12:00:38.680656+0000","last_fullsized":"2024-09-19T12:00:38.680656+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:51.693580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.864655+0000","last_change":"2024-09-19T11:36:09.487899+0000","last_active":"2024-09-19T11:56:58.864655+0000","last_peered":"2024-09-19T11:56:58.864655+0000","last_clean":"2024-09-19T11:56:58.864655+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T11:56:58.864655+0000","last_undegraded":"2024-09-19T11:56:58.864655+0000","last_fullsized":"2024-09-19T11:56:58.864655+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:11.896948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":181,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:10.884406+0000","last_change":"2024-09-19T11:34:29.628215+0000","last_active":"2024-09-19T11:58:10.884406+0000","last_peered":"2024-09-19T11:58:10.884406+0000","last_clean":"2024-09-19T11:58:10.884406+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T11:58:10.884406+0000","last_undegraded":"2024-09-19T11:58:10.884406+0000","last_fullsized":"2024-09-19T11:58:10.884406+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:52.193597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:19.125426+0000","last_change":"2024-09-19T11:46:50.774382+0000","last_active":"2024-09-19T11:57:19.125426+0000","last_peered":"2024-09-19T11:57:19.125426+0000","last_clean":"2024-09-19T11:57:19.125426+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T11:57:19.125426+0000","last_undegraded":"2024-09-19T11:57:19.125426+0000","last_fullsized":"2024-09-19T11:57:19.125426+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:49.984273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:08.880441+0000","last_change":"2024-09-19T11:36:12.509676+0000","last_active":"2024-09-19T11:59:08.880441+0000","last_peered":"2024-09-19T11:59:08.880441+0000","last_clean":"2024-09-19T11:59:08.880441+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T11:59:08.880441+0000","last_undegraded":"2024-09-19T11:59:08.880441+0000","last_fullsized":"2024-09-19T11:59:08.880441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:26.130081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.987539+0000","last_change":"2024-09-19T11:36:09.485241+0000","last_active":"2024-09-19T11:59:03.987539+0000","last_peered":"2024-09-19T11:59:03.987539+0000","last_clean":"2024-09-19T11:59:03.987539+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T11:59:03.987539+0000","last_undegraded":"2024-09-19T11:59:03.987539+0000","last_fullsized":"2024-09-19T11:59:03.987539+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:00.500314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864494+0000","last_change":"2024-09-19T11:34:29.631285+0000","last_active":"2024-09-19T11:57:23.864494+0000","last_peered":"2024-09-19T11:57:23.864494+0000","last_clean":"2024-09-19T11:57:23.864494+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T11:57:23.864494+0000","last_undegraded":"2024-09-19T11:57:23.864494+0000","last_fullsized":"2024-09-19T11:57:23.864494+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:18.408708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867358+0000","last_change":"2024-09-19T11:46:50.775558+0000","last_active":"2024-09-19T11:57:23.867358+0000","last_peered":"2024-09-19T11:57:23.867358+0000","last_clean":"2024-09-19T11:57:23.867358+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T11:57:23.867358+0000","last_undegraded":"2024-09-19T11:57:23.867358+0000","last_fullsized":"2024-09-19T11:57:23.867358+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:06.840332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.863676+0000","last_change":"2024-09-19T11:36:12.504984+0000","last_active":"2024-09-19T11:57:03.863676+0000","last_peered":"2024-09-19T11:57:03.863676+0000","last_clean":"2024-09-19T11:57:03.863676+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T11:57:03.863676+0000","last_undegraded":"2024-09-19T11:57:03.863676+0000","last_fullsized":"2024-09-19T11:57:03.863676+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:51.009681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.879814+0000","last_change":"2024-09-19T11:36:09.488046+0000","last_active":"2024-09-19T11:59:03.879814+0000","last_peered":"2024-09-19T11:59:03.879814+0000","last_clean":"2024-09-19T11:59:03.879814+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T11:59:03.879814+0000","last_undegraded":"2024-09-19T11:59:03.879814+0000","last_fullsized":"2024-09-19T11:59:03.879814+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:16.659742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877450+0000","last_change":"2024-09-19T11:34:29.637182+0000","last_active":"2024-09-19T11:58:38.877450+0000","last_peered":"2024-09-19T11:58:38.877450+0000","last_clean":"2024-09-19T11:58:38.877450+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T11:58:38.877450+0000","last_undegraded":"2024-09-19T11:58:38.877450+0000","last_fullsized":"2024-09-19T11:58:38.877450+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:16.851483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":935,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645619+0000","last_change":"2024-09-19T11:20:27.327995+0000","last_active":"2024-09-19T12:00:38.645619+0000","last_peered":"2024-09-19T12:00:38.645619+0000","last_clean":"2024-09-19T12:00:38.645619+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:38.645619+0000","last_undegraded":"2024-09-19T12:00:38.645619+0000","last_fullsized":"2024-09-19T12:00:38.645619+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:09:05.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'474","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283446+0000","last_change":"2024-09-19T11:20:29.332291+0000","last_active":"2024-09-19T11:58:47.283446+0000","last_peered":"2024-09-19T11:58:47.283446+0000","last_clean":"2024-09-19T11:58:47.283446+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T11:58:47.283446+0000","last_undegraded":"2024-09-19T11:58:47.283446+0000","last_fullsized":"2024-09-19T11:58:47.283446+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":400,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:27.076545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":818,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.645910+0000","last_change":"2024-09-19T11:20:27.328660+0000","last_active":"2024-09-19T12:00:38.645910+0000","last_peered":"2024-09-19T12:00:38.645910+0000","last_clean":"2024-09-19T12:00:38.645910+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:38.645910+0000","last_undegraded":"2024-09-19T12:00:38.645910+0000","last_fullsized":"2024-09-19T12:00:38.645910+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:23.028748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1712,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154745+0000","last_change":"2024-09-19T11:20:29.334586+0000","last_active":"2024-09-19T11:59:00.154745+0000","last_peered":"2024-09-19T11:59:00.154745+0000","last_clean":"2024-09-19T11:59:00.154745+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T11:59:00.154745+0000","last_undegraded":"2024-09-19T11:59:00.154745+0000","last_fullsized":"2024-09-19T11:59:00.154745+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:31.681724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'207","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.546506+0000","last_change":"2024-09-19T11:20:27.324840+0000","last_active":"2024-09-19T12:00:38.546506+0000","last_peered":"2024-09-19T12:00:38.546506+0000","last_clean":"2024-09-19T12:00:38.546506+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:38.546506+0000","last_undegraded":"2024-09-19T12:00:38.546506+0000","last_fullsized":"2024-09-19T12:00:38.546506+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:45.178323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1977","reported_seq":3715,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.534575+0000","last_change":"2024-09-19T11:20:29.338918+0000","last_active":"2024-09-19T12:00:18.534575+0000","last_peered":"2024-09-19T12:00:18.534575+0000","last_clean":"2024-09-19T12:00:18.534575+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:00:18.534575+0000","last_undegraded":"2024-09-19T12:00:18.534575+0000","last_fullsized":"2024-09-19T12:00:18.534575+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":1900,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:46.490216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'273","reported_seq":951,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663696+0000","last_change":"2024-09-19T11:20:27.329322+0000","last_active":"2024-09-19T12:00:38.663696+0000","last_peered":"2024-09-19T12:00:38.663696+0000","last_clean":"2024-09-19T12:00:38.663696+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:38.663696+0000","last_undegraded":"2024-09-19T12:00:38.663696+0000","last_fullsized":"2024-09-19T12:00:38.663696+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:19:08.141869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'481","reported_seq":2139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715143+0000","last_change":"2024-09-19T11:20:29.342290+0000","last_active":"2024-09-19T11:59:00.715143+0000","last_peered":"2024-09-19T11:59:00.715143+0000","last_clean":"2024-09-19T11:59:00.715143+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T11:59:00.715143+0000","last_undegraded":"2024-09-19T11:59:00.715143+0000","last_fullsized":"2024-09-19T11:59:00.715143+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":400,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:50.370881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'237","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713391+0000","last_change":"2024-09-19T11:20:27.327309+0000","last_active":"2024-09-19T12:00:38.713391+0000","last_peered":"2024-09-19T12:00:38.713391+0000","last_clean":"2024-09-19T12:00:38.713391+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:38.713391+0000","last_undegraded":"2024-09-19T12:00:38.713391+0000","last_fullsized":"2024-09-19T12:00:38.713391+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:45.588460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'879","reported_seq":2539,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246733+0000","last_change":"2024-09-19T11:20:29.333295+0000","last_active":"2024-09-19T11:59:40.246733+0000","last_peered":"2024-09-19T11:59:40.246733+0000","last_clean":"2024-09-19T11:59:40.246733+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T11:59:40.246733+0000","last_undegraded":"2024-09-19T11:59:40.246733+0000","last_fullsized":"2024-09-19T11:59:40.246733+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":800,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:18.034061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'243","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.619649+0000","last_change":"2024-09-19T11:20:27.335500+0000","last_active":"2024-09-19T12:00:38.619649+0000","last_peered":"2024-09-19T12:00:38.619649+0000","last_clean":"2024-09-19T12:00:38.619649+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:38.619649+0000","last_undegraded":"2024-09-19T12:00:38.619649+0000","last_fullsized":"2024-09-19T12:00:38.619649+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:21.918396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'390","reported_seq":1900,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.445611+0000","last_change":"2024-09-19T11:20:29.339197+0000","last_active":"2024-09-19T11:58:43.445611+0000","last_peered":"2024-09-19T11:58:43.445611+0000","last_clean":"2024-09-19T11:58:43.445611+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T11:58:43.445611+0000","last_undegraded":"2024-09-19T11:58:43.445611+0000","last_fullsized":"2024-09-19T11:58:43.445611+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:05.697403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'255","reported_seq":906,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.635611+0000","last_change":"2024-09-19T11:20:27.328510+0000","last_active":"2024-09-19T12:00:38.635611+0000","last_peered":"2024-09-19T12:00:38.635611+0000","last_clean":"2024-09-19T12:00:38.635611+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:38.635611+0000","last_undegraded":"2024-09-19T12:00:38.635611+0000","last_fullsized":"2024-09-19T12:00:38.635611+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:06.515007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'405","reported_seq":1968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714594+0000","last_change":"2024-09-19T11:20:29.324531+0000","last_active":"2024-09-19T11:59:00.714594+0000","last_peered":"2024-09-19T11:59:00.714594+0000","last_clean":"2024-09-19T11:59:00.714594+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T11:59:00.714594+0000","last_undegraded":"2024-09-19T11:59:00.714594+0000","last_fullsized":"2024-09-19T11:59:00.714594+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'200","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.585634+0000","last_change":"2024-09-19T11:20:27.320327+0000","last_active":"2024-09-19T12:00:38.585634+0000","last_peered":"2024-09-19T12:00:38.585634+0000","last_clean":"2024-09-19T12:00:38.585634+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:38.585634+0000","last_undegraded":"2024-09-19T12:00:38.585634+0000","last_fullsized":"2024-09-19T12:00:38.585634+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:45:20.646426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'553","reported_seq":2367,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528489+0000","last_change":"2024-09-19T11:20:29.339011+0000","last_active":"2024-09-19T12:00:18.528489+0000","last_peered":"2024-09-19T12:00:18.528489+0000","last_clean":"2024-09-19T12:00:18.528489+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:18.528489+0000","last_undegraded":"2024-09-19T12:00:18.528489+0000","last_fullsized":"2024-09-19T12:00:18.528489+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:23:49.623733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'426","reported_seq":2036,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715053+0000","last_change":"2024-09-19T11:20:29.338164+0000","last_active":"2024-09-19T11:59:00.715053+0000","last_peered":"2024-09-19T11:59:00.715053+0000","last_clean":"2024-09-19T11:59:00.715053+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T11:59:00.715053+0000","last_undegraded":"2024-09-19T11:59:00.715053+0000","last_fullsized":"2024-09-19T11:59:00.715053+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:46.797865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'226","reported_seq":876,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655479+0000","last_change":"2024-09-19T11:20:27.330910+0000","last_active":"2024-09-19T12:00:38.655479+0000","last_peered":"2024-09-19T12:00:38.655479+0000","last_clean":"2024-09-19T12:00:38.655479+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:38.655479+0000","last_undegraded":"2024-09-19T12:00:38.655479+0000","last_fullsized":"2024-09-19T12:00:38.655479+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:26:13.188080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'776","reported_seq":2243,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.246745+0000","last_change":"2024-09-19T11:20:29.340778+0000","last_active":"2024-09-19T11:59:40.246745+0000","last_peered":"2024-09-19T11:59:40.246745+0000","last_clean":"2024-09-19T11:59:40.246745+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T11:59:40.246745+0000","last_undegraded":"2024-09-19T11:59:40.246745+0000","last_fullsized":"2024-09-19T11:59:40.246745+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:12:17.264243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'208","reported_seq":866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673901+0000","last_change":"2024-09-19T11:20:27.333503+0000","last_active":"2024-09-19T12:00:38.673901+0000","last_peered":"2024-09-19T12:00:38.673901+0000","last_clean":"2024-09-19T12:00:38.673901+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:38.673901+0000","last_undegraded":"2024-09-19T12:00:38.673901+0000","last_fullsized":"2024-09-19T12:00:38.673901+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:38.226765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'912","reported_seq":2620,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859441+0000","last_change":"2024-09-19T11:20:29.329113+0000","last_active":"2024-09-19T11:58:45.859441+0000","last_peered":"2024-09-19T11:58:45.859441+0000","last_clean":"2024-09-19T11:58:45.859441+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T11:58:45.859441+0000","last_undegraded":"2024-09-19T11:58:45.859441+0000","last_fullsized":"2024-09-19T11:58:45.859441+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":900,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:20.684929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'183","reported_seq":770,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680173+0000","last_change":"2024-09-19T11:20:27.329187+0000","last_active":"2024-09-19T12:00:38.680173+0000","last_peered":"2024-09-19T12:00:38.680173+0000","last_clean":"2024-09-19T12:00:38.680173+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:38.680173+0000","last_undegraded":"2024-09-19T12:00:38.680173+0000","last_fullsized":"2024-09-19T12:00:38.680173+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:32.130838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'394","reported_seq":1855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207953+0000","last_change":"2024-09-19T11:20:29.338704+0000","last_active":"2024-09-19T11:58:58.207953+0000","last_peered":"2024-09-19T11:58:58.207953+0000","last_clean":"2024-09-19T11:58:58.207953+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T11:58:58.207953+0000","last_undegraded":"2024-09-19T11:58:58.207953+0000","last_fullsized":"2024-09-19T11:58:58.207953+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:18.854944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'233","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.694676+0000","last_change":"2024-09-19T11:20:27.326886+0000","last_active":"2024-09-19T12:00:38.694676+0000","last_peered":"2024-09-19T12:00:38.694676+0000","last_clean":"2024-09-19T12:00:38.694676+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:38.694676+0000","last_undegraded":"2024-09-19T12:00:38.694676+0000","last_fullsized":"2024-09-19T12:00:38.694676+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:50:06.382250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155366+0000","last_change":"2024-09-19T11:20:29.335895+0000","last_active":"2024-09-19T11:59:00.155366+0000","last_peered":"2024-09-19T11:59:00.155366+0000","last_clean":"2024-09-19T11:59:00.155366+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T11:59:00.155366+0000","last_undegraded":"2024-09-19T11:59:00.155366+0000","last_fullsized":"2024-09-19T11:59:00.155366+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:32:41.903864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'202","reported_seq":868,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:17.973715+0000","last_change":"2024-09-19T11:20:27.318819+0000","last_active":"2024-09-19T12:00:17.973715+0000","last_peered":"2024-09-19T12:00:17.973715+0000","last_clean":"2024-09-19T12:00:17.973715+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:17.973715+0000","last_undegraded":"2024-09-19T12:00:17.973715+0000","last_fullsized":"2024-09-19T12:00:17.973715+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:39.615040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'862","reported_seq":2605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527723+0000","last_change":"2024-09-19T11:20:29.331628+0000","last_active":"2024-09-19T12:00:18.527723+0000","last_peered":"2024-09-19T12:00:18.527723+0000","last_clean":"2024-09-19T12:00:18.527723+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:00:18.527723+0000","last_undegraded":"2024-09-19T12:00:18.527723+0000","last_fullsized":"2024-09-19T12:00:18.527723+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":800,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:47.741589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'176","reported_seq":816,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.700770+0000","last_change":"2024-09-19T11:20:27.326717+0000","last_active":"2024-09-19T12:00:38.700770+0000","last_peered":"2024-09-19T12:00:38.700770+0000","last_clean":"2024-09-19T12:00:38.700770+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:38.700770+0000","last_undegraded":"2024-09-19T12:00:38.700770+0000","last_fullsized":"2024-09-19T12:00:38.700770+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:31.574398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'170","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.773644+0000","last_change":"2024-09-19T11:20:37.357331+0000","last_active":"2024-09-19T11:59:00.773644+0000","last_peered":"2024-09-19T11:59:00.773644+0000","last_clean":"2024-09-19T11:59:00.773644+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T11:59:00.773644+0000","last_undegraded":"2024-09-19T11:59:00.773644+0000","last_fullsized":"2024-09-19T11:59:00.773644+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:20.980245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1134","reported_seq":3050,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.878613+0000","last_change":"2024-09-19T11:20:29.342071+0000","last_active":"2024-09-19T11:58:41.878613+0000","last_peered":"2024-09-19T11:58:41.878613+0000","last_clean":"2024-09-19T11:58:41.878613+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T11:58:41.878613+0000","last_undegraded":"2024-09-19T11:58:41.878613+0000","last_fullsized":"2024-09-19T11:58:41.878613+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:19.583420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'233","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713392+0000","last_change":"2024-09-19T11:20:27.330114+0000","last_active":"2024-09-19T12:00:38.713392+0000","last_peered":"2024-09-19T12:00:38.713392+0000","last_clean":"2024-09-19T12:00:38.713392+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:38.713392+0000","last_undegraded":"2024-09-19T12:00:38.713392+0000","last_fullsized":"2024-09-19T12:00:38.713392+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:36.963694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860283+0000","last_change":"2024-09-19T11:20:31.340214+0000","last_active":"2024-09-19T11:56:48.860283+0000","last_peered":"2024-09-19T11:56:48.860283+0000","last_clean":"2024-09-19T11:56:48.860283+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T11:56:48.860283+0000","last_undegraded":"2024-09-19T11:56:48.860283+0000","last_fullsized":"2024-09-19T11:56:48.860283+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:34.666832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'191","reported_seq":781,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.483974+0000","last_change":"2024-09-19T11:20:33.338456+0000","last_active":"2024-09-19T12:00:38.483974+0000","last_peered":"2024-09-19T12:00:38.483974+0000","last_clean":"2024-09-19T12:00:38.483974+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:00:38.483974+0000","last_undegraded":"2024-09-19T12:00:38.483974+0000","last_fullsized":"2024-09-19T12:00:38.483974+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:22.231391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864136+0000","last_change":"2024-09-19T11:20:35.352225+0000","last_active":"2024-09-19T11:56:53.864136+0000","last_peered":"2024-09-19T11:56:53.864136+0000","last_clean":"2024-09-19T11:56:53.864136+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T11:56:53.864136+0000","last_undegraded":"2024-09-19T11:56:53.864136+0000","last_fullsized":"2024-09-19T11:56:53.864136+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:45.491144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'105","reported_seq":587,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.960710+0000","last_change":"2024-09-19T11:20:37.360851+0000","last_active":"2024-09-19T11:58:58.960710+0000","last_peered":"2024-09-19T11:58:58.960710+0000","last_clean":"2024-09-19T11:58:58.960710+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T11:58:58.960710+0000","last_undegraded":"2024-09-19T11:58:58.960710+0000","last_fullsized":"2024-09-19T11:58:58.960710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:07.872719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'805","reported_seq":2346,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.211620+0000","last_change":"2024-09-19T11:20:29.335928+0000","last_active":"2024-09-19T11:58:38.211620+0000","last_peered":"2024-09-19T11:58:38.211620+0000","last_clean":"2024-09-19T11:58:38.211620+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T11:58:38.211620+0000","last_undegraded":"2024-09-19T11:58:38.211620+0000","last_fullsized":"2024-09-19T11:58:38.211620+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:05:09.577616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'186","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666487+0000","last_change":"2024-09-19T11:20:27.330793+0000","last_active":"2024-09-19T12:00:38.666487+0000","last_peered":"2024-09-19T12:00:38.666487+0000","last_clean":"2024-09-19T12:00:38.666487+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:38.666487+0000","last_undegraded":"2024-09-19T12:00:38.666487+0000","last_fullsized":"2024-09-19T12:00:38.666487+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:50.536437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903746+0000","last_change":"2024-09-19T11:20:31.330777+0000","last_active":"2024-09-19T11:57:58.903746+0000","last_peered":"2024-09-19T11:57:58.903746+0000","last_clean":"2024-09-19T11:57:58.903746+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T11:57:58.903746+0000","last_undegraded":"2024-09-19T11:57:58.903746+0000","last_fullsized":"2024-09-19T11:57:58.903746+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:02.865207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'87","reported_seq":601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:30.128394+0000","last_change":"2024-09-19T11:20:33.337977+0000","last_active":"2024-09-19T11:57:30.128394+0000","last_peered":"2024-09-19T11:57:30.128394+0000","last_clean":"2024-09-19T11:57:30.128394+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T11:57:30.128394+0000","last_undegraded":"2024-09-19T11:57:30.128394+0000","last_fullsized":"2024-09-19T11:57:30.128394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:59.846889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.862608+0000","last_change":"2024-09-19T11:20:35.352834+0000","last_active":"2024-09-19T11:56:53.862608+0000","last_peered":"2024-09-19T11:56:53.862608+0000","last_clean":"2024-09-19T11:56:53.862608+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T11:56:53.862608+0000","last_undegraded":"2024-09-19T11:56:53.862608+0000","last_fullsized":"2024-09-19T11:56:53.862608+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:54.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'150","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.610525+0000","last_change":"2024-09-19T11:20:37.361791+0000","last_active":"2024-09-19T11:58:46.610525+0000","last_peered":"2024-09-19T11:58:46.610525+0000","last_clean":"2024-09-19T11:58:46.610525+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T11:58:46.610525+0000","last_undegraded":"2024-09-19T11:58:46.610525+0000","last_fullsized":"2024-09-19T11:58:46.610525+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:25.196299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'469","reported_seq":2112,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.715150+0000","last_change":"2024-09-19T11:20:29.341060+0000","last_active":"2024-09-19T11:59:00.715150+0000","last_peered":"2024-09-19T11:59:00.715150+0000","last_clean":"2024-09-19T11:59:00.715150+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T11:59:00.715150+0000","last_undegraded":"2024-09-19T11:59:00.715150+0000","last_fullsized":"2024-09-19T11:59:00.715150+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:37.226642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'211","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.656789+0000","last_change":"2024-09-19T11:20:27.331667+0000","last_active":"2024-09-19T12:00:38.656789+0000","last_peered":"2024-09-19T12:00:38.656789+0000","last_clean":"2024-09-19T12:00:38.656789+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:38.656789+0000","last_undegraded":"2024-09-19T12:00:38.656789+0000","last_fullsized":"2024-09-19T12:00:38.656789+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:53.612703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.893699+0000","last_change":"2024-09-19T11:20:31.340349+0000","last_active":"2024-09-19T11:56:48.893699+0000","last_peered":"2024-09-19T11:56:48.893699+0000","last_clean":"2024-09-19T11:56:48.893699+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T11:56:48.893699+0000","last_undegraded":"2024-09-19T11:56:48.893699+0000","last_fullsized":"2024-09-19T11:56:48.893699+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:01.558119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'94","reported_seq":616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:27.607717+0000","last_change":"2024-09-19T11:20:33.337419+0000","last_active":"2024-09-19T11:58:27.607717+0000","last_peered":"2024-09-19T11:58:27.607717+0000","last_clean":"2024-09-19T11:58:27.607717+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T11:58:27.607717+0000","last_undegraded":"2024-09-19T11:58:27.607717+0000","last_fullsized":"2024-09-19T11:58:27.607717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:16.456432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'751","reported_seq":2473,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.426001+0000","last_change":"2024-09-19T11:20:35.345012+0000","last_active":"2024-09-19T12:00:38.426001+0000","last_peered":"2024-09-19T12:00:38.426001+0000","last_clean":"2024-09-19T12:00:38.426001+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:00:38.426001+0000","last_undegraded":"2024-09-19T12:00:38.426001+0000","last_fullsized":"2024-09-19T12:00:38.426001+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:02.192735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'183","reported_seq":996,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.817470+0000","last_change":"2024-09-19T11:20:37.372261+0000","last_active":"2024-09-19T11:59:00.817470+0000","last_peered":"2024-09-19T11:59:00.817470+0000","last_clean":"2024-09-19T11:59:00.817470+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T11:59:00.817470+0000","last_undegraded":"2024-09-19T11:59:00.817470+0000","last_fullsized":"2024-09-19T11:59:00.817470+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:04.123426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'462","reported_seq":2104,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283755+0000","last_change":"2024-09-19T11:20:29.338154+0000","last_active":"2024-09-19T11:58:47.283755+0000","last_peered":"2024-09-19T11:58:47.283755+0000","last_clean":"2024-09-19T11:58:47.283755+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T11:58:47.283755+0000","last_undegraded":"2024-09-19T11:58:47.283755+0000","last_fullsized":"2024-09-19T11:58:47.283755+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:21.213097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'203","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496988+0000","last_change":"2024-09-19T11:20:27.331046+0000","last_active":"2024-09-19T12:00:38.496988+0000","last_peered":"2024-09-19T12:00:38.496988+0000","last_clean":"2024-09-19T12:00:38.496988+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:38.496988+0000","last_undegraded":"2024-09-19T12:00:38.496988+0000","last_fullsized":"2024-09-19T12:00:38.496988+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:45.728430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860317+0000","last_change":"2024-09-19T11:20:31.337733+0000","last_active":"2024-09-19T11:56:48.860317+0000","last_peered":"2024-09-19T11:56:48.860317+0000","last_clean":"2024-09-19T11:56:48.860317+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T11:56:48.860317+0000","last_undegraded":"2024-09-19T11:56:48.860317+0000","last_fullsized":"2024-09-19T11:56:48.860317+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:17.447360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'113","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.696303+0000","last_change":"2024-09-19T11:20:33.453498+0000","last_active":"2024-09-19T12:00:38.696303+0000","last_peered":"2024-09-19T12:00:38.696303+0000","last_clean":"2024-09-19T12:00:38.696303+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:00:38.696303+0000","last_undegraded":"2024-09-19T12:00:38.696303+0000","last_fullsized":"2024-09-19T12:00:38.696303+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:49.047191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'773","reported_seq":4201,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.430384+0000","last_change":"2024-09-19T11:20:35.347454+0000","last_active":"2024-09-19T12:00:38.430384+0000","last_peered":"2024-09-19T12:00:38.430384+0000","last_clean":"2024-09-19T12:00:38.430384+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:00:38.430384+0000","last_undegraded":"2024-09-19T12:00:38.430384+0000","last_fullsized":"2024-09-19T12:00:38.430384+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:25.952175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'514","reported_seq":2002,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.882940+0000","last_change":"2024-09-19T11:20:29.335676+0000","last_active":"2024-09-19T11:59:28.882940+0000","last_peered":"2024-09-19T11:59:28.882940+0000","last_clean":"2024-09-19T11:59:28.882940+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T11:59:28.882940+0000","last_undegraded":"2024-09-19T11:59:28.882940+0000","last_fullsized":"2024-09-19T11:59:28.882940+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:38.125746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'249","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713372+0000","last_change":"2024-09-19T11:20:27.330249+0000","last_active":"2024-09-19T12:00:38.713372+0000","last_peered":"2024-09-19T12:00:38.713372+0000","last_clean":"2024-09-19T12:00:38.713372+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:38.713372+0000","last_undegraded":"2024-09-19T12:00:38.713372+0000","last_fullsized":"2024-09-19T12:00:38.713372+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:44.253937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867318+0000","last_change":"2024-09-19T11:20:31.333286+0000","last_active":"2024-09-19T11:57:23.867318+0000","last_peered":"2024-09-19T11:57:23.867318+0000","last_clean":"2024-09-19T11:57:23.867318+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T11:57:23.867318+0000","last_undegraded":"2024-09-19T11:57:23.867318+0000","last_fullsized":"2024-09-19T11:57:23.867318+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:27.863620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'192","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.522916+0000","last_change":"2024-09-19T11:20:33.452103+0000","last_active":"2024-09-19T12:00:38.522916+0000","last_peered":"2024-09-19T12:00:38.522916+0000","last_clean":"2024-09-19T12:00:38.522916+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:00:38.522916+0000","last_undegraded":"2024-09-19T12:00:38.522916+0000","last_fullsized":"2024-09-19T12:00:38.522916+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:17.715144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.968640+0000","last_change":"2024-09-19T11:20:35.352047+0000","last_active":"2024-09-19T11:56:38.968640+0000","last_peered":"2024-09-19T11:56:38.968640+0000","last_clean":"2024-09-19T11:56:38.968640+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T11:56:38.968640+0000","last_undegraded":"2024-09-19T11:56:38.968640+0000","last_fullsized":"2024-09-19T11:56:38.968640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:48.998518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'566","reported_seq":1369,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428955+0000","last_change":"2024-09-19T11:20:37.362095+0000","last_active":"2024-09-19T12:00:19.428955+0000","last_peered":"2024-09-19T12:00:19.428955+0000","last_clean":"2024-09-19T12:00:19.428955+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:00:19.428955+0000","last_undegraded":"2024-09-19T12:00:19.428955+0000","last_fullsized":"2024-09-19T12:00:19.428955+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":500,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:18.642934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'392","reported_seq":1820,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155338+0000","last_change":"2024-09-19T11:20:29.341416+0000","last_active":"2024-09-19T11:59:00.155338+0000","last_peered":"2024-09-19T11:59:00.155338+0000","last_clean":"2024-09-19T11:59:00.155338+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T11:59:00.155338+0000","last_undegraded":"2024-09-19T11:59:00.155338+0000","last_fullsized":"2024-09-19T11:59:00.155338+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:05.479020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'228","reported_seq":852,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.663459+0000","last_change":"2024-09-19T11:20:27.331842+0000","last_active":"2024-09-19T12:00:38.663459+0000","last_peered":"2024-09-19T12:00:38.663459+0000","last_clean":"2024-09-19T12:00:38.663459+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:38.663459+0000","last_undegraded":"2024-09-19T12:00:38.663459+0000","last_fullsized":"2024-09-19T12:00:38.663459+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:19.834858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986145+0000","last_change":"2024-09-19T11:20:31.340180+0000","last_active":"2024-09-19T11:57:23.986145+0000","last_peered":"2024-09-19T11:57:23.986145+0000","last_clean":"2024-09-19T11:57:23.986145+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T11:57:23.986145+0000","last_undegraded":"2024-09-19T11:57:23.986145+0000","last_fullsized":"2024-09-19T11:57:23.986145+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:50.738839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'125","reported_seq":684,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.621819+0000","last_change":"2024-09-19T11:20:33.340126+0000","last_active":"2024-09-19T12:00:38.621819+0000","last_peered":"2024-09-19T12:00:38.621819+0000","last_clean":"2024-09-19T12:00:38.621819+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:00:38.621819+0000","last_undegraded":"2024-09-19T12:00:38.621819+0000","last_fullsized":"2024-09-19T12:00:38.621819+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:30.649297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.898999+0000","last_change":"2024-09-19T11:20:35.354256+0000","last_active":"2024-09-19T11:57:33.898999+0000","last_peered":"2024-09-19T11:57:33.898999+0000","last_clean":"2024-09-19T11:57:33.898999+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T11:57:33.898999+0000","last_undegraded":"2024-09-19T11:57:33.898999+0000","last_fullsized":"2024-09-19T11:57:33.898999+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:04.372509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2497","reported_seq":4321,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.276564+0000","last_change":"2024-09-19T11:20:37.363209+0000","last_active":"2024-09-19T12:00:09.276564+0000","last_peered":"2024-09-19T12:00:09.276564+0000","last_clean":"2024-09-19T12:00:09.276564+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:00:09.276564+0000","last_undegraded":"2024-09-19T12:00:09.276564+0000","last_fullsized":"2024-09-19T12:00:09.276564+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":2400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.434433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'401","reported_seq":1964,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.154576+0000","last_change":"2024-09-19T11:20:29.330954+0000","last_active":"2024-09-19T11:59:00.154576+0000","last_peered":"2024-09-19T11:59:00.154576+0000","last_clean":"2024-09-19T11:59:00.154576+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T11:59:00.154576+0000","last_undegraded":"2024-09-19T11:59:00.154576+0000","last_fullsized":"2024-09-19T11:59:00.154576+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:30.874721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'239","reported_seq":889,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.586418+0000","last_change":"2024-09-19T11:20:27.329944+0000","last_active":"2024-09-19T12:00:38.586418+0000","last_peered":"2024-09-19T12:00:38.586418+0000","last_clean":"2024-09-19T12:00:38.586418+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:38.586418+0000","last_undegraded":"2024-09-19T12:00:38.586418+0000","last_fullsized":"2024-09-19T12:00:38.586418+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:05.831545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.979935+0000","last_change":"2024-09-19T11:20:31.335034+0000","last_active":"2024-09-19T11:56:33.979935+0000","last_peered":"2024-09-19T11:56:33.979935+0000","last_clean":"2024-09-19T11:56:33.979935+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T11:56:33.979935+0000","last_undegraded":"2024-09-19T11:56:33.979935+0000","last_fullsized":"2024-09-19T11:56:33.979935+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:41:35.346117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'158","reported_seq":727,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.540879+0000","last_change":"2024-09-19T11:20:33.343993+0000","last_active":"2024-09-19T12:00:38.540879+0000","last_peered":"2024-09-19T12:00:38.540879+0000","last_clean":"2024-09-19T12:00:38.540879+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:00:38.540879+0000","last_undegraded":"2024-09-19T12:00:38.540879+0000","last_fullsized":"2024-09-19T12:00:38.540879+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:48.513245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'786","reported_seq":2232,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.431333+0000","last_change":"2024-09-19T11:20:35.345819+0000","last_active":"2024-09-19T12:00:38.431333+0000","last_peered":"2024-09-19T12:00:38.431333+0000","last_clean":"2024-09-19T12:00:38.431333+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:00:38.431333+0000","last_undegraded":"2024-09-19T12:00:38.431333+0000","last_fullsized":"2024-09-19T12:00:38.431333+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:41.842282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'123","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.477824+0000","last_change":"2024-09-19T11:20:37.364521+0000","last_active":"2024-09-19T12:00:18.477824+0000","last_peered":"2024-09-19T12:00:18.477824+0000","last_clean":"2024-09-19T12:00:18.477824+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:00:18.477824+0000","last_undegraded":"2024-09-19T12:00:18.477824+0000","last_fullsized":"2024-09-19T12:00:18.477824+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:04.202765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'794","reported_seq":2330,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.202196+0000","last_change":"2024-09-19T11:20:29.343594+0000","last_active":"2024-09-19T11:58:58.202196+0000","last_peered":"2024-09-19T11:58:58.202196+0000","last_clean":"2024-09-19T11:58:58.202196+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T11:58:58.202196+0000","last_undegraded":"2024-09-19T11:58:58.202196+0000","last_fullsized":"2024-09-19T11:58:58.202196+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:25.159902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'214","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.713661+0000","last_change":"2024-09-19T11:20:27.326614+0000","last_active":"2024-09-19T12:00:38.713661+0000","last_peered":"2024-09-19T12:00:38.713661+0000","last_clean":"2024-09-19T12:00:38.713661+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:38.713661+0000","last_undegraded":"2024-09-19T12:00:38.713661+0000","last_fullsized":"2024-09-19T12:00:38.713661+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:45.046338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986878+0000","last_change":"2024-09-19T11:20:31.340736+0000","last_active":"2024-09-19T11:57:28.986878+0000","last_peered":"2024-09-19T11:57:28.986878+0000","last_clean":"2024-09-19T11:57:28.986878+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T11:57:28.986878+0000","last_undegraded":"2024-09-19T11:57:28.986878+0000","last_fullsized":"2024-09-19T11:57:28.986878+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:37.635033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'192","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.638365+0000","last_change":"2024-09-19T11:20:33.339196+0000","last_active":"2024-09-19T12:00:38.638365+0000","last_peered":"2024-09-19T12:00:38.638365+0000","last_clean":"2024-09-19T12:00:38.638365+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:00:38.638365+0000","last_undegraded":"2024-09-19T12:00:38.638365+0000","last_fullsized":"2024-09-19T12:00:38.638365+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:03.326112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.986852+0000","last_change":"2024-09-19T11:20:35.340594+0000","last_active":"2024-09-19T11:57:28.986852+0000","last_peered":"2024-09-19T11:57:28.986852+0000","last_clean":"2024-09-19T11:57:28.986852+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T11:57:28.986852+0000","last_undegraded":"2024-09-19T11:57:28.986852+0000","last_fullsized":"2024-09-19T11:57:28.986852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:29.415579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'147","reported_seq":670,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.769870+0000","last_change":"2024-09-19T11:20:37.361758+0000","last_active":"2024-09-19T11:59:00.769870+0000","last_peered":"2024-09-19T11:59:00.769870+0000","last_clean":"2024-09-19T11:59:00.769870+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T11:59:00.769870+0000","last_undegraded":"2024-09-19T11:59:00.769870+0000","last_fullsized":"2024-09-19T11:59:00.769870+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:14.337924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'983","reported_seq":2691,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.273747+0000","last_change":"2024-09-19T11:20:29.338829+0000","last_active":"2024-09-19T11:58:47.273747+0000","last_peered":"2024-09-19T11:58:47.273747+0000","last_clean":"2024-09-19T11:58:47.273747+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T11:58:47.273747+0000","last_undegraded":"2024-09-19T11:58:47.273747+0000","last_fullsized":"2024-09-19T11:58:47.273747+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":900,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:34:38.135992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'191","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518353+0000","last_change":"2024-09-19T11:20:27.329135+0000","last_active":"2024-09-19T12:00:38.518353+0000","last_peered":"2024-09-19T12:00:38.518353+0000","last_clean":"2024-09-19T12:00:38.518353+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:38.518353+0000","last_undegraded":"2024-09-19T12:00:38.518353+0000","last_fullsized":"2024-09-19T12:00:38.518353+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:39.798655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"34'7","reported_seq":1443,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.206421+0000","last_change":"2024-09-19T11:20:31.339629+0000","last_active":"2024-09-19T12:00:38.206421+0000","last_peered":"2024-09-19T12:00:38.206421+0000","last_clean":"2024-09-19T12:00:38.206421+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:00:38.206421+0000","last_undegraded":"2024-09-19T12:00:38.206421+0000","last_fullsized":"2024-09-19T12:00:38.206421+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:42.429238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'138","reported_seq":701,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.647309+0000","last_change":"2024-09-19T11:20:33.342336+0000","last_active":"2024-09-19T12:00:38.647309+0000","last_peered":"2024-09-19T12:00:38.647309+0000","last_clean":"2024-09-19T12:00:38.647309+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:00:38.647309+0000","last_undegraded":"2024-09-19T12:00:38.647309+0000","last_fullsized":"2024-09-19T12:00:38.647309+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:43.042270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:39.119527+0000","last_change":"2024-09-19T11:20:35.348336+0000","last_active":"2024-09-19T11:56:39.119527+0000","last_peered":"2024-09-19T11:56:39.119527+0000","last_clean":"2024-09-19T11:56:39.119527+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T11:56:39.119527+0000","last_undegraded":"2024-09-19T11:56:39.119527+0000","last_fullsized":"2024-09-19T11:56:39.119527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:28.596878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'117","reported_seq":605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.278555+0000","last_change":"2024-09-19T11:20:37.361923+0000","last_active":"2024-09-19T12:00:09.278555+0000","last_peered":"2024-09-19T12:00:09.278555+0000","last_clean":"2024-09-19T12:00:09.278555+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T12:00:09.278555+0000","last_undegraded":"2024-09-19T12:00:09.278555+0000","last_fullsized":"2024-09-19T12:00:09.278555+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:13.955425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'821","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:44.678806+0000","last_change":"2024-09-19T11:20:29.333398+0000","last_active":"2024-09-19T11:58:44.678806+0000","last_peered":"2024-09-19T11:58:44.678806+0000","last_clean":"2024-09-19T11:58:44.678806+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T11:58:44.678806+0000","last_undegraded":"2024-09-19T11:58:44.678806+0000","last_fullsized":"2024-09-19T11:58:44.678806+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:19.024369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'251","reported_seq":1072,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701719+0000","last_change":"2024-09-19T11:20:27.327243+0000","last_active":"2024-09-19T12:00:38.701719+0000","last_peered":"2024-09-19T12:00:38.701719+0000","last_clean":"2024-09-19T12:00:38.701719+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:38.701719+0000","last_undegraded":"2024-09-19T12:00:38.701719+0000","last_fullsized":"2024-09-19T12:00:38.701719+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:27:56.089160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.967822+0000","last_change":"2024-09-19T11:20:31.340036+0000","last_active":"2024-09-19T11:56:33.967822+0000","last_peered":"2024-09-19T11:56:33.967822+0000","last_clean":"2024-09-19T11:56:33.967822+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T11:56:33.967822+0000","last_undegraded":"2024-09-19T11:56:33.967822+0000","last_fullsized":"2024-09-19T11:56:33.967822+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:47.604277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'144","reported_seq":714,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.600618+0000","last_change":"2024-09-19T11:20:33.337656+0000","last_active":"2024-09-19T12:00:38.600618+0000","last_peered":"2024-09-19T12:00:38.600618+0000","last_clean":"2024-09-19T12:00:38.600618+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:00:38.600618+0000","last_undegraded":"2024-09-19T12:00:38.600618+0000","last_fullsized":"2024-09-19T12:00:38.600618+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:46:11.373671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2144,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.427233+0000","last_change":"2024-09-19T11:20:35.353450+0000","last_active":"2024-09-19T12:00:38.427233+0000","last_peered":"2024-09-19T12:00:38.427233+0000","last_clean":"2024-09-19T12:00:38.427233+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:00:38.427233+0000","last_undegraded":"2024-09-19T12:00:38.427233+0000","last_fullsized":"2024-09-19T12:00:38.427233+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:10.955965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'180","reported_seq":703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.903589+0000","last_change":"2024-09-19T11:20:37.353338+0000","last_active":"2024-09-19T11:58:47.903589+0000","last_peered":"2024-09-19T11:58:47.903589+0000","last_clean":"2024-09-19T11:58:47.903589+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T11:58:47.903589+0000","last_undegraded":"2024-09-19T11:58:47.903589+0000","last_fullsized":"2024-09-19T11:58:47.903589+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:57.611096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'435","reported_seq":1926,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787332+0000","last_change":"2024-09-19T11:20:29.332897+0000","last_active":"2024-09-19T11:58:36.787332+0000","last_peered":"2024-09-19T11:58:36.787332+0000","last_clean":"2024-09-19T11:58:36.787332+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T11:58:36.787332+0000","last_undegraded":"2024-09-19T11:58:36.787332+0000","last_fullsized":"2024-09-19T11:58:36.787332+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.888001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'222","reported_seq":842,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564070+0000","last_change":"2024-09-19T11:20:27.328189+0000","last_active":"2024-09-19T12:00:38.564070+0000","last_peered":"2024-09-19T12:00:38.564070+0000","last_clean":"2024-09-19T12:00:38.564070+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:38.564070+0000","last_undegraded":"2024-09-19T12:00:38.564070+0000","last_fullsized":"2024-09-19T12:00:38.564070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:20:14.107544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"27'2","reported_seq":1436,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.205654+0000","last_change":"2024-09-19T11:20:31.338664+0000","last_active":"2024-09-19T12:00:38.205654+0000","last_peered":"2024-09-19T12:00:38.205654+0000","last_clean":"2024-09-19T12:00:38.205654+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:00:38.205654+0000","last_undegraded":"2024-09-19T12:00:38.205654+0000","last_fullsized":"2024-09-19T12:00:38.205654+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:27.352548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'67","reported_seq":574,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.910975+0000","last_change":"2024-09-19T11:20:33.452477+0000","last_active":"2024-09-19T11:58:48.910975+0000","last_peered":"2024-09-19T11:58:48.910975+0000","last_clean":"2024-09-19T11:58:48.910975+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T11:58:48.910975+0000","last_undegraded":"2024-09-19T11:58:48.910975+0000","last_fullsized":"2024-09-19T11:58:48.910975+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:01:46.562975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2199,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.428249+0000","last_change":"2024-09-19T11:20:35.348537+0000","last_active":"2024-09-19T12:00:38.428249+0000","last_peered":"2024-09-19T12:00:38.428249+0000","last_clean":"2024-09-19T12:00:38.428249+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:00:38.428249+0000","last_undegraded":"2024-09-19T12:00:38.428249+0000","last_fullsized":"2024-09-19T12:00:38.428249+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:13.293627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871311+0000","last_change":"2024-09-19T11:20:37.356591+0000","last_active":"2024-09-19T11:58:08.871311+0000","last_peered":"2024-09-19T11:58:08.871311+0000","last_clean":"2024-09-19T11:58:08.871311+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T11:58:08.871311+0000","last_undegraded":"2024-09-19T11:58:08.871311+0000","last_fullsized":"2024-09-19T11:58:08.871311+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.654710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2059,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.708072+0000","last_change":"2024-09-19T11:20:29.337466+0000","last_active":"2024-09-19T11:59:00.708072+0000","last_peered":"2024-09-19T11:59:00.708072+0000","last_clean":"2024-09-19T11:59:00.708072+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T11:59:00.708072+0000","last_undegraded":"2024-09-19T11:59:00.708072+0000","last_fullsized":"2024-09-19T11:59:00.708072+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":800,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701496+0000","last_change":"2024-09-19T11:21:02.395512+0000","last_active":"2024-09-19T12:00:38.701496+0000","last_peered":"2024-09-19T12:00:38.701496+0000","last_clean":"2024-09-19T12:00:38.701496+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:38.701496+0000","last_undegraded":"2024-09-19T12:00:38.701496+0000","last_fullsized":"2024-09-19T12:00:38.701496+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:27.844446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.860003+0000","last_change":"2024-09-19T11:20:31.338301+0000","last_active":"2024-09-19T11:56:33.860003+0000","last_peered":"2024-09-19T11:56:33.860003+0000","last_clean":"2024-09-19T11:56:33.860003+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T11:56:33.860003+0000","last_undegraded":"2024-09-19T11:56:33.860003+0000","last_fullsized":"2024-09-19T11:56:33.860003+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:44:49.722118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'181","reported_seq":769,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.491039+0000","last_change":"2024-09-19T11:20:33.341399+0000","last_active":"2024-09-19T12:00:38.491039+0000","last_peered":"2024-09-19T12:00:38.491039+0000","last_clean":"2024-09-19T12:00:38.491039+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:00:38.491039+0000","last_undegraded":"2024-09-19T12:00:38.491039+0000","last_fullsized":"2024-09-19T12:00:38.491039+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.709405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.858517+0000","last_change":"2024-09-19T11:20:35.350551+0000","last_active":"2024-09-19T11:56:38.858517+0000","last_peered":"2024-09-19T11:56:38.858517+0000","last_clean":"2024-09-19T11:56:38.858517+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T11:56:38.858517+0000","last_undegraded":"2024-09-19T11:56:38.858517+0000","last_fullsized":"2024-09-19T11:56:38.858517+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:17.710699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'165","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.608670+0000","last_change":"2024-09-19T11:20:37.359785+0000","last_active":"2024-09-19T11:58:46.608670+0000","last_peered":"2024-09-19T11:58:46.608670+0000","last_clean":"2024-09-19T11:58:46.608670+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T11:58:46.608670+0000","last_undegraded":"2024-09-19T11:58:46.608670+0000","last_fullsized":"2024-09-19T11:58:46.608670+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:32.552875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1779","reported_seq":3563,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906429+0000","last_change":"2024-09-19T11:20:29.336731+0000","last_active":"2024-09-19T11:58:47.906429+0000","last_peered":"2024-09-19T11:58:47.906429+0000","last_clean":"2024-09-19T11:58:47.906429+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T11:58:47.906429+0000","last_undegraded":"2024-09-19T11:58:47.906429+0000","last_fullsized":"2024-09-19T11:58:47.906429+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":1700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:48.471257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":603,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:23.875429+0000","last_change":"2024-09-19T11:20:10.620362+0000","last_active":"2024-09-19T11:58:23.875429+0000","last_peered":"2024-09-19T11:58:23.875429+0000","last_clean":"2024-09-19T11:58:23.875429+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T11:58:23.875429+0000","last_undegraded":"2024-09-19T11:58:23.875429+0000","last_fullsized":"2024-09-19T11:58:23.875429+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:09.610399+0000","last_clean_scrub_stamp":"2024-09-19T11:20:09.610399+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:59:14.755470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867989+0000","last_change":"2024-09-19T11:20:18.656896+0000","last_active":"2024-09-19T11:57:48.867989+0000","last_peered":"2024-09-19T11:57:48.867989+0000","last_clean":"2024-09-19T11:57:48.867989+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T11:57:48.867989+0000","last_undegraded":"2024-09-19T11:57:48.867989+0000","last_fullsized":"2024-09-19T11:57:48.867989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:19.798578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'175","reported_seq":775,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.519621+0000","last_change":"2024-09-19T11:20:27.320279+0000","last_active":"2024-09-19T12:00:38.519621+0000","last_peered":"2024-09-19T12:00:38.519621+0000","last_clean":"2024-09-19T12:00:38.519621+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:38.519621+0000","last_undegraded":"2024-09-19T12:00:38.519621+0000","last_fullsized":"2024-09-19T12:00:38.519621+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:19.894325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872843+0000","last_change":"2024-09-19T11:20:31.334713+0000","last_active":"2024-09-19T11:58:03.872843+0000","last_peered":"2024-09-19T11:58:03.872843+0000","last_clean":"2024-09-19T11:58:03.872843+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T11:58:03.872843+0000","last_undegraded":"2024-09-19T11:58:03.872843+0000","last_fullsized":"2024-09-19T11:58:03.872843+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:51.685793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'279","reported_seq":968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.722297+0000","last_change":"2024-09-19T11:20:33.337264+0000","last_active":"2024-09-19T12:00:38.722297+0000","last_peered":"2024-09-19T12:00:38.722297+0000","last_clean":"2024-09-19T12:00:38.722297+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:00:38.722297+0000","last_undegraded":"2024-09-19T12:00:38.722297+0000","last_fullsized":"2024-09-19T12:00:38.722297+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:14.403427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:29.126861+0000","last_change":"2024-09-19T11:20:35.349116+0000","last_active":"2024-09-19T11:57:29.126861+0000","last_peered":"2024-09-19T11:57:29.126861+0000","last_clean":"2024-09-19T11:57:29.126861+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T11:57:29.126861+0000","last_undegraded":"2024-09-19T11:57:29.126861+0000","last_fullsized":"2024-09-19T11:57:29.126861+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:27.944269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'220","reported_seq":919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.771594+0000","last_change":"2024-09-19T11:20:37.362796+0000","last_active":"2024-09-19T11:59:00.771594+0000","last_peered":"2024-09-19T11:59:00.771594+0000","last_clean":"2024-09-19T11:59:00.771594+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T11:59:00.771594+0000","last_undegraded":"2024-09-19T11:59:00.771594+0000","last_fullsized":"2024-09-19T11:59:00.771594+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:33.881136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528768+0000","last_change":"2024-09-19T11:21:02.400049+0000","last_active":"2024-09-19T12:00:18.528768+0000","last_peered":"2024-09-19T12:00:18.528768+0000","last_clean":"2024-09-19T12:00:18.528768+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:18.528768+0000","last_undegraded":"2024-09-19T12:00:18.528768+0000","last_fullsized":"2024-09-19T12:00:18.528768+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:43.870083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876211+0000","last_change":"2024-09-19T11:20:18.916567+0000","last_active":"2024-09-19T11:58:28.876211+0000","last_peered":"2024-09-19T11:58:28.876211+0000","last_clean":"2024-09-19T11:58:28.876211+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T11:58:28.876211+0000","last_undegraded":"2024-09-19T11:58:28.876211+0000","last_fullsized":"2024-09-19T11:58:28.876211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:30.910058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'223","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.631275+0000","last_change":"2024-09-19T12:00:43.631275+0000","last_active":"2024-09-19T12:00:43.631275+0000","last_peered":"2024-09-19T12:00:43.631275+0000","last_clean":"2024-09-19T12:00:43.631275+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:43.631275+0000","last_undegraded":"2024-09-19T12:00:43.631275+0000","last_fullsized":"2024-09-19T12:00:43.631275+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'223","last_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_deep_scrub":"261'223","last_deep_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.631206+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:54.377357+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864700+0000","last_change":"2024-09-19T11:20:31.339718+0000","last_active":"2024-09-19T11:57:23.864700+0000","last_peered":"2024-09-19T11:57:23.864700+0000","last_clean":"2024-09-19T11:57:23.864700+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T11:57:23.864700+0000","last_undegraded":"2024-09-19T11:57:23.864700+0000","last_fullsized":"2024-09-19T11:57:23.864700+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:47.100171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'827","reported_seq":2230,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.715936+0000","last_change":"2024-09-19T11:20:33.342115+0000","last_active":"2024-09-19T12:00:38.715936+0000","last_peered":"2024-09-19T12:00:38.715936+0000","last_clean":"2024-09-19T12:00:38.715936+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:00:38.715936+0000","last_undegraded":"2024-09-19T12:00:38.715936+0000","last_fullsized":"2024-09-19T12:00:38.715936+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":800,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:09.544575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.874868+0000","last_change":"2024-09-19T11:20:35.350026+0000","last_active":"2024-09-19T11:58:18.874868+0000","last_peered":"2024-09-19T11:58:18.874868+0000","last_clean":"2024-09-19T11:58:18.874868+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T11:58:18.874868+0000","last_undegraded":"2024-09-19T11:58:18.874868+0000","last_fullsized":"2024-09-19T11:58:18.874868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:23.186268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'203","reported_seq":718,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:05.793412+0000","last_change":"2024-09-19T11:20:37.369532+0000","last_active":"2024-09-19T11:58:05.793412+0000","last_peered":"2024-09-19T11:58:05.793412+0000","last_clean":"2024-09-19T11:58:05.793412+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T11:58:05.793412+0000","last_undegraded":"2024-09-19T11:58:05.793412+0000","last_fullsized":"2024-09-19T11:58:05.793412+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:24.233699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1154","reported_seq":2725,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.527335+0000","last_change":"2024-09-19T11:20:29.324693+0000","last_active":"2024-09-19T12:00:18.527335+0000","last_peered":"2024-09-19T12:00:18.527335+0000","last_clean":"2024-09-19T12:00:18.527335+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:18.527335+0000","last_undegraded":"2024-09-19T12:00:18.527335+0000","last_fullsized":"2024-09-19T12:00:18.527335+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":1100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:06:01.352976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.008936+0000","last_change":"2024-09-19T12:00:44.008936+0000","last_active":"2024-09-19T12:00:44.008936+0000","last_peered":"2024-09-19T12:00:44.008936+0000","last_clean":"2024-09-19T12:00:44.008936+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T12:00:44.008936+0000","last_undegraded":"2024-09-19T12:00:44.008936+0000","last_fullsized":"2024-09-19T12:00:44.008936+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.008864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:36.074782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'194","reported_seq":787,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695250+0000","last_change":"2024-09-19T11:20:27.324479+0000","last_active":"2024-09-19T12:00:38.695250+0000","last_peered":"2024-09-19T12:00:38.695250+0000","last_clean":"2024-09-19T12:00:38.695250+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:38.695250+0000","last_undegraded":"2024-09-19T12:00:38.695250+0000","last_fullsized":"2024-09-19T12:00:38.695250+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:43.046022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"27'1","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.986194+0000","last_change":"2024-09-19T11:20:31.340106+0000","last_active":"2024-09-19T11:57:23.986194+0000","last_peered":"2024-09-19T11:57:23.986194+0000","last_clean":"2024-09-19T11:57:23.986194+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T11:57:23.986194+0000","last_undegraded":"2024-09-19T11:57:23.986194+0000","last_fullsized":"2024-09-19T11:57:23.986194+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:14.047324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'213","reported_seq":1226,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.891261+0000","last_change":"2024-09-19T11:20:33.453535+0000","last_active":"2024-09-19T12:00:18.891261+0000","last_peered":"2024-09-19T12:00:18.891261+0000","last_clean":"2024-09-19T12:00:18.891261+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:00:18.891261+0000","last_undegraded":"2024-09-19T12:00:18.891261+0000","last_fullsized":"2024-09-19T12:00:18.891261+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:57.908019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132502+0000","last_change":"2024-09-19T11:20:35.350214+0000","last_active":"2024-09-19T11:58:09.132502+0000","last_peered":"2024-09-19T11:58:09.132502+0000","last_clean":"2024-09-19T11:58:09.132502+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T11:58:09.132502+0000","last_undegraded":"2024-09-19T11:58:09.132502+0000","last_fullsized":"2024-09-19T11:58:09.132502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:50.544356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'263","reported_seq":854,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.257148+0000","last_change":"2024-09-19T11:20:37.361237+0000","last_active":"2024-09-19T11:59:00.257148+0000","last_peered":"2024-09-19T11:59:00.257148+0000","last_clean":"2024-09-19T11:59:00.257148+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T11:59:00.257148+0000","last_undegraded":"2024-09-19T11:59:00.257148+0000","last_fullsized":"2024-09-19T11:59:00.257148+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:59:27.399344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'426","reported_seq":2092,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.612844+0000","last_change":"2024-09-19T11:20:29.325943+0000","last_active":"2024-09-19T11:58:46.612844+0000","last_peered":"2024-09-19T11:58:46.612844+0000","last_clean":"2024-09-19T11:58:46.612844+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T11:58:46.612844+0000","last_undegraded":"2024-09-19T11:58:46.612844+0000","last_fullsized":"2024-09-19T11:58:46.612844+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:41.693634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":513,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.867959+0000","last_change":"2024-09-19T11:20:18.657530+0000","last_active":"2024-09-19T11:57:48.867959+0000","last_peered":"2024-09-19T11:57:48.867959+0000","last_clean":"2024-09-19T11:57:48.867959+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T11:57:48.867959+0000","last_undegraded":"2024-09-19T11:57:48.867959+0000","last_fullsized":"2024-09-19T11:57:48.867959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:13.049512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'223","reported_seq":869,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593701+0000","last_change":"2024-09-19T11:20:27.327310+0000","last_active":"2024-09-19T12:00:38.593701+0000","last_peered":"2024-09-19T12:00:38.593701+0000","last_clean":"2024-09-19T12:00:38.593701+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:38.593701+0000","last_undegraded":"2024-09-19T12:00:38.593701+0000","last_fullsized":"2024-09-19T12:00:38.593701+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:38:55.264093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131691+0000","last_change":"2024-09-19T11:20:31.339844+0000","last_active":"2024-09-19T11:58:04.131691+0000","last_peered":"2024-09-19T11:58:04.131691+0000","last_clean":"2024-09-19T11:58:04.131691+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T11:58:04.131691+0000","last_undegraded":"2024-09-19T11:58:04.131691+0000","last_fullsized":"2024-09-19T11:58:04.131691+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:00.861772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'114","reported_seq":642,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:10.262382+0000","last_change":"2024-09-19T11:20:33.337759+0000","last_active":"2024-09-19T12:00:10.262382+0000","last_peered":"2024-09-19T12:00:10.262382+0000","last_clean":"2024-09-19T12:00:10.262382+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:00:10.262382+0000","last_undegraded":"2024-09-19T12:00:10.262382+0000","last_fullsized":"2024-09-19T12:00:10.262382+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.057747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:28.865223+0000","last_change":"2024-09-19T11:20:35.349664+0000","last_active":"2024-09-19T11:57:28.865223+0000","last_peered":"2024-09-19T11:57:28.865223+0000","last_clean":"2024-09-19T11:57:28.865223+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T11:57:28.865223+0000","last_undegraded":"2024-09-19T11:57:28.865223+0000","last_fullsized":"2024-09-19T11:57:28.865223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:05.454716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'106","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.876001+0000","last_change":"2024-09-19T11:20:37.361917+0000","last_active":"2024-09-19T11:58:41.876001+0000","last_peered":"2024-09-19T11:58:41.876001+0000","last_clean":"2024-09-19T11:58:41.876001+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T11:58:41.876001+0000","last_undegraded":"2024-09-19T11:58:41.876001+0000","last_fullsized":"2024-09-19T11:58:41.876001+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:19.512447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2202,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283677+0000","last_change":"2024-09-19T11:20:29.324027+0000","last_active":"2024-09-19T11:58:47.283677+0000","last_peered":"2024-09-19T11:58:47.283677+0000","last_clean":"2024-09-19T11:58:47.283677+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T11:58:47.283677+0000","last_undegraded":"2024-09-19T11:58:47.283677+0000","last_fullsized":"2024-09-19T11:58:47.283677+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:47.886558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'220","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687550+0000","last_change":"2024-09-19T11:20:27.325128+0000","last_active":"2024-09-19T12:00:38.687550+0000","last_peered":"2024-09-19T12:00:38.687550+0000","last_clean":"2024-09-19T12:00:38.687550+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:38.687550+0000","last_undegraded":"2024-09-19T12:00:38.687550+0000","last_fullsized":"2024-09-19T12:00:38.687550+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:59.719941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.628941+0000","last_change":"2024-09-19T12:00:43.628941+0000","last_active":"2024-09-19T12:00:43.628941+0000","last_peered":"2024-09-19T12:00:43.628941+0000","last_clean":"2024-09-19T12:00:43.628941+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T12:00:43.628941+0000","last_undegraded":"2024-09-19T12:00:43.628941+0000","last_fullsized":"2024-09-19T12:00:43.628941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.628854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:11:18.447953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:04.131639+0000","last_change":"2024-09-19T11:20:31.332822+0000","last_active":"2024-09-19T11:58:04.131639+0000","last_peered":"2024-09-19T11:58:04.131639+0000","last_clean":"2024-09-19T11:58:04.131639+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T11:58:04.131639+0000","last_undegraded":"2024-09-19T11:58:04.131639+0000","last_fullsized":"2024-09-19T11:58:04.131639+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:51:44.906120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'267","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.706477+0000","last_change":"2024-09-19T11:20:33.337252+0000","last_active":"2024-09-19T12:00:38.706477+0000","last_peered":"2024-09-19T12:00:38.706477+0000","last_clean":"2024-09-19T12:00:38.706477+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:00:38.706477+0000","last_undegraded":"2024-09-19T12:00:38.706477+0000","last_fullsized":"2024-09-19T12:00:38.706477+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:32:18.964475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871280+0000","last_change":"2024-09-19T11:20:35.351604+0000","last_active":"2024-09-19T11:58:08.871280+0000","last_peered":"2024-09-19T11:58:08.871280+0000","last_clean":"2024-09-19T11:58:08.871280+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T11:58:08.871280+0000","last_undegraded":"2024-09-19T11:58:08.871280+0000","last_fullsized":"2024-09-19T11:58:08.871280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:58.473959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'152","reported_seq":654,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.440265+0000","last_change":"2024-09-19T11:20:37.369507+0000","last_active":"2024-09-19T11:58:43.440265+0000","last_peered":"2024-09-19T11:58:43.440265+0000","last_clean":"2024-09-19T11:58:43.440265+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T11:58:43.440265+0000","last_undegraded":"2024-09-19T11:58:43.440265+0000","last_fullsized":"2024-09-19T11:58:43.440265+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:02.035744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'858","reported_seq":2601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714922+0000","last_change":"2024-09-19T11:20:29.337582+0000","last_active":"2024-09-19T11:59:00.714922+0000","last_peered":"2024-09-19T11:59:00.714922+0000","last_clean":"2024-09-19T11:59:00.714922+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T11:59:00.714922+0000","last_undegraded":"2024-09-19T11:59:00.714922+0000","last_fullsized":"2024-09-19T11:59:00.714922+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:31.749096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":981,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.695013+0000","last_change":"2024-09-19T11:20:27.322084+0000","last_active":"2024-09-19T12:00:38.695013+0000","last_peered":"2024-09-19T12:00:38.695013+0000","last_clean":"2024-09-19T12:00:38.695013+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:38.695013+0000","last_undegraded":"2024-09-19T12:00:38.695013+0000","last_fullsized":"2024-09-19T12:00:38.695013+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:27.491471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":511,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872028+0000","last_change":"2024-09-19T11:20:18.916544+0000","last_active":"2024-09-19T11:57:58.872028+0000","last_peered":"2024-09-19T11:57:58.872028+0000","last_clean":"2024-09-19T11:57:58.872028+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T11:57:58.872028+0000","last_undegraded":"2024-09-19T11:57:58.872028+0000","last_fullsized":"2024-09-19T11:57:58.872028+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:50.643110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870347+0000","last_change":"2024-09-19T11:20:31.334769+0000","last_active":"2024-09-19T11:58:03.870347+0000","last_peered":"2024-09-19T11:58:03.870347+0000","last_clean":"2024-09-19T11:58:03.870347+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T11:58:03.870347+0000","last_undegraded":"2024-09-19T11:58:03.870347+0000","last_fullsized":"2024-09-19T11:58:03.870347+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:50.775447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'157","reported_seq":705,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:10.258872+0000","last_change":"2024-09-19T11:20:33.452283+0000","last_active":"2024-09-19T11:59:10.258872+0000","last_peered":"2024-09-19T11:59:10.258872+0000","last_clean":"2024-09-19T11:59:10.258872+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T11:59:10.258872+0000","last_undegraded":"2024-09-19T11:59:10.258872+0000","last_fullsized":"2024-09-19T11:59:10.258872+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:14.476121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'771","reported_seq":2731,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.726927+0000","last_change":"2024-09-19T11:20:35.348357+0000","last_active":"2024-09-19T12:00:38.726927+0000","last_peered":"2024-09-19T12:00:38.726927+0000","last_clean":"2024-09-19T12:00:38.726927+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:00:38.726927+0000","last_undegraded":"2024-09-19T12:00:38.726927+0000","last_fullsized":"2024-09-19T12:00:38.726927+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:04:11.070337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'115","reported_seq":615,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.166741+0000","last_change":"2024-09-19T11:20:37.372512+0000","last_active":"2024-09-19T11:59:00.166741+0000","last_peered":"2024-09-19T11:59:00.166741+0000","last_clean":"2024-09-19T11:59:00.166741+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T11:59:00.166741+0000","last_undegraded":"2024-09-19T11:59:00.166741+0000","last_fullsized":"2024-09-19T11:59:00.166741+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.939609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'485","reported_seq":2111,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.155648+0000","last_change":"2024-09-19T11:20:29.337338+0000","last_active":"2024-09-19T11:58:41.155648+0000","last_peered":"2024-09-19T11:58:41.155648+0000","last_clean":"2024-09-19T11:58:41.155648+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T11:58:41.155648+0000","last_undegraded":"2024-09-19T11:58:41.155648+0000","last_fullsized":"2024-09-19T11:58:41.155648+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":400,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:26.922350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'253","reported_seq":920,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673509+0000","last_change":"2024-09-19T11:20:27.328331+0000","last_active":"2024-09-19T12:00:38.673509+0000","last_peered":"2024-09-19T12:00:38.673509+0000","last_clean":"2024-09-19T12:00:38.673509+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:38.673509+0000","last_undegraded":"2024-09-19T12:00:38.673509+0000","last_fullsized":"2024-09-19T12:00:38.673509+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:09.802864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":512,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.972599+0000","last_change":"2024-09-19T11:20:18.659249+0000","last_active":"2024-09-19T11:57:08.972599+0000","last_peered":"2024-09-19T11:57:08.972599+0000","last_clean":"2024-09-19T11:57:08.972599+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T11:57:08.972599+0000","last_undegraded":"2024-09-19T11:57:08.972599+0000","last_fullsized":"2024-09-19T11:57:08.972599+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:12.660267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870591+0000","last_change":"2024-09-19T11:20:31.334162+0000","last_active":"2024-09-19T11:58:03.870591+0000","last_peered":"2024-09-19T11:58:03.870591+0000","last_clean":"2024-09-19T11:58:03.870591+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T11:58:03.870591+0000","last_undegraded":"2024-09-19T11:58:03.870591+0000","last_fullsized":"2024-09-19T11:58:03.870591+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:10.260662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'120","reported_seq":646,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.716390+0000","last_change":"2024-09-19T11:20:33.336591+0000","last_active":"2024-09-19T11:59:00.716390+0000","last_peered":"2024-09-19T11:59:00.716390+0000","last_clean":"2024-09-19T11:59:00.716390+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T11:59:00.716390+0000","last_undegraded":"2024-09-19T11:59:00.716390+0000","last_fullsized":"2024-09-19T11:59:00.716390+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:15.706846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'774","reported_seq":2506,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.429226+0000","last_change":"2024-09-19T11:20:35.350167+0000","last_active":"2024-09-19T12:00:38.429226+0000","last_peered":"2024-09-19T12:00:38.429226+0000","last_clean":"2024-09-19T12:00:38.429226+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:00:38.429226+0000","last_undegraded":"2024-09-19T12:00:38.429226+0000","last_fullsized":"2024-09-19T12:00:38.429226+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:02:11.954450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'153","reported_seq":650,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:57.149091+0000","last_change":"2024-09-19T11:20:37.356848+0000","last_active":"2024-09-19T11:58:57.149091+0000","last_peered":"2024-09-19T11:58:57.149091+0000","last_clean":"2024-09-19T11:58:57.149091+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T11:58:57.149091+0000","last_undegraded":"2024-09-19T11:58:57.149091+0000","last_fullsized":"2024-09-19T11:58:57.149091+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:18.010924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1164","reported_seq":2713,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906016+0000","last_change":"2024-09-19T11:20:29.335486+0000","last_active":"2024-09-19T11:58:47.906016+0000","last_peered":"2024-09-19T11:58:47.906016+0000","last_clean":"2024-09-19T11:58:47.906016+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T11:58:47.906016+0000","last_undegraded":"2024-09-19T11:58:47.906016+0000","last_fullsized":"2024-09-19T11:58:47.906016+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":1100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:03:43.331480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'243","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559941+0000","last_change":"2024-09-19T11:20:27.327792+0000","last_active":"2024-09-19T12:00:38.559941+0000","last_peered":"2024-09-19T12:00:38.559941+0000","last_clean":"2024-09-19T12:00:38.559941+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:38.559941+0000","last_undegraded":"2024-09-19T12:00:38.559941+0000","last_fullsized":"2024-09-19T12:00:38.559941+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":200,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:13:22.867957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":509,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.862909+0000","last_change":"2024-09-19T11:20:18.916502+0000","last_active":"2024-09-19T11:57:08.862909+0000","last_peered":"2024-09-19T11:57:08.862909+0000","last_clean":"2024-09-19T11:57:08.862909+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T11:57:08.862909+0000","last_undegraded":"2024-09-19T11:57:08.862909+0000","last_fullsized":"2024-09-19T11:57:08.862909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:15.626219+0000","last_clean_scrub_stamp":"2024-09-19T11:20:15.626219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:01.833138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":494,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.909316+0000","last_change":"2024-09-19T11:20:31.334952+0000","last_active":"2024-09-19T11:58:38.909316+0000","last_peered":"2024-09-19T11:58:38.909316+0000","last_clean":"2024-09-19T11:58:38.909316+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T11:58:38.909316+0000","last_undegraded":"2024-09-19T11:58:38.909316+0000","last_fullsized":"2024-09-19T11:58:38.909316+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:17.596431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'308","reported_seq":1011,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.682597+0000","last_change":"2024-09-19T11:20:33.452319+0000","last_active":"2024-09-19T12:00:38.682597+0000","last_peered":"2024-09-19T12:00:38.682597+0000","last_clean":"2024-09-19T12:00:38.682597+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:00:38.682597+0000","last_undegraded":"2024-09-19T12:00:38.682597+0000","last_fullsized":"2024-09-19T12:00:38.682597+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:34.139433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905000+0000","last_change":"2024-09-19T11:20:35.350025+0000","last_active":"2024-09-19T11:58:08.905000+0000","last_peered":"2024-09-19T11:58:08.905000+0000","last_clean":"2024-09-19T11:58:08.905000+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T11:58:08.905000+0000","last_undegraded":"2024-09-19T11:58:08.905000+0000","last_fullsized":"2024-09-19T11:58:08.905000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:17.101863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'122","reported_seq":608,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.106313+0000","last_change":"2024-09-19T11:20:37.363167+0000","last_active":"2024-09-19T11:58:11.106313+0000","last_peered":"2024-09-19T11:58:11.106313+0000","last_clean":"2024-09-19T11:58:11.106313+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T11:58:11.106313+0000","last_undegraded":"2024-09-19T11:58:11.106313+0000","last_fullsized":"2024-09-19T11:58:11.106313+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:57.654303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'117","reported_seq":666,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.820210+0000","last_change":"2024-09-19T11:20:37.359157+0000","last_active":"2024-09-19T11:59:00.820210+0000","last_peered":"2024-09-19T11:59:00.820210+0000","last_clean":"2024-09-19T11:59:00.820210+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T11:59:00.820210+0000","last_undegraded":"2024-09-19T11:59:00.820210+0000","last_fullsized":"2024-09-19T11:59:00.820210+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:36.638696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'449","reported_seq":1898,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207189+0000","last_change":"2024-09-19T11:20:29.338393+0000","last_active":"2024-09-19T11:58:58.207189+0000","last_peered":"2024-09-19T11:58:58.207189+0000","last_clean":"2024-09-19T11:58:58.207189+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T11:58:58.207189+0000","last_undegraded":"2024-09-19T11:58:58.207189+0000","last_fullsized":"2024-09-19T11:58:58.207189+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:39:35.059836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'347","reported_seq":1029,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636573+0000","last_change":"2024-09-19T11:20:27.330128+0000","last_active":"2024-09-19T12:00:38.636573+0000","last_peered":"2024-09-19T12:00:38.636573+0000","last_clean":"2024-09-19T12:00:38.636573+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:38.636573+0000","last_undegraded":"2024-09-19T12:00:38.636573+0000","last_fullsized":"2024-09-19T12:00:38.636573+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:10.242486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.978162+0000","last_change":"2024-09-19T11:20:31.338146+0000","last_active":"2024-09-19T11:57:53.978162+0000","last_peered":"2024-09-19T11:57:53.978162+0000","last_clean":"2024-09-19T11:57:53.978162+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T11:57:53.978162+0000","last_undegraded":"2024-09-19T11:57:53.978162+0000","last_fullsized":"2024-09-19T11:57:53.978162+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:39.395290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'135","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.533549+0000","last_change":"2024-09-19T11:20:33.337247+0000","last_active":"2024-09-19T12:00:38.533549+0000","last_peered":"2024-09-19T12:00:38.533549+0000","last_clean":"2024-09-19T12:00:38.533549+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:00:38.533549+0000","last_undegraded":"2024-09-19T12:00:38.533549+0000","last_fullsized":"2024-09-19T12:00:38.533549+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:40.057276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903613+0000","last_change":"2024-09-19T11:20:35.347452+0000","last_active":"2024-09-19T11:57:58.903613+0000","last_peered":"2024-09-19T11:57:58.903613+0000","last_clean":"2024-09-19T11:57:58.903613+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T11:57:58.903613+0000","last_undegraded":"2024-09-19T11:57:58.903613+0000","last_fullsized":"2024-09-19T11:57:58.903613+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:39.849461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'133","reported_seq":622,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910310+0000","last_change":"2024-09-19T11:20:37.357014+0000","last_active":"2024-09-19T11:58:43.910310+0000","last_peered":"2024-09-19T11:58:43.910310+0000","last_clean":"2024-09-19T11:58:43.910310+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T11:58:43.910310+0000","last_undegraded":"2024-09-19T11:58:43.910310+0000","last_fullsized":"2024-09-19T11:58:43.910310+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:31.693054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1092","reported_seq":3008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526965+0000","last_change":"2024-09-19T11:20:29.333912+0000","last_active":"2024-09-19T12:00:18.526965+0000","last_peered":"2024-09-19T12:00:18.526965+0000","last_clean":"2024-09-19T12:00:18.526965+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:18.526965+0000","last_undegraded":"2024-09-19T12:00:18.526965+0000","last_fullsized":"2024-09-19T12:00:18.526965+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":1000,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:43:59.151713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'234","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655514+0000","last_change":"2024-09-19T11:20:27.333657+0000","last_active":"2024-09-19T12:00:38.655514+0000","last_peered":"2024-09-19T12:00:38.655514+0000","last_clean":"2024-09-19T12:00:38.655514+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:38.655514+0000","last_undegraded":"2024-09-19T12:00:38.655514+0000","last_fullsized":"2024-09-19T12:00:38.655514+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:58:37.242327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.902756+0000","last_change":"2024-09-19T11:20:31.327517+0000","last_active":"2024-09-19T11:57:53.902756+0000","last_peered":"2024-09-19T11:57:53.902756+0000","last_clean":"2024-09-19T11:57:53.902756+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T11:57:53.902756+0000","last_undegraded":"2024-09-19T11:57:53.902756+0000","last_fullsized":"2024-09-19T11:57:53.902756+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:04.435351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'55","reported_seq":548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.954010+0000","last_change":"2024-09-19T11:20:33.339731+0000","last_active":"2024-09-19T11:58:38.954010+0000","last_peered":"2024-09-19T11:58:38.954010+0000","last_clean":"2024-09-19T11:58:38.954010+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T11:58:38.954010+0000","last_undegraded":"2024-09-19T11:58:38.954010+0000","last_fullsized":"2024-09-19T11:58:38.954010+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:42.605787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.871951+0000","last_change":"2024-09-19T11:20:35.349137+0000","last_active":"2024-09-19T11:57:58.871951+0000","last_peered":"2024-09-19T11:57:58.871951+0000","last_clean":"2024-09-19T11:57:58.871951+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T11:57:58.871951+0000","last_undegraded":"2024-09-19T11:57:58.871951+0000","last_fullsized":"2024-09-19T11:57:58.871951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:44.171660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'236","reported_seq":749,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.158433+0000","last_change":"2024-09-19T11:20:37.353964+0000","last_active":"2024-09-19T11:59:00.158433+0000","last_peered":"2024-09-19T11:59:00.158433+0000","last_clean":"2024-09-19T11:59:00.158433+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T11:59:00.158433+0000","last_undegraded":"2024-09-19T11:59:00.158433+0000","last_fullsized":"2024-09-19T11:59:00.158433+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:22.059342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'892","reported_seq":2575,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714603+0000","last_change":"2024-09-19T11:20:29.339704+0000","last_active":"2024-09-19T11:59:00.714603+0000","last_peered":"2024-09-19T11:59:00.714603+0000","last_clean":"2024-09-19T11:59:00.714603+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T11:59:00.714603+0000","last_undegraded":"2024-09-19T11:59:00.714603+0000","last_fullsized":"2024-09-19T11:59:00.714603+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":800,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:32.715688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'190","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562471+0000","last_change":"2024-09-19T11:21:02.408004+0000","last_active":"2024-09-19T12:00:38.562471+0000","last_peered":"2024-09-19T12:00:38.562471+0000","last_clean":"2024-09-19T12:00:38.562471+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:38.562471+0000","last_undegraded":"2024-09-19T12:00:38.562471+0000","last_fullsized":"2024-09-19T12:00:38.562471+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:29.208117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871272+0000","last_change":"2024-09-19T11:20:31.332082+0000","last_active":"2024-09-19T11:57:53.871272+0000","last_peered":"2024-09-19T11:57:53.871272+0000","last_clean":"2024-09-19T11:57:53.871272+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T11:57:53.871272+0000","last_undegraded":"2024-09-19T11:57:53.871272+0000","last_fullsized":"2024-09-19T11:57:53.871272+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:00.608384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'153","reported_seq":732,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.688928+0000","last_change":"2024-09-19T11:20:33.340703+0000","last_active":"2024-09-19T12:00:38.688928+0000","last_peered":"2024-09-19T12:00:38.688928+0000","last_clean":"2024-09-19T12:00:38.688928+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:00:38.688928+0000","last_undegraded":"2024-09-19T12:00:38.688928+0000","last_fullsized":"2024-09-19T12:00:38.688928+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:46.101725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869602+0000","last_change":"2024-09-19T11:20:35.352399+0000","last_active":"2024-09-19T11:57:58.869602+0000","last_peered":"2024-09-19T11:57:58.869602+0000","last_clean":"2024-09-19T11:57:58.869602+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T11:57:58.869602+0000","last_undegraded":"2024-09-19T11:57:58.869602+0000","last_fullsized":"2024-09-19T11:57:58.869602+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:37.118864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'157","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.429980+0000","last_change":"2024-09-19T11:20:37.361442+0000","last_active":"2024-09-19T12:00:19.429980+0000","last_peered":"2024-09-19T12:00:19.429980+0000","last_clean":"2024-09-19T12:00:19.429980+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:00:19.429980+0000","last_undegraded":"2024-09-19T12:00:19.429980+0000","last_fullsized":"2024-09-19T12:00:19.429980+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:36.450774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2049,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526070+0000","last_change":"2024-09-19T11:20:29.342746+0000","last_active":"2024-09-19T12:00:18.526070+0000","last_peered":"2024-09-19T12:00:18.526070+0000","last_clean":"2024-09-19T12:00:18.526070+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:18.526070+0000","last_undegraded":"2024-09-19T12:00:18.526070+0000","last_fullsized":"2024-09-19T12:00:18.526070+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:09.935845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'196","reported_seq":913,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.673950+0000","last_change":"2024-09-19T11:20:27.334552+0000","last_active":"2024-09-19T12:00:38.673950+0000","last_peered":"2024-09-19T12:00:38.673950+0000","last_clean":"2024-09-19T12:00:38.673950+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:38.673950+0000","last_undegraded":"2024-09-19T12:00:38.673950+0000","last_fullsized":"2024-09-19T12:00:38.673950+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:28.432061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.868837+0000","last_change":"2024-09-19T11:20:31.335459+0000","last_active":"2024-09-19T11:57:53.868837+0000","last_peered":"2024-09-19T11:57:53.868837+0000","last_clean":"2024-09-19T11:57:53.868837+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T11:57:53.868837+0000","last_undegraded":"2024-09-19T11:57:53.868837+0000","last_fullsized":"2024-09-19T11:57:53.868837+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:48:21.320384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'130","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.668005+0000","last_change":"2024-09-19T11:20:33.341342+0000","last_active":"2024-09-19T12:00:38.668005+0000","last_peered":"2024-09-19T12:00:38.668005+0000","last_clean":"2024-09-19T12:00:38.668005+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:00:38.668005+0000","last_undegraded":"2024-09-19T12:00:38.668005+0000","last_fullsized":"2024-09-19T12:00:38.668005+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:35.641087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:59.130842+0000","last_change":"2024-09-19T11:20:35.350890+0000","last_active":"2024-09-19T11:57:59.130842+0000","last_peered":"2024-09-19T11:57:59.130842+0000","last_clean":"2024-09-19T11:57:59.130842+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T11:57:59.130842+0000","last_undegraded":"2024-09-19T11:57:59.130842+0000","last_fullsized":"2024-09-19T11:57:59.130842+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:26.896934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'792","reported_seq":2322,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155001+0000","last_change":"2024-09-19T11:20:29.336493+0000","last_active":"2024-09-19T11:59:00.155001+0000","last_peered":"2024-09-19T11:59:00.155001+0000","last_clean":"2024-09-19T11:59:00.155001+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T11:59:00.155001+0000","last_undegraded":"2024-09-19T11:59:00.155001+0000","last_fullsized":"2024-09-19T11:59:00.155001+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":700,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:06.731419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'209","reported_seq":838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655055+0000","last_change":"2024-09-19T11:20:27.323367+0000","last_active":"2024-09-19T12:00:38.655055+0000","last_peered":"2024-09-19T12:00:38.655055+0000","last_clean":"2024-09-19T12:00:38.655055+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:38.655055+0000","last_undegraded":"2024-09-19T12:00:38.655055+0000","last_fullsized":"2024-09-19T12:00:38.655055+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:52.249781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014981+0000","last_change":"2024-09-19T11:20:31.331390+0000","last_active":"2024-09-19T11:58:39.014981+0000","last_peered":"2024-09-19T11:58:39.014981+0000","last_clean":"2024-09-19T11:58:39.014981+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T11:58:39.014981+0000","last_undegraded":"2024-09-19T11:58:39.014981+0000","last_fullsized":"2024-09-19T11:58:39.014981+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:14:30.980250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'220","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.657932+0000","last_change":"2024-09-19T11:20:33.342316+0000","last_active":"2024-09-19T12:00:38.657932+0000","last_peered":"2024-09-19T12:00:38.657932+0000","last_clean":"2024-09-19T12:00:38.657932+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:00:38.657932+0000","last_undegraded":"2024-09-19T12:00:38.657932+0000","last_fullsized":"2024-09-19T12:00:38.657932+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:01.048523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871014+0000","last_change":"2024-09-19T11:20:35.351459+0000","last_active":"2024-09-19T11:58:08.871014+0000","last_peered":"2024-09-19T11:58:08.871014+0000","last_clean":"2024-09-19T11:58:08.871014+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T11:58:08.871014+0000","last_undegraded":"2024-09-19T11:58:08.871014+0000","last_fullsized":"2024-09-19T11:58:08.871014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:30.112193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'134","reported_seq":627,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:30.033866+0000","last_change":"2024-09-19T11:20:37.372662+0000","last_active":"2024-09-19T11:58:30.033866+0000","last_peered":"2024-09-19T11:58:30.033866+0000","last_clean":"2024-09-19T11:58:30.033866+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T11:58:30.033866+0000","last_undegraded":"2024-09-19T11:58:30.033866+0000","last_fullsized":"2024-09-19T11:58:30.033866+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:44.746510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'384","reported_seq":1872,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.613436+0000","last_change":"2024-09-19T11:20:29.338874+0000","last_active":"2024-09-19T11:58:46.613436+0000","last_peered":"2024-09-19T11:58:46.613436+0000","last_clean":"2024-09-19T11:58:46.613436+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T11:58:46.613436+0000","last_undegraded":"2024-09-19T11:58:46.613436+0000","last_fullsized":"2024-09-19T11:58:46.613436+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:07.409788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701520+0000","last_change":"2024-09-19T11:20:27.324931+0000","last_active":"2024-09-19T12:00:38.701520+0000","last_peered":"2024-09-19T12:00:38.701520+0000","last_clean":"2024-09-19T12:00:38.701520+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:38.701520+0000","last_undegraded":"2024-09-19T12:00:38.701520+0000","last_fullsized":"2024-09-19T12:00:38.701520+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:06.812372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870406+0000","last_change":"2024-09-19T11:20:31.336468+0000","last_active":"2024-09-19T11:58:03.870406+0000","last_peered":"2024-09-19T11:58:03.870406+0000","last_clean":"2024-09-19T11:58:03.870406+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T11:58:03.870406+0000","last_undegraded":"2024-09-19T11:58:03.870406+0000","last_fullsized":"2024-09-19T11:58:03.870406+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:47:57.622926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'142","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.675793+0000","last_change":"2024-09-19T11:20:33.342086+0000","last_active":"2024-09-19T12:00:38.675793+0000","last_peered":"2024-09-19T12:00:38.675793+0000","last_clean":"2024-09-19T12:00:38.675793+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:00:38.675793+0000","last_undegraded":"2024-09-19T12:00:38.675793+0000","last_fullsized":"2024-09-19T12:00:38.675793+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:45.544923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.980461+0000","last_change":"2024-09-19T11:20:35.352695+0000","last_active":"2024-09-19T11:58:08.980461+0000","last_peered":"2024-09-19T11:58:08.980461+0000","last_clean":"2024-09-19T11:58:08.980461+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T11:58:08.980461+0000","last_undegraded":"2024-09-19T11:58:08.980461+0000","last_fullsized":"2024-09-19T11:58:08.980461+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:08.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'234","reported_seq":1089,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.686040+0000","last_change":"2024-09-19T11:20:37.359770+0000","last_active":"2024-09-19T11:58:58.686040+0000","last_peered":"2024-09-19T11:58:58.686040+0000","last_clean":"2024-09-19T11:58:58.686040+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T11:58:58.686040+0000","last_undegraded":"2024-09-19T11:58:58.686040+0000","last_fullsized":"2024-09-19T11:58:58.686040+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:44.214662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'767","reported_seq":2451,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.154569+0000","last_change":"2024-09-19T11:21:02.404496+0000","last_active":"2024-09-19T11:58:41.154569+0000","last_peered":"2024-09-19T11:58:41.154569+0000","last_clean":"2024-09-19T11:58:41.154569+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T11:58:41.154569+0000","last_undegraded":"2024-09-19T11:58:41.154569+0000","last_fullsized":"2024-09-19T11:58:41.154569+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:02:33.680913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'218","reported_seq":894,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892235+0000","last_change":"2024-09-19T11:20:27.326083+0000","last_active":"2024-09-19T12:00:28.892235+0000","last_peered":"2024-09-19T12:00:28.892235+0000","last_clean":"2024-09-19T12:00:28.892235+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:28.892235+0000","last_undegraded":"2024-09-19T12:00:28.892235+0000","last_fullsized":"2024-09-19T12:00:28.892235+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:41.772108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870687+0000","last_change":"2024-09-19T11:20:31.335706+0000","last_active":"2024-09-19T11:58:03.870687+0000","last_peered":"2024-09-19T11:58:03.870687+0000","last_clean":"2024-09-19T11:58:03.870687+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T11:58:03.870687+0000","last_undegraded":"2024-09-19T11:58:03.870687+0000","last_fullsized":"2024-09-19T11:58:03.870687+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:13.431736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'131","reported_seq":696,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.565688+0000","last_change":"2024-09-19T11:20:33.452278+0000","last_active":"2024-09-19T12:00:38.565688+0000","last_peered":"2024-09-19T12:00:38.565688+0000","last_clean":"2024-09-19T12:00:38.565688+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:00:38.565688+0000","last_undegraded":"2024-09-19T12:00:38.565688+0000","last_fullsized":"2024-09-19T12:00:38.565688+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.925213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.984955+0000","last_change":"2024-09-19T11:20:35.349956+0000","last_active":"2024-09-19T11:58:43.984955+0000","last_peered":"2024-09-19T11:58:43.984955+0000","last_clean":"2024-09-19T11:58:43.984955+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T11:58:43.984955+0000","last_undegraded":"2024-09-19T11:58:43.984955+0000","last_fullsized":"2024-09-19T11:58:43.984955+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'124","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428225+0000","last_change":"2024-09-19T11:20:37.362980+0000","last_active":"2024-09-19T12:00:19.428225+0000","last_peered":"2024-09-19T12:00:19.428225+0000","last_clean":"2024-09-19T12:00:19.428225+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:00:19.428225+0000","last_undegraded":"2024-09-19T12:00:19.428225+0000","last_fullsized":"2024-09-19T12:00:19.428225+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:12.741599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'631","reported_seq":2269,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:40.247163+0000","last_change":"2024-09-19T11:20:29.327281+0000","last_active":"2024-09-19T11:59:40.247163+0000","last_peered":"2024-09-19T11:59:40.247163+0000","last_clean":"2024-09-19T11:59:40.247163+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T11:59:40.247163+0000","last_undegraded":"2024-09-19T11:59:40.247163+0000","last_fullsized":"2024-09-19T11:59:40.247163+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:27.187872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'299","reported_seq":978,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687393+0000","last_change":"2024-09-19T11:20:27.330176+0000","last_active":"2024-09-19T12:00:38.687393+0000","last_peered":"2024-09-19T12:00:38.687393+0000","last_clean":"2024-09-19T12:00:38.687393+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:38.687393+0000","last_undegraded":"2024-09-19T12:00:38.687393+0000","last_fullsized":"2024-09-19T12:00:38.687393+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:13.531569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.979697+0000","last_change":"2024-09-19T11:20:31.334621+0000","last_active":"2024-09-19T11:58:03.979697+0000","last_peered":"2024-09-19T11:58:03.979697+0000","last_clean":"2024-09-19T11:58:03.979697+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T11:58:03.979697+0000","last_undegraded":"2024-09-19T11:58:03.979697+0000","last_fullsized":"2024-09-19T11:58:03.979697+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:57.930148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'81","reported_seq":591,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876792+0000","last_change":"2024-09-19T11:20:33.452660+0000","last_active":"2024-09-19T11:58:43.876792+0000","last_peered":"2024-09-19T11:58:43.876792+0000","last_clean":"2024-09-19T11:58:43.876792+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T11:58:43.876792+0000","last_undegraded":"2024-09-19T11:58:43.876792+0000","last_fullsized":"2024-09-19T11:58:43.876792+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.115011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.423712+0000","last_change":"2024-09-19T11:20:35.349313+0000","last_active":"2024-09-19T12:00:38.423712+0000","last_peered":"2024-09-19T12:00:38.423712+0000","last_clean":"2024-09-19T12:00:38.423712+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:00:38.423712+0000","last_undegraded":"2024-09-19T12:00:38.423712+0000","last_fullsized":"2024-09-19T12:00:38.423712+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:31.633503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.712013+0000","last_change":"2024-09-19T11:20:37.359977+0000","last_active":"2024-09-19T11:59:00.712013+0000","last_peered":"2024-09-19T11:59:00.712013+0000","last_clean":"2024-09-19T11:59:00.712013+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T11:59:00.712013+0000","last_undegraded":"2024-09-19T11:59:00.712013+0000","last_fullsized":"2024-09-19T11:59:00.712013+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:58.811243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'421","reported_seq":2067,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.906300+0000","last_change":"2024-09-19T11:20:29.338081+0000","last_active":"2024-09-19T11:58:47.906300+0000","last_peered":"2024-09-19T11:58:47.906300+0000","last_clean":"2024-09-19T11:58:47.906300+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T11:58:47.906300+0000","last_undegraded":"2024-09-19T11:58:47.906300+0000","last_fullsized":"2024-09-19T11:58:47.906300+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:17.634019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'226","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.636161+0000","last_change":"2024-09-19T11:20:27.327386+0000","last_active":"2024-09-19T12:00:38.636161+0000","last_peered":"2024-09-19T12:00:38.636161+0000","last_clean":"2024-09-19T12:00:38.636161+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:38.636161+0000","last_undegraded":"2024-09-19T12:00:38.636161+0000","last_fullsized":"2024-09-19T12:00:38.636161+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:08.003558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872798+0000","last_change":"2024-09-19T11:20:31.331934+0000","last_active":"2024-09-19T11:58:03.872798+0000","last_peered":"2024-09-19T11:58:03.872798+0000","last_clean":"2024-09-19T11:58:03.872798+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T11:58:03.872798+0000","last_undegraded":"2024-09-19T11:58:03.872798+0000","last_fullsized":"2024-09-19T11:58:03.872798+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:16.757647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'141","reported_seq":708,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.609344+0000","last_change":"2024-09-19T11:20:33.338329+0000","last_active":"2024-09-19T12:00:38.609344+0000","last_peered":"2024-09-19T12:00:38.609344+0000","last_clean":"2024-09-19T12:00:38.609344+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:00:38.609344+0000","last_undegraded":"2024-09-19T12:00:38.609344+0000","last_fullsized":"2024-09-19T12:00:38.609344+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.110522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:54.122048+0000","last_change":"2024-09-19T11:20:35.346670+0000","last_active":"2024-09-19T11:56:54.122048+0000","last_peered":"2024-09-19T11:56:54.122048+0000","last_clean":"2024-09-19T11:56:54.122048+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T11:56:54.122048+0000","last_undegraded":"2024-09-19T11:56:54.122048+0000","last_fullsized":"2024-09-19T11:56:54.122048+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:45.017472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'117","reported_seq":605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.209303+0000","last_change":"2024-09-19T11:20:37.365275+0000","last_active":"2024-09-19T11:58:38.209303+0000","last_peered":"2024-09-19T11:58:38.209303+0000","last_clean":"2024-09-19T11:58:38.209303+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T11:58:38.209303+0000","last_undegraded":"2024-09-19T11:58:38.209303+0000","last_fullsized":"2024-09-19T11:58:38.209303+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:43.102478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'841","reported_seq":2374,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.386568+0000","last_change":"2024-09-19T11:20:29.337440+0000","last_active":"2024-09-19T11:58:28.386568+0000","last_peered":"2024-09-19T11:58:28.386568+0000","last_clean":"2024-09-19T11:58:28.386568+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T11:58:28.386568+0000","last_undegraded":"2024-09-19T11:58:28.386568+0000","last_fullsized":"2024-09-19T11:58:28.386568+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":800,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:56.563803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'258","reported_seq":939,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:28.892333+0000","last_change":"2024-09-19T11:20:27.323303+0000","last_active":"2024-09-19T12:00:28.892333+0000","last_peered":"2024-09-19T12:00:28.892333+0000","last_clean":"2024-09-19T12:00:28.892333+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:28.892333+0000","last_undegraded":"2024-09-19T12:00:28.892333+0000","last_fullsized":"2024-09-19T12:00:28.892333+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:13.810659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870395+0000","last_change":"2024-09-19T11:20:31.334634+0000","last_active":"2024-09-19T11:58:03.870395+0000","last_peered":"2024-09-19T11:58:03.870395+0000","last_clean":"2024-09-19T11:58:03.870395+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T11:58:03.870395+0000","last_undegraded":"2024-09-19T11:58:03.870395+0000","last_fullsized":"2024-09-19T11:58:03.870395+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:45.778858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'117","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.614976+0000","last_change":"2024-09-19T11:20:33.341278+0000","last_active":"2024-09-19T12:00:38.614976+0000","last_peered":"2024-09-19T12:00:38.614976+0000","last_clean":"2024-09-19T12:00:38.614976+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:00:38.614976+0000","last_undegraded":"2024-09-19T12:00:38.614976+0000","last_fullsized":"2024-09-19T12:00:38.614976+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:18.491589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":478,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.862255+0000","last_change":"2024-09-19T11:20:35.346345+0000","last_active":"2024-09-19T11:57:03.862255+0000","last_peered":"2024-09-19T11:57:03.862255+0000","last_clean":"2024-09-19T11:57:03.862255+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T11:57:03.862255+0000","last_undegraded":"2024-09-19T11:57:03.862255+0000","last_fullsized":"2024-09-19T11:57:03.862255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:10.568156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'131","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.478329+0000","last_change":"2024-09-19T11:20:37.372271+0000","last_active":"2024-09-19T12:00:18.478329+0000","last_peered":"2024-09-19T12:00:18.478329+0000","last_clean":"2024-09-19T12:00:18.478329+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:00:18.478329+0000","last_undegraded":"2024-09-19T12:00:18.478329+0000","last_fullsized":"2024-09-19T12:00:18.478329+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:16.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'387","reported_seq":1846,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:42.728805+0000","last_change":"2024-09-19T11:20:29.336405+0000","last_active":"2024-09-19T11:58:42.728805+0000","last_peered":"2024-09-19T11:58:42.728805+0000","last_clean":"2024-09-19T11:58:42.728805+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T11:58:42.728805+0000","last_undegraded":"2024-09-19T11:58:42.728805+0000","last_fullsized":"2024-09-19T11:58:42.728805+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:57.031907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'175","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:33.925638+0000","last_change":"2024-09-19T11:20:27.322585+0000","last_active":"2024-09-19T12:00:33.925638+0000","last_peered":"2024-09-19T12:00:33.925638+0000","last_clean":"2024-09-19T12:00:33.925638+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:33.925638+0000","last_undegraded":"2024-09-19T12:00:33.925638+0000","last_fullsized":"2024-09-19T12:00:33.925638+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:02.554362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.861898+0000","last_change":"2024-09-19T11:20:31.332644+0000","last_active":"2024-09-19T11:56:48.861898+0000","last_peered":"2024-09-19T11:56:48.861898+0000","last_clean":"2024-09-19T11:56:48.861898+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T11:56:48.861898+0000","last_undegraded":"2024-09-19T11:56:48.861898+0000","last_fullsized":"2024-09-19T11:56:48.861898+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:58.335441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'102","reported_seq":652,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.547768+0000","last_change":"2024-09-19T11:20:33.340560+0000","last_active":"2024-09-19T12:00:38.547768+0000","last_peered":"2024-09-19T12:00:38.547768+0000","last_clean":"2024-09-19T12:00:38.547768+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:00:38.547768+0000","last_undegraded":"2024-09-19T12:00:38.547768+0000","last_fullsized":"2024-09-19T12:00:38.547768+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:19.154296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871321+0000","last_change":"2024-09-19T11:20:35.349650+0000","last_active":"2024-09-19T11:58:08.871321+0000","last_peered":"2024-09-19T11:58:08.871321+0000","last_clean":"2024-09-19T11:58:08.871321+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T11:58:08.871321+0000","last_undegraded":"2024-09-19T11:58:08.871321+0000","last_fullsized":"2024-09-19T11:58:08.871321+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:56.105910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'165","reported_seq":1261,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:59.737987+0000","last_change":"2024-09-19T11:20:37.359503+0000","last_active":"2024-09-19T11:58:59.737987+0000","last_peered":"2024-09-19T11:58:59.737987+0000","last_clean":"2024-09-19T11:58:59.737987+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T11:58:59.737987+0000","last_undegraded":"2024-09-19T11:58:59.737987+0000","last_fullsized":"2024-09-19T11:58:59.737987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:36.414033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'535","reported_seq":2035,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:45.859207+0000","last_change":"2024-09-19T11:20:29.329981+0000","last_active":"2024-09-19T11:58:45.859207+0000","last_peered":"2024-09-19T11:58:45.859207+0000","last_clean":"2024-09-19T11:58:45.859207+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T11:58:45.859207+0000","last_undegraded":"2024-09-19T11:58:45.859207+0000","last_fullsized":"2024-09-19T11:58:45.859207+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":500,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:15.582142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'209","reported_seq":870,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711264+0000","last_change":"2024-09-19T11:21:02.404438+0000","last_active":"2024-09-19T12:00:38.711264+0000","last_peered":"2024-09-19T12:00:38.711264+0000","last_clean":"2024-09-19T12:00:38.711264+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:38.711264+0000","last_undegraded":"2024-09-19T12:00:38.711264+0000","last_fullsized":"2024-09-19T12:00:38.711264+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:32.918634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"27'1","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.970860+0000","last_change":"2024-09-19T11:20:31.337787+0000","last_active":"2024-09-19T11:56:53.970860+0000","last_peered":"2024-09-19T11:56:53.970860+0000","last_clean":"2024-09-19T11:56:53.970860+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T11:56:53.970860+0000","last_undegraded":"2024-09-19T11:56:53.970860+0000","last_fullsized":"2024-09-19T11:56:53.970860+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:12.026782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'147","reported_seq":721,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.571565+0000","last_change":"2024-09-19T11:20:33.336133+0000","last_active":"2024-09-19T12:00:38.571565+0000","last_peered":"2024-09-19T12:00:38.571565+0000","last_clean":"2024-09-19T12:00:38.571565+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:00:38.571565+0000","last_undegraded":"2024-09-19T12:00:38.571565+0000","last_fullsized":"2024-09-19T12:00:38.571565+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:59.215481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132468+0000","last_change":"2024-09-19T11:20:35.348558+0000","last_active":"2024-09-19T11:58:09.132468+0000","last_peered":"2024-09-19T11:58:09.132468+0000","last_clean":"2024-09-19T11:58:09.132468+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T11:58:09.132468+0000","last_undegraded":"2024-09-19T11:58:09.132468+0000","last_fullsized":"2024-09-19T11:58:09.132468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:52.904967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'112","reported_seq":607,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.537240+0000","last_change":"2024-09-19T11:20:37.356941+0000","last_active":"2024-09-19T12:00:18.537240+0000","last_peered":"2024-09-19T12:00:18.537240+0000","last_clean":"2024-09-19T12:00:18.537240+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:00:18.537240+0000","last_undegraded":"2024-09-19T12:00:18.537240+0000","last_fullsized":"2024-09-19T12:00:18.537240+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:51.458028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'502","reported_seq":2039,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990821+0000","last_change":"2024-09-19T11:20:29.331841+0000","last_active":"2024-09-19T11:59:28.990821+0000","last_peered":"2024-09-19T11:59:28.990821+0000","last_clean":"2024-09-19T11:59:28.990821+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T11:59:28.990821+0000","last_undegraded":"2024-09-19T11:59:28.990821+0000","last_fullsized":"2024-09-19T11:59:28.990821+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:50.024952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'195","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613579+0000","last_change":"2024-09-19T11:20:27.331814+0000","last_active":"2024-09-19T12:00:38.613579+0000","last_peered":"2024-09-19T12:00:38.613579+0000","last_clean":"2024-09-19T12:00:38.613579+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:38.613579+0000","last_undegraded":"2024-09-19T12:00:38.613579+0000","last_fullsized":"2024-09-19T12:00:38.613579+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:27.648566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'704","reported_seq":2488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.990785+0000","last_change":"2024-09-19T11:20:29.324919+0000","last_active":"2024-09-19T11:59:28.990785+0000","last_peered":"2024-09-19T11:59:28.990785+0000","last_clean":"2024-09-19T11:59:28.990785+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T11:59:28.990785+0000","last_undegraded":"2024-09-19T11:59:28.990785+0000","last_fullsized":"2024-09-19T11:59:28.990785+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:02.199788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'297","reported_seq":993,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.564552+0000","last_change":"2024-09-19T11:20:27.314603+0000","last_active":"2024-09-19T12:00:38.564552+0000","last_peered":"2024-09-19T12:00:38.564552+0000","last_clean":"2024-09-19T12:00:38.564552+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:38.564552+0000","last_undegraded":"2024-09-19T12:00:38.564552+0000","last_fullsized":"2024-09-19T12:00:38.564552+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:56.401837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'439","reported_seq":1933,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883081+0000","last_change":"2024-09-19T11:20:29.335169+0000","last_active":"2024-09-19T11:59:28.883081+0000","last_peered":"2024-09-19T11:59:28.883081+0000","last_clean":"2024-09-19T11:59:28.883081+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T11:59:28.883081+0000","last_undegraded":"2024-09-19T11:59:28.883081+0000","last_fullsized":"2024-09-19T11:59:28.883081+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:51.441076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'237","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.531761+0000","last_change":"2024-09-19T11:20:27.325190+0000","last_active":"2024-09-19T12:00:38.531761+0000","last_peered":"2024-09-19T12:00:38.531761+0000","last_clean":"2024-09-19T12:00:38.531761+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:38.531761+0000","last_undegraded":"2024-09-19T12:00:38.531761+0000","last_fullsized":"2024-09-19T12:00:38.531761+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:24.997879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2301,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.526708+0000","last_change":"2024-09-19T11:20:29.335580+0000","last_active":"2024-09-19T12:00:18.526708+0000","last_peered":"2024-09-19T12:00:18.526708+0000","last_clean":"2024-09-19T12:00:18.526708+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:18.526708+0000","last_undegraded":"2024-09-19T12:00:18.526708+0000","last_fullsized":"2024-09-19T12:00:18.526708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:31.257564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'232","reported_seq":855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.606487+0000","last_change":"2024-09-19T11:20:27.331431+0000","last_active":"2024-09-19T12:00:38.606487+0000","last_peered":"2024-09-19T12:00:38.606487+0000","last_clean":"2024-09-19T12:00:38.606487+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:38.606487+0000","last_undegraded":"2024-09-19T12:00:38.606487+0000","last_fullsized":"2024-09-19T12:00:38.606487+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":200,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:22.044479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'418","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155597+0000","last_change":"2024-09-19T11:20:29.339690+0000","last_active":"2024-09-19T11:59:00.155597+0000","last_peered":"2024-09-19T11:59:00.155597+0000","last_clean":"2024-09-19T11:59:00.155597+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T11:59:00.155597+0000","last_undegraded":"2024-09-19T11:59:00.155597+0000","last_fullsized":"2024-09-19T11:59:00.155597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:57:50.452971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'193","reported_seq":796,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.666027+0000","last_change":"2024-09-19T11:20:27.333430+0000","last_active":"2024-09-19T12:00:38.666027+0000","last_peered":"2024-09-19T12:00:38.666027+0000","last_clean":"2024-09-19T12:00:38.666027+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:38.666027+0000","last_undegraded":"2024-09-19T12:00:38.666027+0000","last_fullsized":"2024-09-19T12:00:38.666027+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:53.029266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'548","reported_seq":2130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207250+0000","last_change":"2024-09-19T11:20:29.331827+0000","last_active":"2024-09-19T11:58:58.207250+0000","last_peered":"2024-09-19T11:58:58.207250+0000","last_clean":"2024-09-19T11:58:58.207250+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T11:58:58.207250+0000","last_undegraded":"2024-09-19T11:58:58.207250+0000","last_fullsized":"2024-09-19T11:58:58.207250+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:42.877287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'192","reported_seq":792,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.599569+0000","last_change":"2024-09-19T11:20:27.325704+0000","last_active":"2024-09-19T12:00:38.599569+0000","last_peered":"2024-09-19T12:00:38.599569+0000","last_clean":"2024-09-19T12:00:38.599569+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:38.599569+0000","last_undegraded":"2024-09-19T12:00:38.599569+0000","last_fullsized":"2024-09-19T12:00:38.599569+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:30.918764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'909","reported_seq":2571,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714517+0000","last_change":"2024-09-19T11:20:29.342908+0000","last_active":"2024-09-19T11:59:00.714517+0000","last_peered":"2024-09-19T11:59:00.714517+0000","last_clean":"2024-09-19T11:59:00.714517+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T11:59:00.714517+0000","last_undegraded":"2024-09-19T11:59:00.714517+0000","last_fullsized":"2024-09-19T11:59:00.714517+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":800,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:37.487923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'191","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883151+0000","last_change":"2024-09-19T11:20:27.335884+0000","last_active":"2024-09-19T11:59:28.883151+0000","last_peered":"2024-09-19T11:59:28.883151+0000","last_clean":"2024-09-19T11:59:28.883151+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T11:59:28.883151+0000","last_undegraded":"2024-09-19T11:59:28.883151+0000","last_fullsized":"2024-09-19T11:59:28.883151+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:16.155784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2382,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:36.787150+0000","last_change":"2024-09-19T11:20:29.331762+0000","last_active":"2024-09-19T11:58:36.787150+0000","last_peered":"2024-09-19T11:58:36.787150+0000","last_clean":"2024-09-19T11:58:36.787150+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T11:58:36.787150+0000","last_undegraded":"2024-09-19T11:58:36.787150+0000","last_fullsized":"2024-09-19T11:58:36.787150+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:46.534449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'214","reported_seq":832,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.655606+0000","last_change":"2024-09-19T11:20:27.327336+0000","last_active":"2024-09-19T12:00:38.655606+0000","last_peered":"2024-09-19T12:00:38.655606+0000","last_clean":"2024-09-19T12:00:38.655606+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:38.655606+0000","last_undegraded":"2024-09-19T12:00:38.655606+0000","last_fullsized":"2024-09-19T12:00:38.655606+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:41.840549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'420","reported_seq":2026,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283594+0000","last_change":"2024-09-19T11:20:29.342739+0000","last_active":"2024-09-19T11:58:47.283594+0000","last_peered":"2024-09-19T11:58:47.283594+0000","last_clean":"2024-09-19T11:58:47.283594+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T11:58:47.283594+0000","last_undegraded":"2024-09-19T11:58:47.283594+0000","last_fullsized":"2024-09-19T11:58:47.283594+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:33.730097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'198","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.701227+0000","last_change":"2024-09-19T11:20:27.325601+0000","last_active":"2024-09-19T12:00:38.701227+0000","last_peered":"2024-09-19T12:00:38.701227+0000","last_clean":"2024-09-19T12:00:38.701227+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:38.701227+0000","last_undegraded":"2024-09-19T12:00:38.701227+0000","last_fullsized":"2024-09-19T12:00:38.701227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:45:14.047734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'449","reported_seq":2114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.207530+0000","last_change":"2024-09-19T11:20:29.337317+0000","last_active":"2024-09-19T11:58:58.207530+0000","last_peered":"2024-09-19T11:58:58.207530+0000","last_clean":"2024-09-19T11:58:58.207530+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T11:58:58.207530+0000","last_undegraded":"2024-09-19T11:58:58.207530+0000","last_fullsized":"2024-09-19T11:58:58.207530+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:54.822226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'210","reported_seq":883,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.562916+0000","last_change":"2024-09-19T11:20:27.333729+0000","last_active":"2024-09-19T12:00:38.562916+0000","last_peered":"2024-09-19T12:00:38.562916+0000","last_clean":"2024-09-19T12:00:38.562916+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:38.562916+0000","last_undegraded":"2024-09-19T12:00:38.562916+0000","last_fullsized":"2024-09-19T12:00:38.562916+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:20.572361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'819","reported_seq":2372,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.525395+0000","last_change":"2024-09-19T11:20:29.328820+0000","last_active":"2024-09-19T12:00:18.525395+0000","last_peered":"2024-09-19T12:00:18.525395+0000","last_clean":"2024-09-19T12:00:18.525395+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:18.525395+0000","last_undegraded":"2024-09-19T12:00:18.525395+0000","last_fullsized":"2024-09-19T12:00:18.525395+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":800,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:42:25.764987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'193","reported_seq":782,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.664028+0000","last_change":"2024-09-19T11:20:27.335041+0000","last_active":"2024-09-19T12:00:38.664028+0000","last_peered":"2024-09-19T12:00:38.664028+0000","last_clean":"2024-09-19T12:00:38.664028+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:38.664028+0000","last_undegraded":"2024-09-19T12:00:38.664028+0000","last_fullsized":"2024-09-19T12:00:38.664028+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:33.069054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'439","reported_seq":1997,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.899845+0000","last_change":"2024-09-19T11:20:29.341093+0000","last_active":"2024-09-19T11:58:47.899845+0000","last_peered":"2024-09-19T11:58:47.899845+0000","last_clean":"2024-09-19T11:58:47.899845+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T11:58:47.899845+0000","last_undegraded":"2024-09-19T11:58:47.899845+0000","last_fullsized":"2024-09-19T11:58:47.899845+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":400,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:23:21.005233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'188","reported_seq":778,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.637080+0000","last_change":"2024-09-19T11:21:02.408064+0000","last_active":"2024-09-19T12:00:38.637080+0000","last_peered":"2024-09-19T12:00:38.637080+0000","last_clean":"2024-09-19T12:00:38.637080+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:38.637080+0000","last_undegraded":"2024-09-19T12:00:38.637080+0000","last_fullsized":"2024-09-19T12:00:38.637080+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:16.943766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2323,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.155299+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:59:00.155299+0000","last_peered":"2024-09-19T11:59:00.155299+0000","last_clean":"2024-09-19T11:59:00.155299+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T11:59:00.155299+0000","last_undegraded":"2024-09-19T11:59:00.155299+0000","last_fullsized":"2024-09-19T11:59:00.155299+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:03.520649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'228","reported_seq":963,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876647+0000","last_change":"2024-09-19T11:20:27.330382+0000","last_active":"2024-09-19T11:58:43.876647+0000","last_peered":"2024-09-19T11:58:43.876647+0000","last_clean":"2024-09-19T11:58:43.876647+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T11:58:43.876647+0000","last_undegraded":"2024-09-19T11:58:43.876647+0000","last_fullsized":"2024-09-19T11:58:43.876647+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":200,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:55.757981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'537","reported_seq":2270,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.528141+0000","last_change":"2024-09-19T11:20:29.343208+0000","last_active":"2024-09-19T12:00:18.528141+0000","last_peered":"2024-09-19T12:00:18.528141+0000","last_clean":"2024-09-19T12:00:18.528141+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:18.528141+0000","last_undegraded":"2024-09-19T12:00:18.528141+0000","last_fullsized":"2024-09-19T12:00:18.528141+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:47.612897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'189","reported_seq":797,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:53.879345+0000","last_change":"2024-09-19T11:20:27.327419+0000","last_active":"2024-09-19T11:58:53.879345+0000","last_peered":"2024-09-19T11:58:53.879345+0000","last_clean":"2024-09-19T11:58:53.879345+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T11:58:53.879345+0000","last_undegraded":"2024-09-19T11:58:53.879345+0000","last_fullsized":"2024-09-19T11:58:53.879345+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:05.808148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'396","reported_seq":1871,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:40.362138+0000","last_change":"2024-09-19T11:20:29.339461+0000","last_active":"2024-09-19T11:58:40.362138+0000","last_peered":"2024-09-19T11:58:40.362138+0000","last_clean":"2024-09-19T11:58:40.362138+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T11:58:40.362138+0000","last_undegraded":"2024-09-19T11:58:40.362138+0000","last_fullsized":"2024-09-19T11:58:40.362138+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.096509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'155","reported_seq":737,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006479+0000","last_change":"2024-09-19T11:20:27.320871+0000","last_active":"2024-09-19T12:00:09.006479+0000","last_peered":"2024-09-19T12:00:09.006479+0000","last_clean":"2024-09-19T12:00:09.006479+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:09.006479+0000","last_undegraded":"2024-09-19T12:00:09.006479+0000","last_fullsized":"2024-09-19T12:00:09.006479+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:20:24.263294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'402","reported_seq":1973,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.676535+0000","last_change":"2024-09-19T11:20:29.337788+0000","last_active":"2024-09-19T11:58:39.676535+0000","last_peered":"2024-09-19T11:58:39.676535+0000","last_clean":"2024-09-19T11:58:39.676535+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T11:58:39.676535+0000","last_undegraded":"2024-09-19T11:58:39.676535+0000","last_fullsized":"2024-09-19T11:58:39.676535+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.663660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'198","reported_seq":813,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.576553+0000","last_change":"2024-09-19T11:20:27.327578+0000","last_active":"2024-09-19T12:00:38.576553+0000","last_peered":"2024-09-19T12:00:38.576553+0000","last_clean":"2024-09-19T12:00:38.576553+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:38.576553+0000","last_undegraded":"2024-09-19T12:00:38.576553+0000","last_fullsized":"2024-09-19T12:00:38.576553+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:51.304822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'178","reported_seq":847,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.687411+0000","last_change":"2024-09-19T11:20:27.332171+0000","last_active":"2024-09-19T12:00:38.687411+0000","last_peered":"2024-09-19T12:00:38.687411+0000","last_clean":"2024-09-19T12:00:38.687411+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:38.687411+0000","last_undegraded":"2024-09-19T12:00:38.687411+0000","last_fullsized":"2024-09-19T12:00:38.687411+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.919510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'857","reported_seq":2479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:14.019694+0000","last_change":"2024-09-19T11:20:29.342833+0000","last_active":"2024-09-19T11:59:14.019694+0000","last_peered":"2024-09-19T11:59:14.019694+0000","last_clean":"2024-09-19T11:59:14.019694+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T11:59:14.019694+0000","last_undegraded":"2024-09-19T11:59:14.019694+0000","last_fullsized":"2024-09-19T11:59:14.019694+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":800,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:20:03.520860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'273","reported_seq":927,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.613934+0000","last_change":"2024-09-19T11:20:27.333453+0000","last_active":"2024-09-19T12:00:38.613934+0000","last_peered":"2024-09-19T12:00:38.613934+0000","last_clean":"2024-09-19T12:00:38.613934+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:38.613934+0000","last_undegraded":"2024-09-19T12:00:38.613934+0000","last_fullsized":"2024-09-19T12:00:38.613934+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:26.299964+0000","last_clean_scrub_stamp":"2024-09-19T11:20:26.299964+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:23.100258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'414","reported_seq":1828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.283340+0000","last_change":"2024-09-19T11:20:29.339782+0000","last_active":"2024-09-19T11:58:47.283340+0000","last_peered":"2024-09-19T11:58:47.283340+0000","last_clean":"2024-09-19T11:58:47.283340+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T11:58:47.283340+0000","last_undegraded":"2024-09-19T11:58:47.283340+0000","last_fullsized":"2024-09-19T11:58:47.283340+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:19.385931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1577,"ondisk_log_size":1577,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":533,"ondisk_log_size":533,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1721,"ondisk_log_size":1721,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3964,"ondisk_log_size":3964,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4168,"ondisk_log_size":4168,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542635,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236156,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135684,"statfs":{"total":96636764160,"available":96394940416,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542634,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218592,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153248,"statfs":{"total":96636764160,"available":96412925952,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542635,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101108,"kb_used_data":15752,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94270732,"statfs":{"total":96636764160,"available":96533229568,"internally_reserved":0,"allocated":16130048,"data_stored":14410905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542637,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":95228,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94276612,"statfs":{"total":96636764160,"available":96539250688,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":81656261},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542635,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":228060,"kb_used_data":12156,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94143780,"statfs":{"total":96636764160,"available":96403230720,"internally_reserved":0,"allocated":12447744,"data_stored":10776990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542637,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74780,"kb_used_data":7484,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94297060,"statfs":{"total":96636764160,"available":96560189440,"internally_reserved":0,"allocated":7663616,"data_stored":6103454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542637,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":133304,"kb_used_data":3560,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94238536,"statfs":{"total":96636764160,"available":96500260864,"internally_reserved":0,"allocated":3645440,"data_stored":2123581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542637,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":255872,"kb_used_data":17780,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94115968,"statfs":{"total":96636764160,"available":96374751232,"internally_reserved":0,"allocated":18206720,"data_stored":16556886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.673 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.674 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.675 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.676 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.677 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.678 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.679 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.680 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.680 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.680 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.680 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.680 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.680 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.680 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.681 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.682 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.683 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.684 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.685 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.686 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.687 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.688 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.689 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.690 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.691 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.692 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.693 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.694 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.695 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.696 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T11:20:09.610399+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=9, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-19T11:20:15.626219+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=15, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.697 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-19T11:20:15.626219+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=15, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.698 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.699 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-19T11:20:15.626219+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=15, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.700 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-19T11:20:15.626219+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=15, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.701 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-19T11:20:15.626219+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=15, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.702 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-19T11:20:15.626219+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=15, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.703 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.704 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.705 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.706 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.707 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.708 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.709 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.710 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.711 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.712 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.713 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.714 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-19T11:20:26.299964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=26, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.715 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:00:46.715 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T12:01:06.716 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:01:07.069 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:01:07.087 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:01:07.091 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1482,"stamp":"2024-09-19T12:01:05.657592+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":37980,"num_omap_keys":145,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13141,"ondisk_log_size":13141,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1330184,"kb_used_data":99336,"kb_used_omap":12,"kb_used_meta":1230707,"kb_avail":753644536,"statfs":{"total":773094113280,"available":771732004864,"internally_reserved":0,"allocated":101720064,"data_stored":88767934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1260244528},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":37980,"num_omap_keys":145,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005004"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.860914+0000","last_change":"2024-09-19T11:46:50.770041+0000","last_active":"2024-09-19T11:56:53.860914+0000","last_peered":"2024-09-19T11:56:53.860914+0000","last_clean":"2024-09-19T11:56:53.860914+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T11:56:53.860914+0000","last_undegraded":"2024-09-19T11:56:53.860914+0000","last_fullsized":"2024-09-19T11:56:53.860914+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.735210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.854808+0000","last_change":"2024-09-19T11:36:12.514169+0000","last_active":"2024-09-19T11:56:13.854808+0000","last_peered":"2024-09-19T11:56:13.854808+0000","last_clean":"2024-09-19T11:56:13.854808+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T11:56:13.854808+0000","last_undegraded":"2024-09-19T11:56:13.854808+0000","last_fullsized":"2024-09-19T11:56:13.854808+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:42.716193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.497482+0000","last_change":"2024-09-19T11:36:09.487178+0000","last_active":"2024-09-19T12:00:38.497482+0000","last_peered":"2024-09-19T12:00:38.497482+0000","last_clean":"2024-09-19T12:00:38.497482+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:00:38.497482+0000","last_undegraded":"2024-09-19T12:00:38.497482+0000","last_fullsized":"2024-09-19T12:00:38.497482+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:41.112927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:24.126097+0000","last_change":"2024-09-19T11:34:29.634566+0000","last_active":"2024-09-19T11:57:24.126097+0000","last_peered":"2024-09-19T11:57:24.126097+0000","last_clean":"2024-09-19T11:57:24.126097+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T11:57:24.126097+0000","last_undegraded":"2024-09-19T11:57:24.126097+0000","last_fullsized":"2024-09-19T11:57:24.126097+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:38.073850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.983028+0000","last_change":"2024-09-19T11:46:50.774677+0000","last_active":"2024-09-19T11:56:53.983028+0000","last_peered":"2024-09-19T11:56:53.983028+0000","last_clean":"2024-09-19T11:56:53.983028+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T11:56:53.983028+0000","last_undegraded":"2024-09-19T11:56:53.983028+0000","last_fullsized":"2024-09-19T11:56:53.983028+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:02.023552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:13.982290+0000","last_change":"2024-09-19T11:36:12.514009+0000","last_active":"2024-09-19T11:56:13.982290+0000","last_peered":"2024-09-19T11:56:13.982290+0000","last_clean":"2024-09-19T11:56:13.982290+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T11:56:13.982290+0000","last_undegraded":"2024-09-19T11:56:13.982290+0000","last_fullsized":"2024-09-19T11:56:13.982290+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:10.401437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.964334+0000","last_change":"2024-09-19T11:36:09.484211+0000","last_active":"2024-09-19T11:56:08.964334+0000","last_peered":"2024-09-19T11:56:08.964334+0000","last_clean":"2024-09-19T11:56:08.964334+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T11:56:08.964334+0000","last_undegraded":"2024-09-19T11:56:08.964334+0000","last_fullsized":"2024-09-19T11:56:08.964334+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:27:57.552169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":129,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.994813+0000","last_change":"2024-09-19T11:34:29.634415+0000","last_active":"2024-09-19T11:58:33.994813+0000","last_peered":"2024-09-19T11:58:33.994813+0000","last_clean":"2024-09-19T11:58:33.994813+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T11:58:33.994813+0000","last_undegraded":"2024-09-19T11:58:33.994813+0000","last_fullsized":"2024-09-19T11:58:33.994813+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:16.050137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.857825+0000","last_change":"2024-09-19T11:46:50.767307+0000","last_active":"2024-09-19T11:56:33.857825+0000","last_peered":"2024-09-19T11:56:33.857825+0000","last_clean":"2024-09-19T11:56:33.857825+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T11:56:33.857825+0000","last_undegraded":"2024-09-19T11:56:33.857825+0000","last_fullsized":"2024-09-19T11:56:33.857825+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:50:10.916981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018954+0000","last_change":"2024-09-19T11:36:12.507846+0000","last_active":"2024-09-19T11:59:09.018954+0000","last_peered":"2024-09-19T11:59:09.018954+0000","last_clean":"2024-09-19T11:59:09.018954+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T11:59:09.018954+0000","last_undegraded":"2024-09-19T11:59:09.018954+0000","last_fullsized":"2024-09-19T11:59:09.018954+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:30.533551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.006515+0000","last_change":"2024-09-19T11:36:09.482165+0000","last_active":"2024-09-19T12:00:09.006515+0000","last_peered":"2024-09-19T12:00:09.006515+0000","last_clean":"2024-09-19T12:00:09.006515+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:00:09.006515+0000","last_undegraded":"2024-09-19T12:00:09.006515+0000","last_fullsized":"2024-09-19T12:00:09.006515+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:54.388304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":120,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122694+0000","last_change":"2024-09-19T11:34:29.635787+0000","last_active":"2024-09-19T11:56:59.122694+0000","last_peered":"2024-09-19T11:56:59.122694+0000","last_clean":"2024-09-19T11:56:59.122694+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T11:56:59.122694+0000","last_undegraded":"2024-09-19T11:56:59.122694+0000","last_fullsized":"2024-09-19T11:56:59.122694+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:23.339642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.892305+0000","last_change":"2024-09-19T11:46:50.777695+0000","last_active":"2024-09-19T11:56:38.892305+0000","last_peered":"2024-09-19T11:56:38.892305+0000","last_clean":"2024-09-19T11:56:38.892305+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T11:56:38.892305+0000","last_undegraded":"2024-09-19T11:56:38.892305+0000","last_fullsized":"2024-09-19T11:56:38.892305+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:52.326412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518511+0000","last_change":"2024-09-19T11:36:12.511281+0000","last_active":"2024-09-19T12:00:38.518511+0000","last_peered":"2024-09-19T12:00:38.518511+0000","last_clean":"2024-09-19T12:00:38.518511+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:00:38.518511+0000","last_undegraded":"2024-09-19T12:00:38.518511+0000","last_fullsized":"2024-09-19T12:00:38.518511+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:17:06.570337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.863212+0000","last_change":"2024-09-19T11:36:09.476398+0000","last_active":"2024-09-19T11:56:58.863212+0000","last_peered":"2024-09-19T11:56:58.863212+0000","last_clean":"2024-09-19T11:56:58.863212+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T11:56:58.863212+0000","last_undegraded":"2024-09-19T11:56:58.863212+0000","last_fullsized":"2024-09-19T11:56:58.863212+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:08:34.963980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:01.214182+0000","last_change":"2024-09-19T11:34:29.629960+0000","last_active":"2024-09-19T11:57:01.214182+0000","last_peered":"2024-09-19T11:57:01.214182+0000","last_clean":"2024-09-19T11:57:01.214182+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T11:57:01.214182+0000","last_undegraded":"2024-09-19T11:57:01.214182+0000","last_fullsized":"2024-09-19T11:57:01.214182+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.556081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.912258+0000","last_change":"2024-09-19T11:46:50.777685+0000","last_active":"2024-09-19T11:58:58.912258+0000","last_peered":"2024-09-19T11:58:58.912258+0000","last_clean":"2024-09-19T11:58:58.912258+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T11:58:58.912258+0000","last_undegraded":"2024-09-19T11:58:58.912258+0000","last_fullsized":"2024-09-19T11:58:58.912258+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870348+0000","last_change":"2024-09-19T11:36:12.507698+0000","last_active":"2024-09-19T11:58:03.870348+0000","last_peered":"2024-09-19T11:58:03.870348+0000","last_clean":"2024-09-19T11:58:03.870348+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T11:58:03.870348+0000","last_undegraded":"2024-09-19T11:58:03.870348+0000","last_fullsized":"2024-09-19T11:58:03.870348+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:27.488165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.028077+0000","last_change":"2024-09-19T11:36:09.478763+0000","last_active":"2024-09-19T12:00:19.028077+0000","last_peered":"2024-09-19T12:00:19.028077+0000","last_clean":"2024-09-19T12:00:19.028077+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:00:19.028077+0000","last_undegraded":"2024-09-19T12:00:19.028077+0000","last_fullsized":"2024-09-19T12:00:19.028077+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:31.628518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":158,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.623826+0000","last_change":"2024-09-19T11:34:29.632757+0000","last_active":"2024-09-19T11:57:18.623826+0000","last_peered":"2024-09-19T11:57:18.623826+0000","last_clean":"2024-09-19T11:57:18.623826+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T11:57:18.623826+0000","last_undegraded":"2024-09-19T11:57:18.623826+0000","last_fullsized":"2024-09-19T11:57:18.623826+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:37.783164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.974019+0000","last_change":"2024-09-19T11:46:50.774279+0000","last_active":"2024-09-19T11:57:18.974019+0000","last_peered":"2024-09-19T11:57:18.974019+0000","last_clean":"2024-09-19T11:57:18.974019+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T11:57:18.974019+0000","last_undegraded":"2024-09-19T11:57:18.974019+0000","last_fullsized":"2024-09-19T11:57:18.974019+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:23.859184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869557+0000","last_change":"2024-09-19T11:36:12.509504+0000","last_active":"2024-09-19T11:57:58.869557+0000","last_peered":"2024-09-19T11:57:58.869557+0000","last_clean":"2024-09-19T11:57:58.869557+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T11:57:58.869557+0000","last_undegraded":"2024-09-19T11:57:58.869557+0000","last_fullsized":"2024-09-19T11:57:58.869557+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:08.923363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870572+0000","last_change":"2024-09-19T11:36:09.485258+0000","last_active":"2024-09-19T11:58:03.870572+0000","last_peered":"2024-09-19T11:58:03.870572+0000","last_clean":"2024-09-19T11:58:03.870572+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T11:58:03.870572+0000","last_undegraded":"2024-09-19T11:58:03.870572+0000","last_fullsized":"2024-09-19T11:58:03.870572+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:58.416196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":145,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.530176+0000","last_change":"2024-09-19T11:34:29.635686+0000","last_active":"2024-09-19T11:58:11.530176+0000","last_peered":"2024-09-19T11:58:11.530176+0000","last_clean":"2024-09-19T11:58:11.530176+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T11:58:11.530176+0000","last_undegraded":"2024-09-19T11:58:11.530176+0000","last_fullsized":"2024-09-19T11:58:11.530176+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:33.233061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864037+0000","last_change":"2024-09-19T11:46:50.774846+0000","last_active":"2024-09-19T11:56:53.864037+0000","last_peered":"2024-09-19T11:56:53.864037+0000","last_clean":"2024-09-19T11:56:53.864037+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T11:56:53.864037+0000","last_undegraded":"2024-09-19T11:56:53.864037+0000","last_fullsized":"2024-09-19T11:56:53.864037+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:39.155049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876605+0000","last_change":"2024-09-19T11:36:12.507401+0000","last_active":"2024-09-19T11:58:43.876605+0000","last_peered":"2024-09-19T11:58:43.876605+0000","last_clean":"2024-09-19T11:58:43.876605+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T11:58:43.876605+0000","last_undegraded":"2024-09-19T11:58:43.876605+0000","last_fullsized":"2024-09-19T11:58:43.876605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:12:28.144848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:08.981717+0000","last_change":"2024-09-19T11:36:09.484810+0000","last_active":"2024-09-19T11:56:08.981717+0000","last_peered":"2024-09-19T11:56:08.981717+0000","last_clean":"2024-09-19T11:56:08.981717+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T11:56:08.981717+0000","last_undegraded":"2024-09-19T11:56:08.981717+0000","last_fullsized":"2024-09-19T11:56:08.981717+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:54.575841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":96,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:14.115474+0000","last_change":"2024-09-19T11:34:29.636310+0000","last_active":"2024-09-19T11:56:14.115474+0000","last_peered":"2024-09-19T11:56:14.115474+0000","last_clean":"2024-09-19T11:56:14.115474+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T11:56:14.115474+0000","last_undegraded":"2024-09-19T11:56:14.115474+0000","last_fullsized":"2024-09-19T11:56:14.115474+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:50.653695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864084+0000","last_change":"2024-09-19T11:46:50.776932+0000","last_active":"2024-09-19T11:56:53.864084+0000","last_peered":"2024-09-19T11:56:53.864084+0000","last_clean":"2024-09-19T11:56:53.864084+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T11:56:53.864084+0000","last_undegraded":"2024-09-19T11:56:53.864084+0000","last_fullsized":"2024-09-19T11:56:53.864084+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:52.107901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711498+0000","last_change":"2024-09-19T11:36:12.508964+0000","last_active":"2024-09-19T12:00:38.711498+0000","last_peered":"2024-09-19T12:00:38.711498+0000","last_clean":"2024-09-19T12:00:38.711498+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:00:38.711498+0000","last_undegraded":"2024-09-19T12:00:38.711498+0000","last_fullsized":"2024-09-19T12:00:38.711498+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:24.015570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:09.114777+0000","last_change":"2024-09-19T11:36:09.488652+0000","last_active":"2024-09-19T11:56:09.114777+0000","last_peered":"2024-09-19T11:56:09.114777+0000","last_clean":"2024-09-19T11:56:09.114777+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T11:56:09.114777+0000","last_undegraded":"2024-09-19T11:56:09.114777+0000","last_fullsized":"2024-09-19T11:56:09.114777+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:46.426552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":466,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.984297+0000","last_change":"2024-09-19T11:34:29.635198+0000","last_active":"2024-09-19T11:58:38.984297+0000","last_peered":"2024-09-19T11:58:38.984297+0000","last_clean":"2024-09-19T11:58:38.984297+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T11:58:38.984297+0000","last_undegraded":"2024-09-19T11:58:38.984297+0000","last_fullsized":"2024-09-19T11:58:38.984297+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.983575+0000","last_change":"2024-09-19T11:46:50.776026+0000","last_active":"2024-09-19T11:58:33.983575+0000","last_peered":"2024-09-19T11:58:33.983575+0000","last_clean":"2024-09-19T11:58:33.983575+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T11:58:33.983575+0000","last_undegraded":"2024-09-19T11:58:33.983575+0000","last_fullsized":"2024-09-19T11:58:33.983575+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924298+0000","last_change":"2024-09-19T11:36:12.510967+0000","last_active":"2024-09-19T12:00:23.924298+0000","last_peered":"2024-09-19T12:00:23.924298+0000","last_clean":"2024-09-19T12:00:23.924298+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:00:23.924298+0000","last_undegraded":"2024-09-19T12:00:23.924298+0000","last_fullsized":"2024-09-19T12:00:23.924298+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:06.900871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:13.863557+0000","last_change":"2024-09-19T11:36:09.483158+0000","last_active":"2024-09-19T11:57:13.863557+0000","last_peered":"2024-09-19T11:57:13.863557+0000","last_clean":"2024-09-19T11:57:13.863557+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T11:57:13.863557+0000","last_undegraded":"2024-09-19T11:57:13.863557+0000","last_fullsized":"2024-09-19T11:57:13.863557+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:37.312637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":191,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.015014+0000","last_change":"2024-09-19T11:34:29.635123+0000","last_active":"2024-09-19T11:58:39.015014+0000","last_peered":"2024-09-19T11:58:39.015014+0000","last_clean":"2024-09-19T11:58:39.015014+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T11:58:39.015014+0000","last_undegraded":"2024-09-19T11:58:39.015014+0000","last_fullsized":"2024-09-19T11:58:39.015014+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.994747+0000","last_change":"2024-09-19T11:46:50.766555+0000","last_active":"2024-09-19T11:58:33.994747+0000","last_peered":"2024-09-19T11:58:33.994747+0000","last_clean":"2024-09-19T11:58:33.994747+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T11:58:33.994747+0000","last_undegraded":"2024-09-19T11:58:33.994747+0000","last_fullsized":"2024-09-19T11:58:33.994747+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.897077+0000","last_change":"2024-09-19T11:36:12.511546+0000","last_active":"2024-09-19T11:57:18.897077+0000","last_peered":"2024-09-19T11:57:18.897077+0000","last_clean":"2024-09-19T11:57:18.897077+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T11:57:18.897077+0000","last_undegraded":"2024-09-19T11:57:18.897077+0000","last_fullsized":"2024-09-19T11:57:18.897077+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:30.887183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.583685+0000","last_change":"2024-09-19T11:36:09.487565+0000","last_active":"2024-09-19T12:00:38.583685+0000","last_peered":"2024-09-19T12:00:38.583685+0000","last_clean":"2024-09-19T12:00:38.583685+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:00:38.583685+0000","last_undegraded":"2024-09-19T12:00:38.583685+0000","last_fullsized":"2024-09-19T12:00:38.583685+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:14.135469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.909462+0000","last_change":"2024-09-19T11:34:29.630893+0000","last_active":"2024-09-19T11:58:38.909462+0000","last_peered":"2024-09-19T11:58:38.909462+0000","last_clean":"2024-09-19T11:58:38.909462+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T11:58:38.909462+0000","last_undegraded":"2024-09-19T11:58:38.909462+0000","last_fullsized":"2024-09-19T11:58:38.909462+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.876835+0000","last_change":"2024-09-19T11:46:50.773775+0000","last_active":"2024-09-19T11:58:33.876835+0000","last_peered":"2024-09-19T11:58:33.876835+0000","last_clean":"2024-09-19T11:58:33.876835+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T11:58:33.876835+0000","last_undegraded":"2024-09-19T11:58:33.876835+0000","last_fullsized":"2024-09-19T11:58:33.876835+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924338+0000","last_change":"2024-09-19T11:36:12.510603+0000","last_active":"2024-09-19T12:00:23.924338+0000","last_peered":"2024-09-19T12:00:23.924338+0000","last_clean":"2024-09-19T12:00:23.924338+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:00:23.924338+0000","last_undegraded":"2024-09-19T12:00:23.924338+0000","last_fullsized":"2024-09-19T12:00:23.924338+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.792648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538272+0000","last_change":"2024-09-19T11:36:09.484219+0000","last_active":"2024-09-19T12:00:38.538272+0000","last_peered":"2024-09-19T12:00:38.538272+0000","last_clean":"2024-09-19T12:00:38.538272+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:00:38.538272+0000","last_undegraded":"2024-09-19T12:00:38.538272+0000","last_fullsized":"2024-09-19T12:00:38.538272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:36.065406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":125,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.995310+0000","last_change":"2024-09-19T11:34:29.631413+0000","last_active":"2024-09-19T11:58:38.995310+0000","last_peered":"2024-09-19T11:58:38.995310+0000","last_clean":"2024-09-19T11:58:38.995310+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T11:58:38.995310+0000","last_undegraded":"2024-09-19T11:58:38.995310+0000","last_fullsized":"2024-09-19T11:58:38.995310+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.874846+0000","last_change":"2024-09-19T11:46:50.766796+0000","last_active":"2024-09-19T11:58:33.874846+0000","last_peered":"2024-09-19T11:58:33.874846+0000","last_clean":"2024-09-19T11:58:33.874846+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T11:58:33.874846+0000","last_undegraded":"2024-09-19T11:58:33.874846+0000","last_fullsized":"2024-09-19T11:58:33.874846+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.891563+0000","last_change":"2024-09-19T11:36:12.507923+0000","last_active":"2024-09-19T12:00:23.891563+0000","last_peered":"2024-09-19T12:00:23.891563+0000","last_clean":"2024-09-19T12:00:23.891563+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:00:23.891563+0000","last_undegraded":"2024-09-19T12:00:23.891563+0000","last_fullsized":"2024-09-19T12:00:23.891563+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:33.649183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:54.130191+0000","last_change":"2024-09-19T11:36:09.484588+0000","last_active":"2024-09-19T11:57:54.130191+0000","last_peered":"2024-09-19T11:57:54.130191+0000","last_clean":"2024-09-19T11:57:54.130191+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T11:57:54.130191+0000","last_undegraded":"2024-09-19T11:57:54.130191+0000","last_fullsized":"2024-09-19T11:57:54.130191+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:15.767028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":119,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872007+0000","last_change":"2024-09-19T11:34:29.634042+0000","last_active":"2024-09-19T11:57:58.872007+0000","last_peered":"2024-09-19T11:57:58.872007+0000","last_clean":"2024-09-19T11:57:58.872007+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T11:57:58.872007+0000","last_undegraded":"2024-09-19T11:57:58.872007+0000","last_fullsized":"2024-09-19T11:57:58.872007+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:20.643770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891718+0000","last_change":"2024-09-19T11:46:50.770523+0000","last_active":"2024-09-19T11:56:33.891718+0000","last_peered":"2024-09-19T11:56:33.891718+0000","last_clean":"2024-09-19T11:56:33.891718+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T11:56:33.891718+0000","last_undegraded":"2024-09-19T11:56:33.891718+0000","last_fullsized":"2024-09-19T11:56:33.891718+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:37.330898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:33.991426+0000","last_change":"2024-09-19T11:36:12.513049+0000","last_active":"2024-09-19T11:59:33.991426+0000","last_peered":"2024-09-19T11:59:33.991426+0000","last_clean":"2024-09-19T11:59:33.991426+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T11:59:33.991426+0000","last_undegraded":"2024-09-19T11:59:33.991426+0000","last_fullsized":"2024-09-19T11:59:33.991426+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:20.453703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.864126+0000","last_change":"2024-09-19T11:36:09.481176+0000","last_active":"2024-09-19T11:57:08.864126+0000","last_peered":"2024-09-19T11:57:08.864126+0000","last_clean":"2024-09-19T11:57:08.864126+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T11:57:08.864126+0000","last_undegraded":"2024-09-19T11:57:08.864126+0000","last_fullsized":"2024-09-19T11:57:08.864126+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:37.537035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.870546+0000","last_change":"2024-09-19T11:34:29.635380+0000","last_active":"2024-09-19T11:57:48.870546+0000","last_peered":"2024-09-19T11:57:48.870546+0000","last_clean":"2024-09-19T11:57:48.870546+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T11:57:48.870546+0000","last_undegraded":"2024-09-19T11:57:48.870546+0000","last_fullsized":"2024-09-19T11:57:48.870546+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:36.053018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:34.118828+0000","last_change":"2024-09-19T11:46:50.773980+0000","last_active":"2024-09-19T11:56:34.118828+0000","last_peered":"2024-09-19T11:56:34.118828+0000","last_clean":"2024-09-19T11:56:34.118828+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T11:56:34.118828+0000","last_undegraded":"2024-09-19T11:56:34.118828+0000","last_fullsized":"2024-09-19T11:56:34.118828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:46.841946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518898+0000","last_change":"2024-09-19T11:36:12.512526+0000","last_active":"2024-09-19T12:00:38.518898+0000","last_peered":"2024-09-19T12:00:38.518898+0000","last_clean":"2024-09-19T12:00:38.518898+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:00:38.518898+0000","last_undegraded":"2024-09-19T12:00:38.518898+0000","last_fullsized":"2024-09-19T12:00:38.518898+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:29.169299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.916827+0000","last_change":"2024-09-19T11:36:09.487012+0000","last_active":"2024-09-19T11:59:28.916827+0000","last_peered":"2024-09-19T11:59:28.916827+0000","last_clean":"2024-09-19T11:59:28.916827+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T11:59:28.916827+0000","last_undegraded":"2024-09-19T11:59:28.916827+0000","last_fullsized":"2024-09-19T11:59:28.916827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:50.648531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":168,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:07.760089+0000","last_change":"2024-09-19T11:34:29.632822+0000","last_active":"2024-09-19T11:58:07.760089+0000","last_peered":"2024-09-19T11:58:07.760089+0000","last_clean":"2024-09-19T11:58:07.760089+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T11:58:07.760089+0000","last_undegraded":"2024-09-19T11:58:07.760089+0000","last_fullsized":"2024-09-19T11:58:07.760089+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:53.474066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"260'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014929+0000","last_change":"2024-09-19T11:46:50.761825+0000","last_active":"2024-09-19T11:58:39.014929+0000","last_peered":"2024-09-19T11:58:39.014929+0000","last_clean":"2024-09-19T11:58:39.014929+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T11:58:39.014929+0000","last_undegraded":"2024-09-19T11:58:39.014929+0000","last_fullsized":"2024-09-19T11:58:39.014929+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.489467+0000","last_change":"2024-09-19T11:36:12.508767+0000","last_active":"2024-09-19T12:00:38.489467+0000","last_peered":"2024-09-19T12:00:38.489467+0000","last_clean":"2024-09-19T12:00:38.489467+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:00:38.489467+0000","last_undegraded":"2024-09-19T12:00:38.489467+0000","last_fullsized":"2024-09-19T12:00:38.489467+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:55.976964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":64,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.559583+0000","last_change":"2024-09-19T11:36:09.487263+0000","last_active":"2024-09-19T12:00:38.559583+0000","last_peered":"2024-09-19T12:00:38.559583+0000","last_clean":"2024-09-19T12:00:38.559583+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:00:38.559583+0000","last_undegraded":"2024-09-19T12:00:38.559583+0000","last_fullsized":"2024-09-19T12:00:38.559583+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:55:57.769052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868394+0000","last_change":"2024-09-19T11:34:29.631880+0000","last_active":"2024-09-19T11:57:48.868394+0000","last_peered":"2024-09-19T11:57:48.868394+0000","last_clean":"2024-09-19T11:57:48.868394+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T11:57:48.868394+0000","last_undegraded":"2024-09-19T11:57:48.868394+0000","last_fullsized":"2024-09-19T11:57:48.868394+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:20:28.185385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:33.891694+0000","last_change":"2024-09-19T11:46:50.772467+0000","last_active":"2024-09-19T11:56:33.891694+0000","last_peered":"2024-09-19T11:56:33.891694+0000","last_clean":"2024-09-19T11:56:33.891694+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T11:56:33.891694+0000","last_undegraded":"2024-09-19T11:56:33.891694+0000","last_fullsized":"2024-09-19T11:56:33.891694+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:18.859071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593870+0000","last_change":"2024-09-19T11:36:12.514658+0000","last_active":"2024-09-19T12:00:38.593870+0000","last_peered":"2024-09-19T12:00:38.593870+0000","last_clean":"2024-09-19T12:00:38.593870+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:00:38.593870+0000","last_undegraded":"2024-09-19T12:00:38.593870+0000","last_fullsized":"2024-09-19T12:00:38.593870+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:06:08.550062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883013+0000","last_change":"2024-09-19T11:36:09.485050+0000","last_active":"2024-09-19T11:59:28.883013+0000","last_peered":"2024-09-19T11:59:28.883013+0000","last_clean":"2024-09-19T11:59:28.883013+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T11:59:28.883013+0000","last_undegraded":"2024-09-19T11:59:28.883013+0000","last_fullsized":"2024-09-19T11:59:28.883013+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:52.027107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.901743+0000","last_change":"2024-09-19T11:34:29.630265+0000","last_active":"2024-09-19T11:57:48.901743+0000","last_peered":"2024-09-19T11:57:48.901743+0000","last_clean":"2024-09-19T11:57:48.901743+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T11:57:48.901743+0000","last_undegraded":"2024-09-19T11:57:48.901743+0000","last_fullsized":"2024-09-19T11:57:48.901743+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:06.314984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988561+0000","last_change":"2024-09-19T11:46:50.765524+0000","last_active":"2024-09-19T11:57:43.988561+0000","last_peered":"2024-09-19T11:57:43.988561+0000","last_clean":"2024-09-19T11:57:43.988561+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T11:57:43.988561+0000","last_undegraded":"2024-09-19T11:57:43.988561+0000","last_fullsized":"2024-09-19T11:57:43.988561+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:50:05.849589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.620396+0000","last_change":"2024-09-19T11:36:12.511500+0000","last_active":"2024-09-19T12:00:38.620396+0000","last_peered":"2024-09-19T12:00:38.620396+0000","last_clean":"2024-09-19T12:00:38.620396+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:00:38.620396+0000","last_undegraded":"2024-09-19T12:00:38.620396+0000","last_fullsized":"2024-09-19T12:00:38.620396+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.539628+0000","last_change":"2024-09-19T11:36:09.489263+0000","last_active":"2024-09-19T12:00:38.539628+0000","last_peered":"2024-09-19T12:00:38.539628+0000","last_clean":"2024-09-19T12:00:38.539628+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T12:00:38.539628+0000","last_undegraded":"2024-09-19T12:00:38.539628+0000","last_fullsized":"2024-09-19T12:00:38.539628+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.895392+0000","last_change":"2024-09-19T11:34:29.636674+0000","last_active":"2024-09-19T11:57:03.895392+0000","last_peered":"2024-09-19T11:57:03.895392+0000","last_clean":"2024-09-19T11:57:03.895392+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T11:57:03.895392+0000","last_undegraded":"2024-09-19T11:57:03.895392+0000","last_fullsized":"2024-09-19T11:57:03.895392+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:41.626646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873573+0000","last_change":"2024-09-19T11:46:50.776804+0000","last_active":"2024-09-19T11:58:08.873573+0000","last_peered":"2024-09-19T11:58:08.873573+0000","last_clean":"2024-09-19T11:58:08.873573+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T11:58:08.873573+0000","last_undegraded":"2024-09-19T11:58:08.873573+0000","last_fullsized":"2024-09-19T11:58:08.873573+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:23.572187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864127+0000","last_change":"2024-09-19T11:37:03.926908+0000","last_active":"2024-09-19T11:57:18.864127+0000","last_peered":"2024-09-19T11:57:18.864127+0000","last_clean":"2024-09-19T11:57:18.864127+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T11:57:18.864127+0000","last_undegraded":"2024-09-19T11:57:18.864127+0000","last_fullsized":"2024-09-19T11:57:18.864127+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:42.893900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.995289+0000","last_change":"2024-09-19T11:36:09.481976+0000","last_active":"2024-09-19T11:58:38.995289+0000","last_peered":"2024-09-19T11:58:38.995289+0000","last_clean":"2024-09-19T11:58:38.995289+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T11:58:38.995289+0000","last_undegraded":"2024-09-19T11:58:38.995289+0000","last_fullsized":"2024-09-19T11:58:38.995289+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":90,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.861636+0000","last_change":"2024-09-19T11:34:29.632635+0000","last_active":"2024-09-19T11:56:58.861636+0000","last_peered":"2024-09-19T11:56:58.861636+0000","last_clean":"2024-09-19T11:56:58.861636+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T11:56:58.861636+0000","last_undegraded":"2024-09-19T11:56:58.861636+0000","last_fullsized":"2024-09-19T11:56:58.861636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:12.829175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.867099+0000","last_change":"2024-09-19T11:46:50.768203+0000","last_active":"2024-09-19T11:57:43.867099+0000","last_peered":"2024-09-19T11:57:43.867099+0000","last_clean":"2024-09-19T11:57:43.867099+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T11:57:43.867099+0000","last_undegraded":"2024-09-19T11:57:43.867099+0000","last_fullsized":"2024-09-19T11:57:43.867099+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:49.871303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.629692+0000","last_change":"2024-09-19T11:36:12.512448+0000","last_active":"2024-09-19T12:00:38.629692+0000","last_peered":"2024-09-19T12:00:38.629692+0000","last_clean":"2024-09-19T12:00:38.629692+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T12:00:38.629692+0000","last_undegraded":"2024-09-19T12:00:38.629692+0000","last_fullsized":"2024-09-19T12:00:38.629692+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.539302+0000","last_change":"2024-09-19T11:36:09.484436+0000","last_active":"2024-09-19T12:00:38.539302+0000","last_peered":"2024-09-19T12:00:38.539302+0000","last_clean":"2024-09-19T12:00:38.539302+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T12:00:38.539302+0000","last_undegraded":"2024-09-19T12:00:38.539302+0000","last_fullsized":"2024-09-19T12:00:38.539302+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:38.761241+0000","last_change":"2024-09-19T11:34:29.633049+0000","last_active":"2024-09-19T11:57:38.761241+0000","last_peered":"2024-09-19T11:57:38.761241+0000","last_clean":"2024-09-19T11:57:38.761241+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T11:57:38.761241+0000","last_undegraded":"2024-09-19T11:57:38.761241+0000","last_fullsized":"2024-09-19T11:57:38.761241+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:02.675945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.869797+0000","last_change":"2024-09-19T11:46:50.775366+0000","last_active":"2024-09-19T11:57:43.869797+0000","last_peered":"2024-09-19T11:57:43.869797+0000","last_clean":"2024-09-19T11:57:43.869797+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T11:57:43.869797+0000","last_undegraded":"2024-09-19T11:57:43.869797+0000","last_fullsized":"2024-09-19T11:57:43.869797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:47.698061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910301+0000","last_change":"2024-09-19T11:36:12.509410+0000","last_active":"2024-09-19T11:58:43.910301+0000","last_peered":"2024-09-19T11:58:43.910301+0000","last_clean":"2024-09-19T11:58:43.910301+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T11:58:43.910301+0000","last_undegraded":"2024-09-19T11:58:43.910301+0000","last_fullsized":"2024-09-19T11:58:43.910301+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.984972+0000","last_change":"2024-09-19T11:36:09.486286+0000","last_active":"2024-09-19T11:58:43.984972+0000","last_peered":"2024-09-19T11:58:43.984972+0000","last_clean":"2024-09-19T11:58:43.984972+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T11:58:43.984972+0000","last_undegraded":"2024-09-19T11:58:43.984972+0000","last_fullsized":"2024-09-19T11:58:43.984972+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":130,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.983592+0000","last_change":"2024-09-19T11:34:29.630538+0000","last_active":"2024-09-19T11:56:58.983592+0000","last_peered":"2024-09-19T11:56:58.983592+0000","last_clean":"2024-09-19T11:56:58.983592+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T11:56:58.983592+0000","last_undegraded":"2024-09-19T11:56:58.983592+0000","last_fullsized":"2024-09-19T11:56:58.983592+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:53.628054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905093+0000","last_change":"2024-09-19T11:46:50.778083+0000","last_active":"2024-09-19T11:58:08.905093+0000","last_peered":"2024-09-19T11:58:08.905093+0000","last_clean":"2024-09-19T11:58:08.905093+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T11:58:08.905093+0000","last_undegraded":"2024-09-19T11:58:08.905093+0000","last_fullsized":"2024-09-19T11:58:08.905093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:27.836670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869132+0000","last_change":"2024-09-19T11:36:12.506352+0000","last_active":"2024-09-19T11:57:53.869132+0000","last_peered":"2024-09-19T11:57:53.869132+0000","last_clean":"2024-09-19T11:57:53.869132+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T11:57:53.869132+0000","last_undegraded":"2024-09-19T11:57:53.869132+0000","last_fullsized":"2024-09-19T11:57:53.869132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.421690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:49.129174+0000","last_change":"2024-09-19T11:36:09.479471+0000","last_active":"2024-09-19T11:57:49.129174+0000","last_peered":"2024-09-19T11:57:49.129174+0000","last_clean":"2024-09-19T11:57:49.129174+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T11:57:49.129174+0000","last_undegraded":"2024-09-19T11:57:49.129174+0000","last_fullsized":"2024-09-19T11:57:49.129174+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122652+0000","last_change":"2024-09-19T11:34:29.632014+0000","last_active":"2024-09-19T11:56:59.122652+0000","last_peered":"2024-09-19T11:56:59.122652+0000","last_clean":"2024-09-19T11:56:59.122652+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T11:56:59.122652+0000","last_undegraded":"2024-09-19T11:56:59.122652+0000","last_fullsized":"2024-09-19T11:56:59.122652+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:21.859553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:13.874284+0000","last_change":"2024-09-19T11:46:50.775155+0000","last_active":"2024-09-19T11:58:13.874284+0000","last_peered":"2024-09-19T11:58:13.874284+0000","last_clean":"2024-09-19T11:58:13.874284+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T11:58:13.874284+0000","last_undegraded":"2024-09-19T11:58:13.874284+0000","last_fullsized":"2024-09-19T11:58:13.874284+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.507107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871238+0000","last_change":"2024-09-19T11:36:12.505222+0000","last_active":"2024-09-19T11:57:53.871238+0000","last_peered":"2024-09-19T11:57:53.871238+0000","last_clean":"2024-09-19T11:57:53.871238+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T11:57:53.871238+0000","last_undegraded":"2024-09-19T11:57:53.871238+0000","last_fullsized":"2024-09-19T11:57:53.871238+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:16.672423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.977442+0000","last_change":"2024-09-19T11:36:09.486386+0000","last_active":"2024-09-19T11:57:48.977442+0000","last_peered":"2024-09-19T11:57:48.977442+0000","last_clean":"2024-09-19T11:57:48.977442+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T11:57:48.977442+0000","last_undegraded":"2024-09-19T11:57:48.977442+0000","last_fullsized":"2024-09-19T11:57:48.977442+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:30.730044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":98,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:28.876250+0000","last_change":"2024-09-19T11:34:29.637742+0000","last_active":"2024-09-19T11:58:28.876250+0000","last_peered":"2024-09-19T11:58:28.876250+0000","last_clean":"2024-09-19T11:58:28.876250+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T11:58:28.876250+0000","last_undegraded":"2024-09-19T11:58:28.876250+0000","last_fullsized":"2024-09-19T11:58:28.876250+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:53:55.141423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873597+0000","last_change":"2024-09-19T11:46:50.773351+0000","last_active":"2024-09-19T11:58:08.873597+0000","last_peered":"2024-09-19T11:58:08.873597+0000","last_clean":"2024-09-19T11:58:08.873597+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T11:58:08.873597+0000","last_undegraded":"2024-09-19T11:58:08.873597+0000","last_fullsized":"2024-09-19T11:58:08.873597+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:56.938086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593653+0000","last_change":"2024-09-19T11:36:12.512109+0000","last_active":"2024-09-19T12:00:38.593653+0000","last_peered":"2024-09-19T12:00:38.593653+0000","last_clean":"2024-09-19T12:00:38.593653+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T12:00:38.593653+0000","last_undegraded":"2024-09-19T12:00:38.593653+0000","last_fullsized":"2024-09-19T12:00:38.593653+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:04.026142+0000","last_change":"2024-09-19T11:36:09.485479+0000","last_active":"2024-09-19T12:00:04.026142+0000","last_peered":"2024-09-19T12:00:04.026142+0000","last_clean":"2024-09-19T12:00:04.026142+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:00:04.026142+0000","last_undegraded":"2024-09-19T12:00:04.026142+0000","last_fullsized":"2024-09-19T12:00:04.026142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:31.018960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":71,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.906419+0000","last_change":"2024-09-19T11:34:29.625399+0000","last_active":"2024-09-19T11:58:18.906419+0000","last_peered":"2024-09-19T11:58:18.906419+0000","last_clean":"2024-09-19T11:58:18.906419+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T11:58:18.906419+0000","last_undegraded":"2024-09-19T11:58:18.906419+0000","last_fullsized":"2024-09-19T11:58:18.906419+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:07.913238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132519+0000","last_change":"2024-09-19T11:46:50.769967+0000","last_active":"2024-09-19T11:58:09.132519+0000","last_peered":"2024-09-19T11:58:09.132519+0000","last_clean":"2024-09-19T11:58:09.132519+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T11:58:09.132519+0000","last_undegraded":"2024-09-19T11:58:09.132519+0000","last_fullsized":"2024-09-19T11:58:09.132519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:34.150467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872776+0000","last_change":"2024-09-19T11:36:12.514936+0000","last_active":"2024-09-19T11:58:03.872776+0000","last_peered":"2024-09-19T11:58:03.872776+0000","last_clean":"2024-09-19T11:58:03.872776+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T11:58:03.872776+0000","last_undegraded":"2024-09-19T11:58:03.872776+0000","last_fullsized":"2024-09-19T11:58:03.872776+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:51.273528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.643245+0000","last_change":"2024-09-19T11:36:09.483387+0000","last_active":"2024-09-19T12:00:38.643245+0000","last_peered":"2024-09-19T12:00:38.643245+0000","last_clean":"2024-09-19T12:00:38.643245+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:00:38.643245+0000","last_undegraded":"2024-09-19T12:00:38.643245+0000","last_fullsized":"2024-09-19T12:00:38.643245+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":74,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872382+0000","last_change":"2024-09-19T11:34:29.634220+0000","last_active":"2024-09-19T11:58:18.872382+0000","last_peered":"2024-09-19T11:58:18.872382+0000","last_clean":"2024-09-19T11:58:18.872382+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T11:58:18.872382+0000","last_undegraded":"2024-09-19T11:58:18.872382+0000","last_fullsized":"2024-09-19T11:58:18.872382+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:51:27.250289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.866828+0000","last_change":"2024-09-19T11:46:50.773372+0000","last_active":"2024-09-19T11:57:18.866828+0000","last_peered":"2024-09-19T11:57:18.866828+0000","last_clean":"2024-09-19T11:57:18.866828+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T11:57:18.866828+0000","last_undegraded":"2024-09-19T11:57:18.866828+0000","last_fullsized":"2024-09-19T11:57:18.866828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:40.393897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:04.123506+0000","last_change":"2024-09-19T11:36:12.514578+0000","last_active":"2024-09-19T11:57:04.123506+0000","last_peered":"2024-09-19T11:57:04.123506+0000","last_clean":"2024-09-19T11:57:04.123506+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T11:57:04.123506+0000","last_undegraded":"2024-09-19T11:57:04.123506+0000","last_fullsized":"2024-09-19T11:57:04.123506+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:41.759860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.558746+0000","last_change":"2024-09-19T11:36:09.486357+0000","last_active":"2024-09-19T12:00:38.558746+0000","last_peered":"2024-09-19T12:00:38.558746+0000","last_clean":"2024-09-19T12:00:38.558746+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:00:38.558746+0000","last_undegraded":"2024-09-19T12:00:38.558746+0000","last_fullsized":"2024-09-19T12:00:38.558746+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:24.525555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:19.133782+0000","last_change":"2024-09-19T11:34:29.637702+0000","last_active":"2024-09-19T11:58:19.133782+0000","last_peered":"2024-09-19T11:58:19.133782+0000","last_clean":"2024-09-19T11:58:19.133782+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T11:58:19.133782+0000","last_undegraded":"2024-09-19T11:58:19.133782+0000","last_fullsized":"2024-09-19T11:58:19.133782+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:31.667188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864106+0000","last_change":"2024-09-19T11:46:50.772394+0000","last_active":"2024-09-19T11:57:18.864106+0000","last_peered":"2024-09-19T11:57:18.864106+0000","last_clean":"2024-09-19T11:57:18.864106+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T11:57:18.864106+0000","last_undegraded":"2024-09-19T11:57:18.864106+0000","last_fullsized":"2024-09-19T11:57:18.864106+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:24.139685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:09.018891+0000","last_change":"2024-09-19T11:36:12.506264+0000","last_active":"2024-09-19T11:59:09.018891+0000","last_peered":"2024-09-19T11:59:09.018891+0000","last_clean":"2024-09-19T11:59:09.018891+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T11:59:09.018891+0000","last_undegraded":"2024-09-19T11:59:09.018891+0000","last_fullsized":"2024-09-19T11:59:09.018891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:04:28.350996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.998419+0000","last_change":"2024-09-19T11:36:09.485153+0000","last_active":"2024-09-19T11:59:03.998419+0000","last_peered":"2024-09-19T11:59:03.998419+0000","last_clean":"2024-09-19T11:59:03.998419+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T11:59:03.998419+0000","last_undegraded":"2024-09-19T11:59:03.998419+0000","last_fullsized":"2024-09-19T11:59:03.998419+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:00.418029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":87,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.872504+0000","last_change":"2024-09-19T11:34:29.639949+0000","last_active":"2024-09-19T11:58:18.872504+0000","last_peered":"2024-09-19T11:58:18.872504+0000","last_clean":"2024-09-19T11:58:18.872504+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T11:58:18.872504+0000","last_undegraded":"2024-09-19T11:58:18.872504+0000","last_fullsized":"2024-09-19T11:58:18.872504+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:09:28.681323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:53.985941+0000","last_change":"2024-09-19T11:46:50.771994+0000","last_active":"2024-09-19T11:58:53.985941+0000","last_peered":"2024-09-19T11:58:53.985941+0000","last_clean":"2024-09-19T11:58:53.985941+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T11:58:53.985941+0000","last_undegraded":"2024-09-19T11:58:53.985941+0000","last_fullsized":"2024-09-19T11:58:53.985941+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:03.888877+0000","last_change":"2024-09-19T11:36:12.512563+0000","last_active":"2024-09-19T12:00:03.888877+0000","last_peered":"2024-09-19T12:00:03.888877+0000","last_clean":"2024-09-19T12:00:03.888877+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:00:03.888877+0000","last_undegraded":"2024-09-19T12:00:03.888877+0000","last_fullsized":"2024-09-19T12:00:03.888877+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:02.074078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868029+0000","last_change":"2024-09-19T11:36:09.488154+0000","last_active":"2024-09-19T11:57:48.868029+0000","last_peered":"2024-09-19T11:57:48.868029+0000","last_clean":"2024-09-19T11:57:48.868029+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T11:57:48.868029+0000","last_undegraded":"2024-09-19T11:57:48.868029+0000","last_fullsized":"2024-09-19T11:57:48.868029+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:12.729080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.868533+0000","last_change":"2024-09-19T11:34:29.637029+0000","last_active":"2024-09-19T11:57:33.868533+0000","last_peered":"2024-09-19T11:57:33.868533+0000","last_clean":"2024-09-19T11:57:33.868533+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T11:57:33.868533+0000","last_undegraded":"2024-09-19T11:57:33.868533+0000","last_fullsized":"2024-09-19T11:57:33.868533+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:18.107151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.865142+0000","last_change":"2024-09-19T11:46:50.773897+0000","last_active":"2024-09-19T11:57:18.865142+0000","last_peered":"2024-09-19T11:57:18.865142+0000","last_clean":"2024-09-19T11:57:18.865142+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T11:57:18.865142+0000","last_undegraded":"2024-09-19T11:57:18.865142+0000","last_fullsized":"2024-09-19T11:57:18.865142+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:38.987752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869255+0000","last_change":"2024-09-19T11:36:12.501301+0000","last_active":"2024-09-19T11:57:53.869255+0000","last_peered":"2024-09-19T11:57:53.869255+0000","last_clean":"2024-09-19T11:57:53.869255+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T11:57:53.869255+0000","last_undegraded":"2024-09-19T11:57:53.869255+0000","last_fullsized":"2024-09-19T11:57:53.869255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:51.141864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496512+0000","last_change":"2024-09-19T11:36:09.488807+0000","last_active":"2024-09-19T12:00:38.496512+0000","last_peered":"2024-09-19T12:00:38.496512+0000","last_clean":"2024-09-19T12:00:38.496512+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:00:38.496512+0000","last_undegraded":"2024-09-19T12:00:38.496512+0000","last_fullsized":"2024-09-19T12:00:38.496512+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:39.683393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":135,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.974493+0000","last_change":"2024-09-19T11:34:29.637715+0000","last_active":"2024-09-19T11:57:23.974493+0000","last_peered":"2024-09-19T11:57:23.974493+0000","last_clean":"2024-09-19T11:57:23.974493+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T11:57:23.974493+0000","last_undegraded":"2024-09-19T11:57:23.974493+0000","last_fullsized":"2024-09-19T11:57:23.974493+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:38.103836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"260'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.988623+0000","last_change":"2024-09-19T11:46:50.768874+0000","last_active":"2024-09-19T11:57:43.988623+0000","last_peered":"2024-09-19T11:57:43.988623+0000","last_clean":"2024-09-19T11:57:43.988623+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T11:57:43.988623+0000","last_undegraded":"2024-09-19T11:57:43.988623+0000","last_fullsized":"2024-09-19T11:57:43.988623+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:29:20.581219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.971875+0000","last_change":"2024-09-19T11:36:12.512569+0000","last_active":"2024-09-19T11:57:03.971875+0000","last_peered":"2024-09-19T11:57:03.971875+0000","last_clean":"2024-09-19T11:57:03.971875+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T11:57:03.971875+0000","last_undegraded":"2024-09-19T11:57:03.971875+0000","last_fullsized":"2024-09-19T11:57:03.971875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:43.916746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538589+0000","last_change":"2024-09-19T11:36:09.484409+0000","last_active":"2024-09-19T12:00:38.538589+0000","last_peered":"2024-09-19T12:00:38.538589+0000","last_clean":"2024-09-19T12:00:38.538589+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:00:38.538589+0000","last_undegraded":"2024-09-19T12:00:38.538589+0000","last_fullsized":"2024-09-19T12:00:38.538589+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:58.556629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":105,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864656+0000","last_change":"2024-09-19T11:34:29.634223+0000","last_active":"2024-09-19T11:57:23.864656+0000","last_peered":"2024-09-19T11:57:23.864656+0000","last_clean":"2024-09-19T11:57:23.864656+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T11:57:23.864656+0000","last_undegraded":"2024-09-19T11:57:23.864656+0000","last_fullsized":"2024-09-19T11:57:23.864656+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:09.315170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:44.128529+0000","last_change":"2024-09-19T11:46:50.772750+0000","last_active":"2024-09-19T11:57:44.128529+0000","last_peered":"2024-09-19T11:57:44.128529+0000","last_clean":"2024-09-19T11:57:44.128529+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T11:57:44.128529+0000","last_undegraded":"2024-09-19T11:57:44.128529+0000","last_fullsized":"2024-09-19T11:57:44.128529+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:55.265444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680656+0000","last_change":"2024-09-19T11:36:12.505941+0000","last_active":"2024-09-19T12:00:38.680656+0000","last_peered":"2024-09-19T12:00:38.680656+0000","last_clean":"2024-09-19T12:00:38.680656+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:00:38.680656+0000","last_undegraded":"2024-09-19T12:00:38.680656+0000","last_fullsized":"2024-09-19T12:00:38.680656+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:51.693580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:58.864655+0000","last_change":"2024-09-19T11:36:09.487899+0000","last_active":"2024-09-19T11:56:58.864655+0000","last_peered":"2024-09-19T11:56:58.864655+0000","last_clean":"2024-09-19T11:56:58.864655+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T11:56:58.864655+0000","last_undegraded":"2024-09-19T11:56:58.864655+0000","last_fullsized":"2024-09-19T11:56:58.864655+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:11.896948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":181,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:10.884406+0000","last_change":"2024-09-19T11:34:29.628215+0000","last_active":"2024-09-19T11:58:10.884406+0000","last_peered":"2024-09-19T11:58:10.884406+0000","last_clean":"2024-09-19T11:58:10.884406+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T11:58:10.884406+0000","last_undegraded":"2024-09-19T11:58:10.884406+0000","last_fullsized":"2024-09-19T11:58:10.884406+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:52.193597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:19.125426+0000","last_change":"2024-09-19T11:46:50.774382+0000","last_active":"2024-09-19T11:57:19.125426+0000","last_peered":"2024-09-19T11:57:19.125426+0000","last_clean":"2024-09-19T11:57:19.125426+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T11:57:19.125426+0000","last_undegraded":"2024-09-19T11:57:19.125426+0000","last_fullsized":"2024-09-19T11:57:19.125426+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:49.984273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:08.880441+0000","last_change":"2024-09-19T11:36:12.509676+0000","last_active":"2024-09-19T11:59:08.880441+0000","last_peered":"2024-09-19T11:59:08.880441+0000","last_clean":"2024-09-19T11:59:08.880441+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T11:59:08.880441+0000","last_undegraded":"2024-09-19T11:59:08.880441+0000","last_fullsized":"2024-09-19T11:59:08.880441+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:26.130081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.987539+0000","last_change":"2024-09-19T11:36:09.485241+0000","last_active":"2024-09-19T11:59:03.987539+0000","last_peered":"2024-09-19T11:59:03.987539+0000","last_clean":"2024-09-19T11:59:03.987539+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T11:59:03.987539+0000","last_undegraded":"2024-09-19T11:59:03.987539+0000","last_fullsized":"2024-09-19T11:59:03.987539+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:00.500314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864494+0000","last_change":"2024-09-19T11:34:29.631285+0000","last_active":"2024-09-19T11:57:23.864494+0000","last_peered":"2024-09-19T11:57:23.864494+0000","last_clean":"2024-09-19T11:57:23.864494+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T11:57:23.864494+0000","last_undegraded":"2024-09-19T11:57:23.864494+0000","last_fullsized":"2024-09-19T11:57:23.864494+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:48:18.408708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867358+0000","last_change":"2024-09-19T11:46:50.775558+0000","last_active":"2024-09-19T11:57:23.867358+0000","last_peered":"2024-09-19T11:57:23.867358+0000","last_clean":"2024-09-19T11:57:23.867358+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T11:57:23.867358+0000","last_undegraded":"2024-09-19T11:57:23.867358+0000","last_fullsized":"2024-09-19T11:57:23.867358+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:06.840332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.863676+0000","last_change":"2024-09-19T11:36:12.504984+0000","last_active":"2024-09-19T11:57:03.863676+0000","last_peered":"2024-09-19T11:57:03.863676+0000","last_clean":"2024-09-19T11:57:03.863676+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T11:57:03.863676+0000","last_undegraded":"2024-09-19T11:57:03.863676+0000","last_fullsized":"2024-09-19T11:57:03.863676+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:51.009681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.879814+0000","last_change":"2024-09-19T11:36:09.488046+0000","last_active":"2024-09-19T11:59:03.879814+0000","last_peered":"2024-09-19T11:59:03.879814+0000","last_clean":"2024-09-19T11:59:03.879814+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T11:59:03.879814+0000","last_undegraded":"2024-09-19T11:59:03.879814+0000","last_fullsized":"2024-09-19T11:59:03.879814+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:34:16.659742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.877450+0000","last_change":"2024-09-19T11:34:29.637182+0000","last_active":"2024-09-19T11:58:38.877450+0000","last_peered":"2024-09-19T11:58:38.877450+0000","last_clean":"2024-09-19T11:58:38.877450+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T11:58:38.877450+0000","last_undegraded":"2024-09-19T11:58:38.877450+0000","last_fullsized":"2024-09-19T11:58:38.877450+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:47:16.851483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":943,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.672949+0000","last_change":"2024-09-19T12:00:59.672949+0000","last_active":"2024-09-19T12:00:59.672949+0000","last_peered":"2024-09-19T12:00:59.672949+0000","last_clean":"2024-09-19T12:00:59.672949+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:59.672949+0000","last_undegraded":"2024-09-19T12:00:59.672949+0000","last_fullsized":"2024-09-19T12:00:59.672949+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'246","last_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_deep_scrub":"261'246","last_deep_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.672856+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:39.881169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'478","reported_seq":1985,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.538191+0000","last_change":"2024-09-19T12:01:02.538191+0000","last_active":"2024-09-19T12:01:02.538191+0000","last_peered":"2024-09-19T12:01:02.538191+0000","last_clean":"2024-09-19T12:01:02.538191+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T12:01:02.538191+0000","last_undegraded":"2024-09-19T12:01:02.538191+0000","last_fullsized":"2024-09-19T12:01:02.538191+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'478","last_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_deep_scrub":"261'478","last_deep_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.538096+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:46.271861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":826,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.606232+0000","last_change":"2024-09-19T12:00:50.606232+0000","last_active":"2024-09-19T12:00:50.606232+0000","last_peered":"2024-09-19T12:00:50.606232+0000","last_clean":"2024-09-19T12:00:50.606232+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:50.606232+0000","last_undegraded":"2024-09-19T12:00:50.606232+0000","last_fullsized":"2024-09-19T12:00:50.606232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.606134+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:38.098429+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1720,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.689712+0000","last_change":"2024-09-19T12:01:02.689712+0000","last_active":"2024-09-19T12:01:02.689712+0000","last_peered":"2024-09-19T12:01:02.689712+0000","last_clean":"2024-09-19T12:01:02.689712+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T12:01:02.689712+0000","last_undegraded":"2024-09-19T12:01:02.689712+0000","last_fullsized":"2024-09-19T12:01:02.689712+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'346","last_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_deep_scrub":"261'346","last_deep_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.689590+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:32.771842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'210","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.654464+0000","last_change":"2024-09-19T12:00:51.654464+0000","last_active":"2024-09-19T12:00:51.654464+0000","last_peered":"2024-09-19T12:00:51.654464+0000","last_clean":"2024-09-19T12:00:51.654464+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:51.654464+0000","last_undegraded":"2024-09-19T12:00:51.654464+0000","last_fullsized":"2024-09-19T12:00:51.654464+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'210","last_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_deep_scrub":"261'210","last_deep_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.654335+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.297418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1977","reported_seq":3715,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.534575+0000","last_change":"2024-09-19T11:20:29.338918+0000","last_active":"2024-09-19T12:00:18.534575+0000","last_peered":"2024-09-19T12:00:18.534575+0000","last_clean":"2024-09-19T12:00:18.534575+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:00:18.534575+0000","last_undegraded":"2024-09-19T12:00:18.534575+0000","last_fullsized":"2024-09-19T12:00:18.534575+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":1900,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:38:46.490216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'275","reported_seq":961,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.456924+0000","last_change":"2024-09-19T12:00:57.456924+0000","last_active":"2024-09-19T12:00:57.456924+0000","last_peered":"2024-09-19T12:00:57.456924+0000","last_clean":"2024-09-19T12:00:57.456924+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:57.456924+0000","last_undegraded":"2024-09-19T12:00:57.456924+0000","last_fullsized":"2024-09-19T12:00:57.456924+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.456830+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:55.512243+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'484","reported_seq":2150,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.624456+0000","last_change":"2024-09-19T12:01:01.624456+0000","last_active":"2024-09-19T12:01:01.624456+0000","last_peered":"2024-09-19T12:01:01.624456+0000","last_clean":"2024-09-19T12:01:01.624456+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T12:01:01.624456+0000","last_undegraded":"2024-09-19T12:01:01.624456+0000","last_fullsized":"2024-09-19T12:01:01.624456+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'484","last_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_deep_scrub":"261'484","last_deep_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.624366+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:38:38.902124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'241","reported_seq":965,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.637651+0000","last_change":"2024-09-19T12:00:58.637651+0000","last_active":"2024-09-19T12:00:58.637651+0000","last_peered":"2024-09-19T12:00:58.637651+0000","last_clean":"2024-09-19T12:00:58.637651+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:58.637651+0000","last_undegraded":"2024-09-19T12:00:58.637651+0000","last_fullsized":"2024-09-19T12:00:58.637651+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.637524+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:19.938641+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'880","reported_seq":2548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.751128+0000","last_change":"2024-09-19T12:00:57.751128+0000","last_active":"2024-09-19T12:00:57.751128+0000","last_peered":"2024-09-19T12:00:57.751128+0000","last_clean":"2024-09-19T12:00:57.751128+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T12:00:57.751128+0000","last_undegraded":"2024-09-19T12:00:57.751128+0000","last_fullsized":"2024-09-19T12:00:57.751128+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'880","last_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_deep_scrub":"261'880","last_deep_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.751027+0000","objects_scrubbed":1,"log_size":80,"log_dups_size":800,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:06.783543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'251","reported_seq":882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.468097+0000","last_change":"2024-09-19T12:00:55.468097+0000","last_active":"2024-09-19T12:00:55.468097+0000","last_peered":"2024-09-19T12:00:55.468097+0000","last_clean":"2024-09-19T12:00:55.468097+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:55.468097+0000","last_undegraded":"2024-09-19T12:00:55.468097+0000","last_fullsized":"2024-09-19T12:00:55.468097+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.467975+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:48.592182+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'390","reported_seq":1900,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.445611+0000","last_change":"2024-09-19T11:20:29.339197+0000","last_active":"2024-09-19T11:58:43.445611+0000","last_peered":"2024-09-19T11:58:43.445611+0000","last_clean":"2024-09-19T11:58:43.445611+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T11:58:43.445611+0000","last_undegraded":"2024-09-19T11:58:43.445611+0000","last_fullsized":"2024-09-19T11:58:43.445611+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:05.697403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'259","reported_seq":918,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.675222+0000","last_change":"2024-09-19T12:00:57.675222+0000","last_active":"2024-09-19T12:00:57.675222+0000","last_peered":"2024-09-19T12:00:57.675222+0000","last_clean":"2024-09-19T12:00:57.675222+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:57.675222+0000","last_undegraded":"2024-09-19T12:00:57.675222+0000","last_fullsized":"2024-09-19T12:00:57.675222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'259","last_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_deep_scrub":"261'259","last_deep_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.675051+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:28.715599+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'405","reported_seq":1968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.714594+0000","last_change":"2024-09-19T11:20:29.324531+0000","last_active":"2024-09-19T11:59:00.714594+0000","last_peered":"2024-09-19T11:59:00.714594+0000","last_clean":"2024-09-19T11:59:00.714594+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T11:59:00.714594+0000","last_undegraded":"2024-09-19T11:59:00.714594+0000","last_fullsized":"2024-09-19T11:59:00.714594+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:28.306822+0000","last_clean_scrub_stamp":"2024-09-19T11:20:28.306822+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:03.269587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'205","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.636778+0000","last_change":"2024-09-19T12:00:53.636778+0000","last_active":"2024-09-19T12:00:53.636778+0000","last_peered":"2024-09-19T12:00:53.636778+0000","last_clean":"2024-09-19T12:00:53.636778+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:53.636778+0000","last_undegraded":"2024-09-19T12:00:53.636778+0000","last_fullsized":"2024-09-19T12:00:53.636778+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.636667+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:24.400297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'554","reported_seq":2376,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.095760+0000","last_change":"2024-09-19T12:00:55.095760+0000","last_active":"2024-09-19T12:00:55.095760+0000","last_peered":"2024-09-19T12:00:55.095760+0000","last_clean":"2024-09-19T12:00:55.095760+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:55.095760+0000","last_undegraded":"2024-09-19T12:00:55.095760+0000","last_fullsized":"2024-09-19T12:00:55.095760+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'554","last_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_deep_scrub":"261'554","last_deep_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.095682+0000","objects_scrubbed":1,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.801602+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'429","reported_seq":2047,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.653597+0000","last_change":"2024-09-19T12:01:02.653597+0000","last_active":"2024-09-19T12:01:02.653597+0000","last_peered":"2024-09-19T12:01:02.653597+0000","last_clean":"2024-09-19T12:01:02.653597+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T12:01:02.653597+0000","last_undegraded":"2024-09-19T12:01:02.653597+0000","last_fullsized":"2024-09-19T12:01:02.653597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'429","last_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_deep_scrub":"261'429","last_deep_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.653498+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:27.496144+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":467,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'229","reported_seq":887,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.641334+0000","last_change":"2024-09-19T12:00:56.641334+0000","last_active":"2024-09-19T12:00:56.641334+0000","last_peered":"2024-09-19T12:00:56.641334+0000","last_clean":"2024-09-19T12:00:56.641334+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:56.641334+0000","last_undegraded":"2024-09-19T12:00:56.641334+0000","last_fullsized":"2024-09-19T12:00:56.641334+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.641227+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:46.914783+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'779","reported_seq":2254,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.717004+0000","last_change":"2024-09-19T12:01:03.717004+0000","last_active":"2024-09-19T12:01:03.717004+0000","last_peered":"2024-09-19T12:01:03.717004+0000","last_clean":"2024-09-19T12:01:03.717004+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T12:01:03.717004+0000","last_undegraded":"2024-09-19T12:01:03.717004+0000","last_fullsized":"2024-09-19T12:01:03.717004+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'779","last_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_deep_scrub":"261'779","last_deep_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.716921+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:07.265117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'211","reported_seq":877,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.731177+0000","last_change":"2024-09-19T12:00:54.731177+0000","last_active":"2024-09-19T12:00:54.731177+0000","last_peered":"2024-09-19T12:00:54.731177+0000","last_clean":"2024-09-19T12:00:54.731177+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:54.731177+0000","last_undegraded":"2024-09-19T12:00:54.731177+0000","last_fullsized":"2024-09-19T12:00:54.731177+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.731059+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:01.838203+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'913","reported_seq":2629,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.554577+0000","last_change":"2024-09-19T12:01:01.554577+0000","last_active":"2024-09-19T12:01:01.554577+0000","last_peered":"2024-09-19T12:01:01.554577+0000","last_clean":"2024-09-19T12:01:01.554577+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T12:01:01.554577+0000","last_undegraded":"2024-09-19T12:01:01.554577+0000","last_fullsized":"2024-09-19T12:01:01.554577+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'913","last_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_deep_scrub":"261'913","last_deep_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.554470+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":900,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:37.454954+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'185","reported_seq":780,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.716667+0000","last_change":"2024-09-19T12:00:52.716667+0000","last_active":"2024-09-19T12:00:52.716667+0000","last_peered":"2024-09-19T12:00:52.716667+0000","last_clean":"2024-09-19T12:00:52.716667+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:52.716667+0000","last_undegraded":"2024-09-19T12:00:52.716667+0000","last_fullsized":"2024-09-19T12:00:52.716667+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'185","last_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_deep_scrub":"261'185","last_deep_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.716565+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.202750+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'397","reported_seq":1866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.094393+0000","last_change":"2024-09-19T12:00:53.094393+0000","last_active":"2024-09-19T12:00:53.094393+0000","last_peered":"2024-09-19T12:00:53.094393+0000","last_clean":"2024-09-19T12:00:53.094393+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T12:00:53.094393+0000","last_undegraded":"2024-09-19T12:00:53.094393+0000","last_fullsized":"2024-09-19T12:00:53.094393+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'397","last_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_deep_scrub":"261'397","last_deep_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.094290+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:51.496957+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'237","reported_seq":869,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.822961+0000","last_change":"2024-09-19T12:00:50.822961+0000","last_active":"2024-09-19T12:00:50.822961+0000","last_peered":"2024-09-19T12:00:50.822961+0000","last_clean":"2024-09-19T12:00:50.822961+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:50.822961+0000","last_undegraded":"2024-09-19T12:00:50.822961+0000","last_fullsized":"2024-09-19T12:00:50.822961+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'237","last_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_deep_scrub":"261'237","last_deep_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.822854+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:20.271447+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1939,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.083550+0000","last_change":"2024-09-19T12:00:54.083550+0000","last_active":"2024-09-19T12:00:54.083550+0000","last_peered":"2024-09-19T12:00:54.083550+0000","last_clean":"2024-09-19T12:00:54.083550+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T12:00:54.083550+0000","last_undegraded":"2024-09-19T12:00:54.083550+0000","last_fullsized":"2024-09-19T12:00:54.083550+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'438","last_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_deep_scrub":"261'438","last_deep_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.083462+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:52.045723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'204","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.664967+0000","last_change":"2024-09-19T12:00:52.664967+0000","last_active":"2024-09-19T12:00:52.664967+0000","last_peered":"2024-09-19T12:00:52.664967+0000","last_clean":"2024-09-19T12:00:52.664967+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:52.664967+0000","last_undegraded":"2024-09-19T12:00:52.664967+0000","last_fullsized":"2024-09-19T12:00:52.664967+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'204","last_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_deep_scrub":"261'204","last_deep_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.664860+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:14.108855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'865","reported_seq":2616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.688844+0000","last_change":"2024-09-19T12:01:03.688844+0000","last_active":"2024-09-19T12:01:03.688844+0000","last_peered":"2024-09-19T12:01:03.688844+0000","last_clean":"2024-09-19T12:01:03.688844+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:01:03.688844+0000","last_undegraded":"2024-09-19T12:01:03.688844+0000","last_fullsized":"2024-09-19T12:01:03.688844+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'865","last_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_deep_scrub":"261'865","last_deep_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.688740+0000","objects_scrubbed":3,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:46:13.235694+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2044,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'180","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.679227+0000","last_change":"2024-09-19T12:00:50.679227+0000","last_active":"2024-09-19T12:00:50.679227+0000","last_peered":"2024-09-19T12:00:50.679227+0000","last_clean":"2024-09-19T12:00:50.679227+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:50.679227+0000","last_undegraded":"2024-09-19T12:00:50.679227+0000","last_fullsized":"2024-09-19T12:00:50.679227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.679107+0000","objects_scrubbed":4,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:41.211451+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'170","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.773644+0000","last_change":"2024-09-19T11:20:37.357331+0000","last_active":"2024-09-19T11:59:00.773644+0000","last_peered":"2024-09-19T11:59:00.773644+0000","last_clean":"2024-09-19T11:59:00.773644+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T11:59:00.773644+0000","last_undegraded":"2024-09-19T11:59:00.773644+0000","last_fullsized":"2024-09-19T11:59:00.773644+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:20.980245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1137","reported_seq":3061,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.549687+0000","last_change":"2024-09-19T12:00:56.549687+0000","last_active":"2024-09-19T12:00:56.549687+0000","last_peered":"2024-09-19T12:00:56.549687+0000","last_clean":"2024-09-19T12:00:56.549687+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T12:00:56.549687+0000","last_undegraded":"2024-09-19T12:00:56.549687+0000","last_fullsized":"2024-09-19T12:00:56.549687+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1137","last_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_deep_scrub":"261'1137","last_deep_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.549598+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":1100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:49.916039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1182,"num_omap_keys":5,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'235","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.612824+0000","last_change":"2024-09-19T12:00:53.612824+0000","last_active":"2024-09-19T12:00:53.612824+0000","last_peered":"2024-09-19T12:00:53.612824+0000","last_clean":"2024-09-19T12:00:53.612824+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:53.612824+0000","last_undegraded":"2024-09-19T12:00:53.612824+0000","last_fullsized":"2024-09-19T12:00:53.612824+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.612730+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:24.322603+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860283+0000","last_change":"2024-09-19T11:20:31.340214+0000","last_active":"2024-09-19T11:56:48.860283+0000","last_peered":"2024-09-19T11:56:48.860283+0000","last_clean":"2024-09-19T11:56:48.860283+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T11:56:48.860283+0000","last_undegraded":"2024-09-19T11:56:48.860283+0000","last_fullsized":"2024-09-19T11:56:48.860283+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:34.666832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'191","reported_seq":781,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.483974+0000","last_change":"2024-09-19T11:20:33.338456+0000","last_active":"2024-09-19T12:00:38.483974+0000","last_peered":"2024-09-19T12:00:38.483974+0000","last_clean":"2024-09-19T12:00:38.483974+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:00:38.483974+0000","last_undegraded":"2024-09-19T12:00:38.483974+0000","last_fullsized":"2024-09-19T12:00:38.483974+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:22.231391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864136+0000","last_change":"2024-09-19T11:20:35.352225+0000","last_active":"2024-09-19T11:56:53.864136+0000","last_peered":"2024-09-19T11:56:53.864136+0000","last_clean":"2024-09-19T11:56:53.864136+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T11:56:53.864136+0000","last_undegraded":"2024-09-19T11:56:53.864136+0000","last_fullsized":"2024-09-19T11:56:53.864136+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:45.491144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'105","reported_seq":587,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.960710+0000","last_change":"2024-09-19T11:20:37.360851+0000","last_active":"2024-09-19T11:58:58.960710+0000","last_peered":"2024-09-19T11:58:58.960710+0000","last_clean":"2024-09-19T11:58:58.960710+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T11:58:58.960710+0000","last_undegraded":"2024-09-19T11:58:58.960710+0000","last_fullsized":"2024-09-19T11:58:58.960710+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:07.872719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'810","reported_seq":2359,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.552408+0000","last_change":"2024-09-19T12:00:59.552408+0000","last_active":"2024-09-19T12:00:59.552408+0000","last_peered":"2024-09-19T12:00:59.552408+0000","last_clean":"2024-09-19T12:00:59.552408+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T12:00:59.552408+0000","last_undegraded":"2024-09-19T12:00:59.552408+0000","last_fullsized":"2024-09-19T12:00:59.552408+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'810","last_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_deep_scrub":"261'810","last_deep_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.552318+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":700,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:18.677863+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'187","reported_seq":811,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.595518+0000","last_change":"2024-09-19T12:00:44.595518+0000","last_active":"2024-09-19T12:00:44.595518+0000","last_peered":"2024-09-19T12:00:44.595518+0000","last_clean":"2024-09-19T12:00:44.595518+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:44.595518+0000","last_undegraded":"2024-09-19T12:00:44.595518+0000","last_fullsized":"2024-09-19T12:00:44.595518+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'187","last_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_deep_scrub":"261'187","last_deep_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.595455+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:58.864545+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903746+0000","last_change":"2024-09-19T11:20:31.330777+0000","last_active":"2024-09-19T11:57:58.903746+0000","last_peered":"2024-09-19T11:57:58.903746+0000","last_clean":"2024-09-19T11:57:58.903746+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T11:57:58.903746+0000","last_undegraded":"2024-09-19T11:57:58.903746+0000","last_fullsized":"2024-09-19T11:57:58.903746+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:02.865207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'87","reported_seq":601,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:30.128394+0000","last_change":"2024-09-19T11:20:33.337977+0000","last_active":"2024-09-19T11:57:30.128394+0000","last_peered":"2024-09-19T11:57:30.128394+0000","last_clean":"2024-09-19T11:57:30.128394+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T11:57:30.128394+0000","last_undegraded":"2024-09-19T11:57:30.128394+0000","last_fullsized":"2024-09-19T11:57:30.128394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:59.846889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.862608+0000","last_change":"2024-09-19T11:20:35.352834+0000","last_active":"2024-09-19T11:56:53.862608+0000","last_peered":"2024-09-19T11:56:53.862608+0000","last_clean":"2024-09-19T11:56:53.862608+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T11:56:53.862608+0000","last_undegraded":"2024-09-19T11:56:53.862608+0000","last_fullsized":"2024-09-19T11:56:53.862608+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:54.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'150","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.610525+0000","last_change":"2024-09-19T11:20:37.361791+0000","last_active":"2024-09-19T11:58:46.610525+0000","last_peered":"2024-09-19T11:58:46.610525+0000","last_clean":"2024-09-19T11:58:46.610525+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T11:58:46.610525+0000","last_undegraded":"2024-09-19T11:58:46.610525+0000","last_fullsized":"2024-09-19T11:58:46.610525+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:25.196299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'473","reported_seq":2124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.750010+0000","last_change":"2024-09-19T12:00:55.750010+0000","last_active":"2024-09-19T12:00:55.750010+0000","last_peered":"2024-09-19T12:00:55.750010+0000","last_clean":"2024-09-19T12:00:55.750010+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T12:00:55.750010+0000","last_undegraded":"2024-09-19T12:00:55.750010+0000","last_fullsized":"2024-09-19T12:00:55.750010+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'473","last_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_deep_scrub":"261'473","last_deep_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.749922+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:42.429415+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":698,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'215","reported_seq":908,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.631787+0000","last_change":"2024-09-19T12:00:52.631787+0000","last_active":"2024-09-19T12:00:52.631787+0000","last_peered":"2024-09-19T12:00:52.631787+0000","last_clean":"2024-09-19T12:00:52.631787+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:52.631787+0000","last_undegraded":"2024-09-19T12:00:52.631787+0000","last_fullsized":"2024-09-19T12:00:52.631787+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'215","last_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_deep_scrub":"261'215","last_deep_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.631654+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:34.087611+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.893699+0000","last_change":"2024-09-19T11:20:31.340349+0000","last_active":"2024-09-19T11:56:48.893699+0000","last_peered":"2024-09-19T11:56:48.893699+0000","last_clean":"2024-09-19T11:56:48.893699+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T11:56:48.893699+0000","last_undegraded":"2024-09-19T11:56:48.893699+0000","last_fullsized":"2024-09-19T11:56:48.893699+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:01.558119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'100","reported_seq":630,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.141386+0000","last_change":"2024-09-19T12:01:02.141386+0000","last_active":"2024-09-19T12:01:02.141386+0000","last_peered":"2024-09-19T12:01:02.141386+0000","last_clean":"2024-09-19T12:01:02.141386+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T12:01:02.141386+0000","last_undegraded":"2024-09-19T12:01:02.141386+0000","last_fullsized":"2024-09-19T12:01:02.141386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'100","last_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_deep_scrub":"261'100","last_deep_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.141290+0000","objects_scrubbed":6,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:34.871471+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'751","reported_seq":2473,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.426001+0000","last_change":"2024-09-19T11:20:35.345012+0000","last_active":"2024-09-19T12:00:38.426001+0000","last_peered":"2024-09-19T12:00:38.426001+0000","last_clean":"2024-09-19T12:00:38.426001+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:00:38.426001+0000","last_undegraded":"2024-09-19T12:00:38.426001+0000","last_fullsized":"2024-09-19T12:00:38.426001+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":700,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:02.192735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'183","reported_seq":996,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.817470+0000","last_change":"2024-09-19T11:20:37.372261+0000","last_active":"2024-09-19T11:59:00.817470+0000","last_peered":"2024-09-19T11:59:00.817470+0000","last_clean":"2024-09-19T11:59:00.817470+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T11:59:00.817470+0000","last_undegraded":"2024-09-19T11:59:00.817470+0000","last_fullsized":"2024-09-19T11:59:00.817470+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:06:04.123426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'463","reported_seq":2113,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.501665+0000","last_change":"2024-09-19T12:00:59.501665+0000","last_active":"2024-09-19T12:00:59.501665+0000","last_peered":"2024-09-19T12:00:59.501665+0000","last_clean":"2024-09-19T12:00:59.501665+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T12:00:59.501665+0000","last_undegraded":"2024-09-19T12:00:59.501665+0000","last_fullsized":"2024-09-19T12:00:59.501665+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'463","last_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_deep_scrub":"261'463","last_deep_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.501579+0000","objects_scrubbed":1,"log_size":63,"log_dups_size":400,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:05.182504+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'205","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.687786+0000","last_change":"2024-09-19T12:00:48.687786+0000","last_active":"2024-09-19T12:00:48.687786+0000","last_peered":"2024-09-19T12:00:48.687786+0000","last_clean":"2024-09-19T12:00:48.687786+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:48.687786+0000","last_undegraded":"2024-09-19T12:00:48.687786+0000","last_fullsized":"2024-09-19T12:00:48.687786+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.687627+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:23.979312+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.860317+0000","last_change":"2024-09-19T11:20:31.337733+0000","last_active":"2024-09-19T11:56:48.860317+0000","last_peered":"2024-09-19T11:56:48.860317+0000","last_clean":"2024-09-19T11:56:48.860317+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T11:56:48.860317+0000","last_undegraded":"2024-09-19T11:56:48.860317+0000","last_fullsized":"2024-09-19T11:56:48.860317+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:17.447360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'113","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.696303+0000","last_change":"2024-09-19T11:20:33.453498+0000","last_active":"2024-09-19T12:00:38.696303+0000","last_peered":"2024-09-19T12:00:38.696303+0000","last_clean":"2024-09-19T12:00:38.696303+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:00:38.696303+0000","last_undegraded":"2024-09-19T12:00:38.696303+0000","last_fullsized":"2024-09-19T12:00:38.696303+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:49.047191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'773","reported_seq":4201,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.430384+0000","last_change":"2024-09-19T11:20:35.347454+0000","last_active":"2024-09-19T12:00:38.430384+0000","last_peered":"2024-09-19T12:00:38.430384+0000","last_clean":"2024-09-19T12:00:38.430384+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:00:38.430384+0000","last_undegraded":"2024-09-19T12:00:38.430384+0000","last_fullsized":"2024-09-19T12:00:38.430384+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:25.952175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'517","reported_seq":2013,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.504546+0000","last_change":"2024-09-19T12:00:58.504546+0000","last_active":"2024-09-19T12:00:58.504546+0000","last_peered":"2024-09-19T12:00:58.504546+0000","last_clean":"2024-09-19T12:00:58.504546+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T12:00:58.504546+0000","last_undegraded":"2024-09-19T12:00:58.504546+0000","last_fullsized":"2024-09-19T12:00:58.504546+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'517","last_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_deep_scrub":"261'517","last_deep_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.504420+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:11.991156+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'251","reported_seq":913,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.673672+0000","last_change":"2024-09-19T12:00:49.673672+0000","last_active":"2024-09-19T12:00:49.673672+0000","last_peered":"2024-09-19T12:00:49.673672+0000","last_clean":"2024-09-19T12:00:49.673672+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:49.673672+0000","last_undegraded":"2024-09-19T12:00:49.673672+0000","last_fullsized":"2024-09-19T12:00:49.673672+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.673570+0000","objects_scrubbed":2,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:54.381701+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867318+0000","last_change":"2024-09-19T11:20:31.333286+0000","last_active":"2024-09-19T11:57:23.867318+0000","last_peered":"2024-09-19T11:57:23.867318+0000","last_clean":"2024-09-19T11:57:23.867318+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T11:57:23.867318+0000","last_undegraded":"2024-09-19T11:57:23.867318+0000","last_fullsized":"2024-09-19T11:57:23.867318+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:27.863620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'192","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.522916+0000","last_change":"2024-09-19T11:20:33.452103+0000","last_active":"2024-09-19T12:00:38.522916+0000","last_peered":"2024-09-19T12:00:38.522916+0000","last_clean":"2024-09-19T12:00:38.522916+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:00:38.522916+0000","last_undegraded":"2024-09-19T12:00:38.522916+0000","last_fullsized":"2024-09-19T12:00:38.522916+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:17.715144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.968640+0000","last_change":"2024-09-19T11:20:35.352047+0000","last_active":"2024-09-19T11:56:38.968640+0000","last_peered":"2024-09-19T11:56:38.968640+0000","last_clean":"2024-09-19T11:56:38.968640+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T11:56:38.968640+0000","last_undegraded":"2024-09-19T11:56:38.968640+0000","last_fullsized":"2024-09-19T11:56:38.968640+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:48.998518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'566","reported_seq":1369,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428955+0000","last_change":"2024-09-19T11:20:37.362095+0000","last_active":"2024-09-19T12:00:19.428955+0000","last_peered":"2024-09-19T12:00:19.428955+0000","last_clean":"2024-09-19T12:00:19.428955+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:00:19.428955+0000","last_undegraded":"2024-09-19T12:00:19.428955+0000","last_fullsized":"2024-09-19T12:00:19.428955+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":500,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:18.642934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'395","reported_seq":1831,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.854558+0000","last_change":"2024-09-19T12:00:51.854558+0000","last_active":"2024-09-19T12:00:51.854558+0000","last_peered":"2024-09-19T12:00:51.854558+0000","last_clean":"2024-09-19T12:00:51.854558+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T12:00:51.854558+0000","last_undegraded":"2024-09-19T12:00:51.854558+0000","last_fullsized":"2024-09-19T12:00:51.854558+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'395","last_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_deep_scrub":"261'395","last_deep_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.854428+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:58.453654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'229","reported_seq":862,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.655951+0000","last_change":"2024-09-19T12:00:50.655849+0000","last_active":"2024-09-19T12:00:50.655951+0000","last_peered":"2024-09-19T12:00:50.655951+0000","last_clean":"2024-09-19T12:00:50.655951+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:50.655951+0000","last_undegraded":"2024-09-19T12:00:50.655951+0000","last_fullsized":"2024-09-19T12:00:50.655951+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.655748+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:51.571311+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.096169+0000","last_change":"2024-09-19T12:00:57.096169+0000","last_active":"2024-09-19T12:00:57.096169+0000","last_peered":"2024-09-19T12:00:57.096169+0000","last_clean":"2024-09-19T12:00:57.096169+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T12:00:57.096169+0000","last_undegraded":"2024-09-19T12:00:57.096169+0000","last_fullsized":"2024-09-19T12:00:57.096169+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.096022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:39.069522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'125","reported_seq":685,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.622806+0000","last_change":"2024-09-19T11:20:33.340126+0000","last_active":"2024-09-19T12:00:38.622806+0000","last_peered":"2024-09-19T12:00:38.622806+0000","last_clean":"2024-09-19T12:00:38.622806+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:00:38.622806+0000","last_undegraded":"2024-09-19T12:00:38.622806+0000","last_fullsized":"2024-09-19T12:00:38.622806+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":484,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:33.898999+0000","last_change":"2024-09-19T11:20:35.354256+0000","last_active":"2024-09-19T11:57:33.898999+0000","last_peered":"2024-09-19T11:57:33.898999+0000","last_clean":"2024-09-19T11:57:33.898999+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T11:57:33.898999+0000","last_undegraded":"2024-09-19T11:57:33.898999+0000","last_fullsized":"2024-09-19T11:57:33.898999+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:54:04.372509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2497","reported_seq":4321,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.276564+0000","last_change":"2024-09-19T11:20:37.363209+0000","last_active":"2024-09-19T12:00:09.276564+0000","last_peered":"2024-09-19T12:00:09.276564+0000","last_clean":"2024-09-19T12:00:09.276564+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:00:09.276564+0000","last_undegraded":"2024-09-19T12:00:09.276564+0000","last_fullsized":"2024-09-19T12:00:09.276564+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":2400,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.434433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'404","reported_seq":1975,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.726747+0000","last_change":"2024-09-19T12:00:55.726747+0000","last_active":"2024-09-19T12:00:55.726747+0000","last_peered":"2024-09-19T12:00:55.726747+0000","last_clean":"2024-09-19T12:00:55.726747+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T12:00:55.726747+0000","last_undegraded":"2024-09-19T12:00:55.726747+0000","last_fullsized":"2024-09-19T12:00:55.726747+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'404","last_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_deep_scrub":"261'404","last_deep_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.726663+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:36.253365+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'240","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.623222+0000","last_change":"2024-09-19T12:00:51.623128+0000","last_active":"2024-09-19T12:00:51.623222+0000","last_peered":"2024-09-19T12:00:51.623222+0000","last_clean":"2024-09-19T12:00:51.623222+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:51.623222+0000","last_undegraded":"2024-09-19T12:00:51.623222+0000","last_fullsized":"2024-09-19T12:00:51.623222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'240","last_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_deep_scrub":"261'240","last_deep_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.623007+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:58.339854+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.160946+0000","last_change":"2024-09-19T12:00:59.160868+0000","last_active":"2024-09-19T12:00:59.160946+0000","last_peered":"2024-09-19T12:00:59.160946+0000","last_clean":"2024-09-19T12:00:59.160946+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T12:00:59.160946+0000","last_undegraded":"2024-09-19T12:00:59.160946+0000","last_fullsized":"2024-09-19T12:00:59.160946+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.160772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:34.984437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'158","reported_seq":727,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.540879+0000","last_change":"2024-09-19T11:20:33.343993+0000","last_active":"2024-09-19T12:00:38.540879+0000","last_peered":"2024-09-19T12:00:38.540879+0000","last_clean":"2024-09-19T12:00:38.540879+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:00:38.540879+0000","last_undegraded":"2024-09-19T12:00:38.540879+0000","last_fullsized":"2024-09-19T12:00:38.540879+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:48.513245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'786","reported_seq":2232,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.431333+0000","last_change":"2024-09-19T11:20:35.345819+0000","last_active":"2024-09-19T12:00:38.431333+0000","last_peered":"2024-09-19T12:00:38.431333+0000","last_clean":"2024-09-19T12:00:38.431333+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:00:38.431333+0000","last_undegraded":"2024-09-19T12:00:38.431333+0000","last_fullsized":"2024-09-19T12:00:38.431333+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:41.842282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'123","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.477824+0000","last_change":"2024-09-19T11:20:37.364521+0000","last_active":"2024-09-19T12:00:18.477824+0000","last_peered":"2024-09-19T12:00:18.477824+0000","last_clean":"2024-09-19T12:00:18.477824+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:00:18.477824+0000","last_undegraded":"2024-09-19T12:00:18.477824+0000","last_fullsized":"2024-09-19T12:00:18.477824+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:04.202765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'795","reported_seq":2340,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.754008+0000","last_change":"2024-09-19T12:00:54.753950+0000","last_active":"2024-09-19T12:00:54.754008+0000","last_peered":"2024-09-19T12:00:54.754008+0000","last_clean":"2024-09-19T12:00:54.754008+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T12:00:54.754008+0000","last_undegraded":"2024-09-19T12:00:54.754008+0000","last_fullsized":"2024-09-19T12:00:54.754008+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'795","last_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_deep_scrub":"261'795","last_deep_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.753865+0000","objects_scrubbed":1,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:51.033716+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'219","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.582404+0000","last_change":"2024-09-19T12:00:48.582321+0000","last_active":"2024-09-19T12:00:48.582404+0000","last_peered":"2024-09-19T12:00:48.582404+0000","last_clean":"2024-09-19T12:00:48.582404+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:48.582404+0000","last_undegraded":"2024-09-19T12:00:48.582404+0000","last_fullsized":"2024-09-19T12:00:48.582404+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.582212+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:47.041260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.127653+0000","last_change":"2024-09-19T12:00:58.127653+0000","last_active":"2024-09-19T12:00:58.127653+0000","last_peered":"2024-09-19T12:00:58.127653+0000","last_clean":"2024-09-19T12:00:58.127653+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T12:00:58.127653+0000","last_undegraded":"2024-09-19T12:00:58.127653+0000","last_fullsized":"2024-09-19T12:00:58.127653+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.127562+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:50.672037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'192","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.638365+0000","last_change":"2024-09-19T11:20:33.339196+0000","last_active":"2024-09-19T12:00:38.638365+0000","last_peered":"2024-09-19T12:00:38.638365+0000","last_clean":"2024-09-19T12:00:38.638365+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:00:38.638365+0000","last_undegraded":"2024-09-19T12:00:38.638365+0000","last_fullsized":"2024-09-19T12:00:38.638365+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:22:03.326112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.169238+0000","last_change":"2024-09-19T12:01:03.169238+0000","last_active":"2024-09-19T12:01:03.169238+0000","last_peered":"2024-09-19T12:01:03.169238+0000","last_clean":"2024-09-19T12:01:03.169238+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T12:01:03.169238+0000","last_undegraded":"2024-09-19T12:01:03.169238+0000","last_fullsized":"2024-09-19T12:01:03.169238+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.169147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:39.153541+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'147","reported_seq":670,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.769870+0000","last_change":"2024-09-19T11:20:37.361758+0000","last_active":"2024-09-19T11:59:00.769870+0000","last_peered":"2024-09-19T11:59:00.769870+0000","last_clean":"2024-09-19T11:59:00.769870+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T11:59:00.769870+0000","last_undegraded":"2024-09-19T11:59:00.769870+0000","last_fullsized":"2024-09-19T11:59:00.769870+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:14.337924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'986","reported_seq":2703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.889182+0000","last_change":"2024-09-19T12:00:52.889122+0000","last_active":"2024-09-19T12:00:52.889182+0000","last_peered":"2024-09-19T12:00:52.889182+0000","last_clean":"2024-09-19T12:00:52.889182+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T12:00:52.889182+0000","last_undegraded":"2024-09-19T12:00:52.889182+0000","last_fullsized":"2024-09-19T12:00:52.889182+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'986","last_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_deep_scrub":"261'986","last_deep_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.889041+0000","objects_scrubbed":3,"log_size":86,"log_dups_size":900,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:10:43.472024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'194","reported_seq":803,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.658455+0000","last_change":"2024-09-19T12:00:48.658383+0000","last_active":"2024-09-19T12:00:48.658455+0000","last_peered":"2024-09-19T12:00:48.658455+0000","last_clean":"2024-09-19T12:00:48.658455+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:48.658455+0000","last_undegraded":"2024-09-19T12:00:48.658455+0000","last_fullsized":"2024-09-19T12:00:48.658455+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'194","last_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_deep_scrub":"261'194","last_deep_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.658285+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:56.546702+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"261'9","reported_seq":1454,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.138010+0000","last_change":"2024-09-19T12:01:00.137952+0000","last_active":"2024-09-19T12:01:00.138010+0000","last_peered":"2024-09-19T12:01:00.138010+0000","last_clean":"2024-09-19T12:01:00.138010+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:01:00.138010+0000","last_undegraded":"2024-09-19T12:01:00.138010+0000","last_fullsized":"2024-09-19T12:01:00.138010+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'9","last_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_deep_scrub":"261'9","last_deep_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.137874+0000","objects_scrubbed":2,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:14.490833+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'138","reported_seq":702,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.648205+0000","last_change":"2024-09-19T11:20:33.342336+0000","last_active":"2024-09-19T12:00:38.648205+0000","last_peered":"2024-09-19T12:00:38.648205+0000","last_clean":"2024-09-19T12:00:38.648205+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:00:38.648205+0000","last_undegraded":"2024-09-19T12:00:38.648205+0000","last_fullsized":"2024-09-19T12:00:38.648205+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:39.119527+0000","last_change":"2024-09-19T11:20:35.348336+0000","last_active":"2024-09-19T11:56:39.119527+0000","last_peered":"2024-09-19T11:56:39.119527+0000","last_clean":"2024-09-19T11:56:39.119527+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T11:56:39.119527+0000","last_undegraded":"2024-09-19T11:56:39.119527+0000","last_fullsized":"2024-09-19T11:56:39.119527+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:28.596878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'117","reported_seq":605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:09.278555+0000","last_change":"2024-09-19T11:20:37.361923+0000","last_active":"2024-09-19T12:00:09.278555+0000","last_peered":"2024-09-19T12:00:09.278555+0000","last_clean":"2024-09-19T12:00:09.278555+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T12:00:09.278555+0000","last_undegraded":"2024-09-19T12:00:09.278555+0000","last_fullsized":"2024-09-19T12:00:09.278555+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:13.955425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'822","reported_seq":2384,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.850249+0000","last_change":"2024-09-19T12:00:53.850175+0000","last_active":"2024-09-19T12:00:53.850249+0000","last_peered":"2024-09-19T12:00:53.850249+0000","last_clean":"2024-09-19T12:00:53.850249+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T12:00:53.850249+0000","last_undegraded":"2024-09-19T12:00:53.850249+0000","last_fullsized":"2024-09-19T12:00:53.850249+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'822","last_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_deep_scrub":"261'822","last_deep_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.850092+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:47.576073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'256","reported_seq":1085,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.721342+0000","last_change":"2024-09-19T12:00:47.721342+0000","last_active":"2024-09-19T12:00:47.721342+0000","last_peered":"2024-09-19T12:00:47.721342+0000","last_clean":"2024-09-19T12:00:47.721342+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:47.721342+0000","last_undegraded":"2024-09-19T12:00:47.721342+0000","last_fullsized":"2024-09-19T12:00:47.721342+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'256","last_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_deep_scrub":"261'256","last_deep_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.721243+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:18.218073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.584656+0000","last_change":"2024-09-19T12:00:59.584570+0000","last_active":"2024-09-19T12:00:59.584656+0000","last_peered":"2024-09-19T12:00:59.584656+0000","last_clean":"2024-09-19T12:00:59.584656+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T12:00:59.584656+0000","last_undegraded":"2024-09-19T12:00:59.584656+0000","last_fullsized":"2024-09-19T12:00:59.584656+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.584475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:59.275060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'150","reported_seq":728,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.112649+0000","last_change":"2024-09-19T12:01:01.112649+0000","last_active":"2024-09-19T12:01:01.112649+0000","last_peered":"2024-09-19T12:01:01.112649+0000","last_clean":"2024-09-19T12:01:01.112649+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:01:01.112649+0000","last_undegraded":"2024-09-19T12:01:01.112649+0000","last_fullsized":"2024-09-19T12:01:01.112649+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'150","last_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_deep_scrub":"261'150","last_deep_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.112512+0000","objects_scrubbed":7,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:59.583173+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2144,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.427233+0000","last_change":"2024-09-19T11:20:35.353450+0000","last_active":"2024-09-19T12:00:38.427233+0000","last_peered":"2024-09-19T12:00:38.427233+0000","last_clean":"2024-09-19T12:00:38.427233+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:00:38.427233+0000","last_undegraded":"2024-09-19T12:00:38.427233+0000","last_fullsized":"2024-09-19T12:00:38.427233+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:10.955965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'180","reported_seq":703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:47.903589+0000","last_change":"2024-09-19T11:20:37.353338+0000","last_active":"2024-09-19T11:58:47.903589+0000","last_peered":"2024-09-19T11:58:47.903589+0000","last_clean":"2024-09-19T11:58:47.903589+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T11:58:47.903589+0000","last_undegraded":"2024-09-19T11:58:47.903589+0000","last_fullsized":"2024-09-19T11:58:47.903589+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:01:57.611096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'437","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.864333+0000","last_change":"2024-09-19T12:00:54.864271+0000","last_active":"2024-09-19T12:00:54.864333+0000","last_peered":"2024-09-19T12:00:54.864333+0000","last_clean":"2024-09-19T12:00:54.864333+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T12:00:54.864333+0000","last_undegraded":"2024-09-19T12:00:54.864333+0000","last_fullsized":"2024-09-19T12:00:54.864333+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'437","last_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_deep_scrub":"261'437","last_deep_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.864178+0000","objects_scrubbed":2,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:20.542673+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":705,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'224","reported_seq":852,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.832838+0000","last_change":"2024-09-19T12:00:47.832838+0000","last_active":"2024-09-19T12:00:47.832838+0000","last_peered":"2024-09-19T12:00:47.832838+0000","last_clean":"2024-09-19T12:00:47.832838+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:47.832838+0000","last_undegraded":"2024-09-19T12:00:47.832838+0000","last_fullsized":"2024-09-19T12:00:47.832838+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'224","last_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_deep_scrub":"261'224","last_deep_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.832753+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:24.744246+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"27'2","reported_seq":1436,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.205654+0000","last_change":"2024-09-19T11:20:31.338664+0000","last_active":"2024-09-19T12:00:38.205654+0000","last_peered":"2024-09-19T12:00:38.205654+0000","last_clean":"2024-09-19T12:00:38.205654+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:00:38.205654+0000","last_undegraded":"2024-09-19T12:00:38.205654+0000","last_fullsized":"2024-09-19T12:00:38.205654+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:27.352548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'67","reported_seq":575,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.157300+0000","last_change":"2024-09-19T11:20:33.452477+0000","last_active":"2024-09-19T11:59:00.157300+0000","last_peered":"2024-09-19T11:59:00.157300+0000","last_clean":"2024-09-19T11:59:00.157300+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T11:59:00.157300+0000","last_undegraded":"2024-09-19T11:59:00.157300+0000","last_fullsized":"2024-09-19T11:59:00.157300+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2199,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.428249+0000","last_change":"2024-09-19T11:20:35.348537+0000","last_active":"2024-09-19T12:00:38.428249+0000","last_peered":"2024-09-19T12:00:38.428249+0000","last_clean":"2024-09-19T12:00:38.428249+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:00:38.428249+0000","last_undegraded":"2024-09-19T12:00:38.428249+0000","last_fullsized":"2024-09-19T12:00:38.428249+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:13.293627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871311+0000","last_change":"2024-09-19T11:20:37.356591+0000","last_active":"2024-09-19T11:58:08.871311+0000","last_peered":"2024-09-19T11:58:08.871311+0000","last_clean":"2024-09-19T11:58:08.871311+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T11:58:08.871311+0000","last_undegraded":"2024-09-19T11:58:08.871311+0000","last_fullsized":"2024-09-19T11:58:08.871311+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:59.654710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2068,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.600025+0000","last_change":"2024-09-19T12:00:54.599967+0000","last_active":"2024-09-19T12:00:54.600025+0000","last_peered":"2024-09-19T12:00:54.600025+0000","last_clean":"2024-09-19T12:00:54.600025+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T12:00:54.600025+0000","last_undegraded":"2024-09-19T12:00:54.600025+0000","last_fullsized":"2024-09-19T12:00:54.600025+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.599871+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:05.963417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":808,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.074653+0000","last_change":"2024-09-19T12:00:47.074653+0000","last_active":"2024-09-19T12:00:47.074653+0000","last_peered":"2024-09-19T12:00:47.074653+0000","last_clean":"2024-09-19T12:00:47.074653+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:47.074653+0000","last_undegraded":"2024-09-19T12:00:47.074653+0000","last_fullsized":"2024-09-19T12:00:47.074653+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'201","last_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_deep_scrub":"261'201","last_deep_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.074566+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:30.672228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:48.877522+0000","last_change":"2024-09-19T11:20:31.338301+0000","last_active":"2024-09-19T11:58:48.877522+0000","last_peered":"2024-09-19T11:58:48.877522+0000","last_clean":"2024-09-19T11:58:48.877522+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T11:58:48.877522+0000","last_undegraded":"2024-09-19T11:58:48.877522+0000","last_fullsized":"2024-09-19T11:58:48.877522+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'181","reported_seq":770,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.491974+0000","last_change":"2024-09-19T11:20:33.341399+0000","last_active":"2024-09-19T12:00:38.491974+0000","last_peered":"2024-09-19T12:00:38.491974+0000","last_clean":"2024-09-19T12:00:38.491974+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:00:38.491974+0000","last_undegraded":"2024-09-19T12:00:38.491974+0000","last_fullsized":"2024-09-19T12:00:38.491974+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.602064+0000","last_change":"2024-09-19T12:01:03.602064+0000","last_active":"2024-09-19T12:01:03.602064+0000","last_peered":"2024-09-19T12:01:03.602064+0000","last_clean":"2024-09-19T12:01:03.602064+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T12:01:03.602064+0000","last_undegraded":"2024-09-19T12:01:03.602064+0000","last_fullsized":"2024-09-19T12:01:03.602064+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.601983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:39.889853+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'165","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:46.608670+0000","last_change":"2024-09-19T11:20:37.359785+0000","last_active":"2024-09-19T11:58:46.608670+0000","last_peered":"2024-09-19T11:58:46.608670+0000","last_clean":"2024-09-19T11:58:46.608670+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T11:58:46.608670+0000","last_undegraded":"2024-09-19T11:58:46.608670+0000","last_fullsized":"2024-09-19T11:58:46.608670+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:32.552875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1784","reported_seq":3576,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.720494+0000","last_change":"2024-09-19T12:00:53.720494+0000","last_active":"2024-09-19T12:00:53.720494+0000","last_peered":"2024-09-19T12:00:53.720494+0000","last_clean":"2024-09-19T12:00:53.720494+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T12:00:53.720494+0000","last_undegraded":"2024-09-19T12:00:53.720494+0000","last_fullsized":"2024-09-19T12:00:53.720494+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1784","last_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_deep_scrub":"261'1784","last_deep_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.720386+0000","objects_scrubbed":5,"log_size":84,"log_dups_size":1700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:21.056001+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2565,"num_omap_keys":10,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"261'74","reported_seq":613,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.721411+0000","last_change":"2024-09-19T12:00:46.721411+0000","last_active":"2024-09-19T12:00:46.721411+0000","last_peered":"2024-09-19T12:00:46.721411+0000","last_clean":"2024-09-19T12:00:46.721411+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T12:00:46.721411+0000","last_undegraded":"2024-09-19T12:00:46.721411+0000","last_fullsized":"2024-09-19T12:00:46.721411+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'74","last_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_deep_scrub":"261'74","last_deep_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.721318+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:38.850649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"261'2","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.571467+0000","last_change":"2024-09-19T12:00:46.571467+0000","last_active":"2024-09-19T12:00:46.571467+0000","last_peered":"2024-09-19T12:00:46.571467+0000","last_clean":"2024-09-19T12:00:46.571467+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T12:00:46.571467+0000","last_undegraded":"2024-09-19T12:00:46.571467+0000","last_fullsized":"2024-09-19T12:00:46.571467+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.571373+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:27.513041+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'177","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.696342+0000","last_change":"2024-09-19T12:00:46.696342+0000","last_active":"2024-09-19T12:00:46.696342+0000","last_peered":"2024-09-19T12:00:46.696342+0000","last_clean":"2024-09-19T12:00:46.696342+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:46.696342+0000","last_undegraded":"2024-09-19T12:00:46.696342+0000","last_fullsized":"2024-09-19T12:00:46.696342+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'177","last_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_deep_scrub":"261'177","last_deep_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.696267+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:12.334094+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872843+0000","last_change":"2024-09-19T11:20:31.334713+0000","last_active":"2024-09-19T11:58:03.872843+0000","last_peered":"2024-09-19T11:58:03.872843+0000","last_clean":"2024-09-19T11:58:03.872843+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T11:58:03.872843+0000","last_undegraded":"2024-09-19T11:58:03.872843+0000","last_fullsized":"2024-09-19T11:58:03.872843+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:51.685793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'279","reported_seq":968,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.722297+0000","last_change":"2024-09-19T11:20:33.337264+0000","last_active":"2024-09-19T12:00:38.722297+0000","last_peered":"2024-09-19T12:00:38.722297+0000","last_clean":"2024-09-19T12:00:38.722297+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:00:38.722297+0000","last_undegraded":"2024-09-19T12:00:38.722297+0000","last_fullsized":"2024-09-19T12:00:38.722297+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:14.403427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:29.126861+0000","last_change":"2024-09-19T11:20:35.349116+0000","last_active":"2024-09-19T11:57:29.126861+0000","last_peered":"2024-09-19T11:57:29.126861+0000","last_clean":"2024-09-19T11:57:29.126861+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T11:57:29.126861+0000","last_undegraded":"2024-09-19T11:57:29.126861+0000","last_fullsized":"2024-09-19T11:57:29.126861+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:26:27.944269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'220","reported_seq":919,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.771594+0000","last_change":"2024-09-19T11:20:37.362796+0000","last_active":"2024-09-19T11:59:00.771594+0000","last_peered":"2024-09-19T11:59:00.771594+0000","last_clean":"2024-09-19T11:59:00.771594+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T11:59:00.771594+0000","last_undegraded":"2024-09-19T11:59:00.771594+0000","last_fullsized":"2024-09-19T11:59:00.771594+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:33.881136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2927,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.729450+0000","last_change":"2024-09-19T12:00:53.729450+0000","last_active":"2024-09-19T12:00:53.729450+0000","last_peered":"2024-09-19T12:00:53.729450+0000","last_clean":"2024-09-19T12:00:53.729450+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:53.729450+0000","last_undegraded":"2024-09-19T12:00:53.729450+0000","last_fullsized":"2024-09-19T12:00:53.729450+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1252","last_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_deep_scrub":"261'1252","last_deep_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.729328+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:27.204244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":520,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.703738+0000","last_change":"2024-09-19T12:00:47.703738+0000","last_active":"2024-09-19T12:00:47.703738+0000","last_peered":"2024-09-19T12:00:47.703738+0000","last_clean":"2024-09-19T12:00:47.703738+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T12:00:47.703738+0000","last_undegraded":"2024-09-19T12:00:47.703738+0000","last_fullsized":"2024-09-19T12:00:47.703738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.703613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:51.212272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'223","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.631275+0000","last_change":"2024-09-19T12:00:43.631275+0000","last_active":"2024-09-19T12:00:43.631275+0000","last_peered":"2024-09-19T12:00:43.631275+0000","last_clean":"2024-09-19T12:00:43.631275+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:43.631275+0000","last_undegraded":"2024-09-19T12:00:43.631275+0000","last_fullsized":"2024-09-19T12:00:43.631275+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'223","last_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_deep_scrub":"261'223","last_deep_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.631206+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:54.377357+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.864700+0000","last_change":"2024-09-19T11:20:31.339718+0000","last_active":"2024-09-19T11:57:23.864700+0000","last_peered":"2024-09-19T11:57:23.864700+0000","last_clean":"2024-09-19T11:57:23.864700+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T11:57:23.864700+0000","last_undegraded":"2024-09-19T11:57:23.864700+0000","last_fullsized":"2024-09-19T11:57:23.864700+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:47.100171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'834","reported_seq":2245,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.691837+0000","last_change":"2024-09-19T12:01:03.691837+0000","last_active":"2024-09-19T12:01:03.691837+0000","last_peered":"2024-09-19T12:01:03.691837+0000","last_clean":"2024-09-19T12:01:03.691837+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:01:03.691837+0000","last_undegraded":"2024-09-19T12:01:03.691837+0000","last_fullsized":"2024-09-19T12:01:03.691837+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'834","last_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_deep_scrub":"261'834","last_deep_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.691708+0000","objects_scrubbed":11,"log_size":34,"log_dups_size":800,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:39.234527+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.874868+0000","last_change":"2024-09-19T11:20:35.350026+0000","last_active":"2024-09-19T11:58:18.874868+0000","last_peered":"2024-09-19T11:58:18.874868+0000","last_clean":"2024-09-19T11:58:18.874868+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T11:58:18.874868+0000","last_undegraded":"2024-09-19T11:58:18.874868+0000","last_fullsized":"2024-09-19T11:58:18.874868+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:14:23.186268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'203","reported_seq":718,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:05.793412+0000","last_change":"2024-09-19T11:20:37.369532+0000","last_active":"2024-09-19T11:58:05.793412+0000","last_peered":"2024-09-19T11:58:05.793412+0000","last_clean":"2024-09-19T11:58:05.793412+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T11:58:05.793412+0000","last_undegraded":"2024-09-19T11:58:05.793412+0000","last_fullsized":"2024-09-19T11:58:05.793412+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:24.233699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1159","reported_seq":2738,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.602703+0000","last_change":"2024-09-19T12:00:53.602703+0000","last_active":"2024-09-19T12:00:53.602703+0000","last_peered":"2024-09-19T12:00:53.602703+0000","last_clean":"2024-09-19T12:00:53.602703+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:53.602703+0000","last_undegraded":"2024-09-19T12:00:53.602703+0000","last_fullsized":"2024-09-19T12:00:53.602703+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1159","last_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_deep_scrub":"261'1159","last_deep_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.602601+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":1100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.287859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":894,"num_omap_keys":4,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.008936+0000","last_change":"2024-09-19T12:00:44.008936+0000","last_active":"2024-09-19T12:00:44.008936+0000","last_peered":"2024-09-19T12:00:44.008936+0000","last_clean":"2024-09-19T12:00:44.008936+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T12:00:44.008936+0000","last_undegraded":"2024-09-19T12:00:44.008936+0000","last_fullsized":"2024-09-19T12:00:44.008936+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.008864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:36.074782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'197","reported_seq":798,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.632135+0000","last_change":"2024-09-19T12:00:44.632135+0000","last_active":"2024-09-19T12:00:44.632135+0000","last_peered":"2024-09-19T12:00:44.632135+0000","last_clean":"2024-09-19T12:00:44.632135+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:44.632135+0000","last_undegraded":"2024-09-19T12:00:44.632135+0000","last_fullsized":"2024-09-19T12:00:44.632135+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.632047+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:46.141861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"261'2","reported_seq":501,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.140946+0000","last_change":"2024-09-19T12:00:56.140946+0000","last_active":"2024-09-19T12:00:56.140946+0000","last_peered":"2024-09-19T12:00:56.140946+0000","last_clean":"2024-09-19T12:00:56.140946+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T12:00:56.140946+0000","last_undegraded":"2024-09-19T12:00:56.140946+0000","last_fullsized":"2024-09-19T12:00:56.140946+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.140856+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:55.749495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'213","reported_seq":1226,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.891261+0000","last_change":"2024-09-19T11:20:33.453535+0000","last_active":"2024-09-19T12:00:18.891261+0000","last_peered":"2024-09-19T12:00:18.891261+0000","last_clean":"2024-09-19T12:00:18.891261+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:00:18.891261+0000","last_undegraded":"2024-09-19T12:00:18.891261+0000","last_fullsized":"2024-09-19T12:00:18.891261+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":200,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:57.908019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132502+0000","last_change":"2024-09-19T11:20:35.350214+0000","last_active":"2024-09-19T11:58:09.132502+0000","last_peered":"2024-09-19T11:58:09.132502+0000","last_clean":"2024-09-19T11:58:09.132502+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T11:58:09.132502+0000","last_undegraded":"2024-09-19T11:58:09.132502+0000","last_fullsized":"2024-09-19T11:58:09.132502+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:50.544356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'263","reported_seq":854,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.257148+0000","last_change":"2024-09-19T11:20:37.361237+0000","last_active":"2024-09-19T11:59:00.257148+0000","last_peered":"2024-09-19T11:59:00.257148+0000","last_clean":"2024-09-19T11:59:00.257148+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T11:59:00.257148+0000","last_undegraded":"2024-09-19T11:59:00.257148+0000","last_fullsized":"2024-09-19T11:59:00.257148+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:59:27.399344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'428","reported_seq":2102,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.645547+0000","last_change":"2024-09-19T12:00:52.645547+0000","last_active":"2024-09-19T12:00:52.645547+0000","last_peered":"2024-09-19T12:00:52.645547+0000","last_clean":"2024-09-19T12:00:52.645547+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T12:00:52.645547+0000","last_undegraded":"2024-09-19T12:00:52.645547+0000","last_fullsized":"2024-09-19T12:00:52.645547+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'428","last_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_deep_scrub":"261'428","last_deep_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.645450+0000","objects_scrubbed":2,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:33.479476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":254,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"261'3","reported_seq":522,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.565430+0000","last_change":"2024-09-19T12:00:45.565430+0000","last_active":"2024-09-19T12:00:45.565430+0000","last_peered":"2024-09-19T12:00:45.565430+0000","last_clean":"2024-09-19T12:00:45.565430+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T12:00:45.565430+0000","last_undegraded":"2024-09-19T12:00:45.565430+0000","last_fullsized":"2024-09-19T12:00:45.565430+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.565312+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:11:06.372662+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'227","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.782746+0000","last_change":"2024-09-19T12:00:45.782746+0000","last_active":"2024-09-19T12:00:45.782746+0000","last_peered":"2024-09-19T12:00:45.782746+0000","last_clean":"2024-09-19T12:00:45.782746+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:45.782746+0000","last_undegraded":"2024-09-19T12:00:45.782746+0000","last_fullsized":"2024-09-19T12:00:45.782746+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'227","last_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_deep_scrub":"261'227","last_deep_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.782633+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:35.292346+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.642269+0000","last_change":"2024-09-19T12:01:03.642269+0000","last_active":"2024-09-19T12:01:03.642269+0000","last_peered":"2024-09-19T12:01:03.642269+0000","last_clean":"2024-09-19T12:01:03.642269+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T12:01:03.642269+0000","last_undegraded":"2024-09-19T12:01:03.642269+0000","last_fullsized":"2024-09-19T12:01:03.642269+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.642179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:08.437081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'114","reported_seq":642,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:10.262382+0000","last_change":"2024-09-19T11:20:33.337759+0000","last_active":"2024-09-19T12:00:10.262382+0000","last_peered":"2024-09-19T12:00:10.262382+0000","last_clean":"2024-09-19T12:00:10.262382+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:00:10.262382+0000","last_undegraded":"2024-09-19T12:00:10.262382+0000","last_fullsized":"2024-09-19T12:00:10.262382+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:25.057747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.585616+0000","last_change":"2024-09-19T12:01:02.585616+0000","last_active":"2024-09-19T12:01:02.585616+0000","last_peered":"2024-09-19T12:01:02.585616+0000","last_clean":"2024-09-19T12:01:02.585616+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T12:01:02.585616+0000","last_undegraded":"2024-09-19T12:01:02.585616+0000","last_fullsized":"2024-09-19T12:01:02.585616+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.585527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:25:41.224237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'106","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:41.876001+0000","last_change":"2024-09-19T11:20:37.361917+0000","last_active":"2024-09-19T11:58:41.876001+0000","last_peered":"2024-09-19T11:58:41.876001+0000","last_clean":"2024-09-19T11:58:41.876001+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T11:58:41.876001+0000","last_undegraded":"2024-09-19T11:58:41.876001+0000","last_fullsized":"2024-09-19T11:58:41.876001+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:19.512447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2210,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.644579+0000","last_change":"2024-09-19T12:00:51.644579+0000","last_active":"2024-09-19T12:00:51.644579+0000","last_peered":"2024-09-19T12:00:51.644579+0000","last_clean":"2024-09-19T12:00:51.644579+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T12:00:51.644579+0000","last_undegraded":"2024-09-19T12:00:51.644579+0000","last_fullsized":"2024-09-19T12:00:51.644579+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'562","last_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_deep_scrub":"261'562","last_deep_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.644490+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:41.737110+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'221","reported_seq":830,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.547803+0000","last_change":"2024-09-19T12:00:47.547803+0000","last_active":"2024-09-19T12:00:47.547803+0000","last_peered":"2024-09-19T12:00:47.547803+0000","last_clean":"2024-09-19T12:00:47.547803+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:47.547803+0000","last_undegraded":"2024-09-19T12:00:47.547803+0000","last_fullsized":"2024-09-19T12:00:47.547803+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'221","last_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_deep_scrub":"261'221","last_deep_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.547703+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:43.568058+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.628941+0000","last_change":"2024-09-19T12:00:43.628941+0000","last_active":"2024-09-19T12:00:43.628941+0000","last_peered":"2024-09-19T12:00:43.628941+0000","last_clean":"2024-09-19T12:00:43.628941+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T12:00:43.628941+0000","last_undegraded":"2024-09-19T12:00:43.628941+0000","last_fullsized":"2024-09-19T12:00:43.628941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.628854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:11:18.447953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.618193+0000","last_change":"2024-09-19T12:01:00.618193+0000","last_active":"2024-09-19T12:01:00.618193+0000","last_peered":"2024-09-19T12:01:00.618193+0000","last_clean":"2024-09-19T12:01:00.618193+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T12:01:00.618193+0000","last_undegraded":"2024-09-19T12:01:00.618193+0000","last_fullsized":"2024-09-19T12:01:00.618193+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.618109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:12.987776+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'267","reported_seq":915,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.706477+0000","last_change":"2024-09-19T11:20:33.337252+0000","last_active":"2024-09-19T12:00:38.706477+0000","last_peered":"2024-09-19T12:00:38.706477+0000","last_clean":"2024-09-19T12:00:38.706477+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:00:38.706477+0000","last_undegraded":"2024-09-19T12:00:38.706477+0000","last_fullsized":"2024-09-19T12:00:38.706477+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:32:18.964475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871280+0000","last_change":"2024-09-19T11:20:35.351604+0000","last_active":"2024-09-19T11:58:08.871280+0000","last_peered":"2024-09-19T11:58:08.871280+0000","last_clean":"2024-09-19T11:58:08.871280+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T11:58:08.871280+0000","last_undegraded":"2024-09-19T11:58:08.871280+0000","last_fullsized":"2024-09-19T11:58:08.871280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:58.473959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'152","reported_seq":654,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.440265+0000","last_change":"2024-09-19T11:20:37.369507+0000","last_active":"2024-09-19T11:58:43.440265+0000","last_peered":"2024-09-19T11:58:43.440265+0000","last_clean":"2024-09-19T11:58:43.440265+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T11:58:43.440265+0000","last_undegraded":"2024-09-19T11:58:43.440265+0000","last_fullsized":"2024-09-19T11:58:43.440265+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:02.035744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'861","reported_seq":2612,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.692683+0000","last_change":"2024-09-19T12:00:52.692683+0000","last_active":"2024-09-19T12:00:52.692683+0000","last_peered":"2024-09-19T12:00:52.692683+0000","last_clean":"2024-09-19T12:00:52.692683+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T12:00:52.692683+0000","last_undegraded":"2024-09-19T12:00:52.692683+0000","last_fullsized":"2024-09-19T12:00:52.692683+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.692601+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:25.099675+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2297,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":989,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.633898+0000","last_change":"2024-09-19T12:00:46.633898+0000","last_active":"2024-09-19T12:00:46.633898+0000","last_peered":"2024-09-19T12:00:46.633898+0000","last_clean":"2024-09-19T12:00:46.633898+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:46.633898+0000","last_undegraded":"2024-09-19T12:00:46.633898+0000","last_fullsized":"2024-09-19T12:00:46.633898+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'279","last_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_deep_scrub":"261'279","last_deep_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.633762+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:13:46.607137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":519,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.688893+0000","last_change":"2024-09-19T12:00:48.688893+0000","last_active":"2024-09-19T12:00:48.688893+0000","last_peered":"2024-09-19T12:00:48.688893+0000","last_clean":"2024-09-19T12:00:48.688893+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T12:00:48.688893+0000","last_undegraded":"2024-09-19T12:00:48.688893+0000","last_fullsized":"2024-09-19T12:00:48.688893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.688765+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:17.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.712645+0000","last_change":"2024-09-19T12:00:58.712645+0000","last_active":"2024-09-19T12:00:58.712645+0000","last_peered":"2024-09-19T12:00:58.712645+0000","last_clean":"2024-09-19T12:00:58.712645+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T12:00:58.712645+0000","last_undegraded":"2024-09-19T12:00:58.712645+0000","last_fullsized":"2024-09-19T12:00:58.712645+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.712564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:02.079407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'157","reported_seq":705,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:10.258872+0000","last_change":"2024-09-19T11:20:33.452283+0000","last_active":"2024-09-19T11:59:10.258872+0000","last_peered":"2024-09-19T11:59:10.258872+0000","last_clean":"2024-09-19T11:59:10.258872+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T11:59:10.258872+0000","last_undegraded":"2024-09-19T11:59:10.258872+0000","last_fullsized":"2024-09-19T11:59:10.258872+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:14.476121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'771","reported_seq":2731,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.726927+0000","last_change":"2024-09-19T11:20:35.348357+0000","last_active":"2024-09-19T12:00:38.726927+0000","last_peered":"2024-09-19T12:00:38.726927+0000","last_clean":"2024-09-19T12:00:38.726927+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:00:38.726927+0000","last_undegraded":"2024-09-19T12:00:38.726927+0000","last_fullsized":"2024-09-19T12:00:38.726927+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:04:11.070337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'115","reported_seq":615,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.166741+0000","last_change":"2024-09-19T11:20:37.372512+0000","last_active":"2024-09-19T11:59:00.166741+0000","last_peered":"2024-09-19T11:59:00.166741+0000","last_clean":"2024-09-19T11:59:00.166741+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T11:59:00.166741+0000","last_undegraded":"2024-09-19T11:59:00.166741+0000","last_fullsized":"2024-09-19T11:59:00.166741+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:28.939609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'487","reported_seq":2121,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.627285+0000","last_change":"2024-09-19T12:00:54.627285+0000","last_active":"2024-09-19T12:00:54.627285+0000","last_peered":"2024-09-19T12:00:54.627285+0000","last_clean":"2024-09-19T12:00:54.627285+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T12:00:54.627285+0000","last_undegraded":"2024-09-19T12:00:54.627285+0000","last_fullsized":"2024-09-19T12:00:54.627285+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'487","last_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_deep_scrub":"261'487","last_deep_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.627184+0000","objects_scrubbed":2,"log_size":87,"log_dups_size":400,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:34:12.504984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'255","reported_seq":930,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.676591+0000","last_change":"2024-09-19T12:00:44.676591+0000","last_active":"2024-09-19T12:00:44.676591+0000","last_peered":"2024-09-19T12:00:44.676591+0000","last_clean":"2024-09-19T12:00:44.676591+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:44.676591+0000","last_undegraded":"2024-09-19T12:00:44.676591+0000","last_fullsized":"2024-09-19T12:00:44.676591+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'255","last_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_deep_scrub":"261'255","last_deep_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.676520+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:45.708433+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":520,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.648044+0000","last_change":"2024-09-19T12:00:45.648044+0000","last_active":"2024-09-19T12:00:45.648044+0000","last_peered":"2024-09-19T12:00:45.648044+0000","last_clean":"2024-09-19T12:00:45.648044+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T12:00:45.648044+0000","last_undegraded":"2024-09-19T12:00:45.648044+0000","last_fullsized":"2024-09-19T12:00:45.648044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.647975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:55.901180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870591+0000","last_change":"2024-09-19T11:20:31.334162+0000","last_active":"2024-09-19T11:58:03.870591+0000","last_peered":"2024-09-19T11:58:03.870591+0000","last_clean":"2024-09-19T11:58:03.870591+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T11:58:03.870591+0000","last_undegraded":"2024-09-19T11:58:03.870591+0000","last_fullsized":"2024-09-19T11:58:03.870591+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:10.260662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'120","reported_seq":646,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.716390+0000","last_change":"2024-09-19T11:20:33.336591+0000","last_active":"2024-09-19T11:59:00.716390+0000","last_peered":"2024-09-19T11:59:00.716390+0000","last_clean":"2024-09-19T11:59:00.716390+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T11:59:00.716390+0000","last_undegraded":"2024-09-19T11:59:00.716390+0000","last_fullsized":"2024-09-19T11:59:00.716390+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:15.706846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'774","reported_seq":2506,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.429226+0000","last_change":"2024-09-19T11:20:35.350167+0000","last_active":"2024-09-19T12:00:38.429226+0000","last_peered":"2024-09-19T12:00:38.429226+0000","last_clean":"2024-09-19T12:00:38.429226+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:00:38.429226+0000","last_undegraded":"2024-09-19T12:00:38.429226+0000","last_fullsized":"2024-09-19T12:00:38.429226+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:02:11.954450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'153","reported_seq":650,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:57.149091+0000","last_change":"2024-09-19T11:20:37.356848+0000","last_active":"2024-09-19T11:58:57.149091+0000","last_peered":"2024-09-19T11:58:57.149091+0000","last_clean":"2024-09-19T11:58:57.149091+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T11:58:57.149091+0000","last_undegraded":"2024-09-19T11:58:57.149091+0000","last_fullsized":"2024-09-19T11:58:57.149091+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:18.010924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1165","reported_seq":2722,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.860549+0000","last_change":"2024-09-19T12:00:49.860549+0000","last_active":"2024-09-19T12:00:49.860549+0000","last_peered":"2024-09-19T12:00:49.860549+0000","last_clean":"2024-09-19T12:00:49.860549+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T12:00:49.860549+0000","last_undegraded":"2024-09-19T12:00:49.860549+0000","last_fullsized":"2024-09-19T12:00:49.860549+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1165","last_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_deep_scrub":"261'1165","last_deep_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.860451+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":1100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:56.340505+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'245","reported_seq":875,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.629546+0000","last_change":"2024-09-19T12:00:45.629546+0000","last_active":"2024-09-19T12:00:45.629546+0000","last_peered":"2024-09-19T12:00:45.629546+0000","last_clean":"2024-09-19T12:00:45.629546+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:45.629546+0000","last_undegraded":"2024-09-19T12:00:45.629546+0000","last_fullsized":"2024-09-19T12:00:45.629546+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'245","last_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_deep_scrub":"261'245","last_deep_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.629461+0000","objects_scrubbed":2,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:34.066184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.740251+0000","last_change":"2024-09-19T12:00:46.740251+0000","last_active":"2024-09-19T12:00:46.740251+0000","last_peered":"2024-09-19T12:00:46.740251+0000","last_clean":"2024-09-19T12:00:46.740251+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T12:00:46.740251+0000","last_undegraded":"2024-09-19T12:00:46.740251+0000","last_fullsized":"2024-09-19T12:00:46.740251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.740168+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:05.953200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":502,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.525175+0000","last_change":"2024-09-19T12:01:03.525175+0000","last_active":"2024-09-19T12:01:03.525175+0000","last_peered":"2024-09-19T12:01:03.525175+0000","last_clean":"2024-09-19T12:01:03.525175+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T12:01:03.525175+0000","last_undegraded":"2024-09-19T12:01:03.525175+0000","last_fullsized":"2024-09-19T12:01:03.525175+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.525088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:23.188632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'308","reported_seq":1011,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.682597+0000","last_change":"2024-09-19T11:20:33.452319+0000","last_active":"2024-09-19T12:00:38.682597+0000","last_peered":"2024-09-19T12:00:38.682597+0000","last_clean":"2024-09-19T12:00:38.682597+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:00:38.682597+0000","last_undegraded":"2024-09-19T12:00:38.682597+0000","last_fullsized":"2024-09-19T12:00:38.682597+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:34.139433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905000+0000","last_change":"2024-09-19T11:20:35.350025+0000","last_active":"2024-09-19T11:58:08.905000+0000","last_peered":"2024-09-19T11:58:08.905000+0000","last_clean":"2024-09-19T11:58:08.905000+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T11:58:08.905000+0000","last_undegraded":"2024-09-19T11:58:08.905000+0000","last_fullsized":"2024-09-19T11:58:08.905000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:17.101863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'122","reported_seq":608,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:11.106313+0000","last_change":"2024-09-19T11:20:37.363167+0000","last_active":"2024-09-19T11:58:11.106313+0000","last_peered":"2024-09-19T11:58:11.106313+0000","last_clean":"2024-09-19T11:58:11.106313+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T11:58:11.106313+0000","last_undegraded":"2024-09-19T11:58:11.106313+0000","last_fullsized":"2024-09-19T11:58:11.106313+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:57.654303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'117","reported_seq":666,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.820210+0000","last_change":"2024-09-19T11:20:37.359157+0000","last_active":"2024-09-19T11:59:00.820210+0000","last_peered":"2024-09-19T11:59:00.820210+0000","last_clean":"2024-09-19T11:59:00.820210+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T11:59:00.820210+0000","last_undegraded":"2024-09-19T11:59:00.820210+0000","last_fullsized":"2024-09-19T11:59:00.820210+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:36.638696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'452","reported_seq":1909,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.827722+0000","last_change":"2024-09-19T12:00:55.827722+0000","last_active":"2024-09-19T12:00:55.827722+0000","last_peered":"2024-09-19T12:00:55.827722+0000","last_clean":"2024-09-19T12:00:55.827722+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T12:00:55.827722+0000","last_undegraded":"2024-09-19T12:00:55.827722+0000","last_fullsized":"2024-09-19T12:00:55.827722+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.827633+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:51.106700+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'350","reported_seq":1040,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.858696+0000","last_change":"2024-09-19T12:00:48.858696+0000","last_active":"2024-09-19T12:00:48.858696+0000","last_peered":"2024-09-19T12:00:48.858696+0000","last_clean":"2024-09-19T12:00:48.858696+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:48.858696+0000","last_undegraded":"2024-09-19T12:00:48.858696+0000","last_fullsized":"2024-09-19T12:00:48.858696+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'350","last_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_deep_scrub":"261'350","last_deep_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.858599+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:29.842647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.621543+0000","last_change":"2024-09-19T12:01:00.621543+0000","last_active":"2024-09-19T12:01:00.621543+0000","last_peered":"2024-09-19T12:01:00.621543+0000","last_clean":"2024-09-19T12:01:00.621543+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T12:01:00.621543+0000","last_undegraded":"2024-09-19T12:01:00.621543+0000","last_fullsized":"2024-09-19T12:01:00.621543+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.621460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:24.034115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'135","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.533549+0000","last_change":"2024-09-19T11:20:33.337247+0000","last_active":"2024-09-19T12:00:38.533549+0000","last_peered":"2024-09-19T12:00:38.533549+0000","last_clean":"2024-09-19T12:00:38.533549+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:00:38.533549+0000","last_undegraded":"2024-09-19T12:00:38.533549+0000","last_fullsized":"2024-09-19T12:00:38.533549+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:40.057276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.903613+0000","last_change":"2024-09-19T11:20:35.347452+0000","last_active":"2024-09-19T11:57:58.903613+0000","last_peered":"2024-09-19T11:57:58.903613+0000","last_clean":"2024-09-19T11:57:58.903613+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T11:57:58.903613+0000","last_undegraded":"2024-09-19T11:57:58.903613+0000","last_fullsized":"2024-09-19T11:57:58.903613+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:39.849461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'133","reported_seq":622,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910310+0000","last_change":"2024-09-19T11:20:37.357014+0000","last_active":"2024-09-19T11:58:43.910310+0000","last_peered":"2024-09-19T11:58:43.910310+0000","last_clean":"2024-09-19T11:58:43.910310+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T11:58:43.910310+0000","last_undegraded":"2024-09-19T11:58:43.910310+0000","last_fullsized":"2024-09-19T11:58:43.910310+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:31.693054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1098","reported_seq":3022,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.585755+0000","last_change":"2024-09-19T12:00:55.585755+0000","last_active":"2024-09-19T12:00:55.585755+0000","last_peered":"2024-09-19T12:00:55.585755+0000","last_clean":"2024-09-19T12:00:55.585755+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:55.585755+0000","last_undegraded":"2024-09-19T12:00:55.585755+0000","last_fullsized":"2024-09-19T12:00:55.585755+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1098","last_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_deep_scrub":"261'1098","last_deep_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.585671+0000","objects_scrubbed":6,"log_size":98,"log_dups_size":1000,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.203496+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3487,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'235","reported_seq":887,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.604118+0000","last_change":"2024-09-19T12:00:54.604118+0000","last_active":"2024-09-19T12:00:54.604118+0000","last_peered":"2024-09-19T12:00:54.604118+0000","last_clean":"2024-09-19T12:00:54.604118+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:54.604118+0000","last_undegraded":"2024-09-19T12:00:54.604118+0000","last_fullsized":"2024-09-19T12:00:54.604118+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.603988+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.931622+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.902756+0000","last_change":"2024-09-19T11:20:31.327517+0000","last_active":"2024-09-19T11:57:53.902756+0000","last_peered":"2024-09-19T11:57:53.902756+0000","last_clean":"2024-09-19T11:57:53.902756+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T11:57:53.902756+0000","last_undegraded":"2024-09-19T11:57:53.902756+0000","last_fullsized":"2024-09-19T11:57:53.902756+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:04.435351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'55","reported_seq":548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.954010+0000","last_change":"2024-09-19T11:20:33.339731+0000","last_active":"2024-09-19T11:58:38.954010+0000","last_peered":"2024-09-19T11:58:38.954010+0000","last_clean":"2024-09-19T11:58:38.954010+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T11:58:38.954010+0000","last_undegraded":"2024-09-19T11:58:38.954010+0000","last_fullsized":"2024-09-19T11:58:38.954010+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":0,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:42.605787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.871951+0000","last_change":"2024-09-19T11:20:35.349137+0000","last_active":"2024-09-19T11:57:58.871951+0000","last_peered":"2024-09-19T11:57:58.871951+0000","last_clean":"2024-09-19T11:57:58.871951+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T11:57:58.871951+0000","last_undegraded":"2024-09-19T11:57:58.871951+0000","last_fullsized":"2024-09-19T11:57:58.871951+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:44.171660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'236","reported_seq":749,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.158433+0000","last_change":"2024-09-19T11:20:37.353964+0000","last_active":"2024-09-19T11:59:00.158433+0000","last_peered":"2024-09-19T11:59:00.158433+0000","last_clean":"2024-09-19T11:59:00.158433+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T11:59:00.158433+0000","last_undegraded":"2024-09-19T11:59:00.158433+0000","last_fullsized":"2024-09-19T11:59:00.158433+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:22.059342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'895","reported_seq":2586,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.594540+0000","last_change":"2024-09-19T12:00:55.594540+0000","last_active":"2024-09-19T12:00:55.594540+0000","last_peered":"2024-09-19T12:00:55.594540+0000","last_clean":"2024-09-19T12:00:55.594540+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T12:00:55.594540+0000","last_undegraded":"2024-09-19T12:00:55.594540+0000","last_fullsized":"2024-09-19T12:00:55.594540+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'895","last_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_deep_scrub":"261'895","last_deep_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.594421+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":800,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:36.393906+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'191","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.020192+0000","last_change":"2024-09-19T12:00:45.020192+0000","last_active":"2024-09-19T12:00:45.020192+0000","last_peered":"2024-09-19T12:00:45.020192+0000","last_clean":"2024-09-19T12:00:45.020192+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:45.020192+0000","last_undegraded":"2024-09-19T12:00:45.020192+0000","last_fullsized":"2024-09-19T12:00:45.020192+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.020118+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:52:20.820209+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871272+0000","last_change":"2024-09-19T11:20:31.332082+0000","last_active":"2024-09-19T11:57:53.871272+0000","last_peered":"2024-09-19T11:57:53.871272+0000","last_clean":"2024-09-19T11:57:53.871272+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T11:57:53.871272+0000","last_undegraded":"2024-09-19T11:57:53.871272+0000","last_fullsized":"2024-09-19T11:57:53.871272+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:00.608384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'153","reported_seq":732,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.688928+0000","last_change":"2024-09-19T11:20:33.340703+0000","last_active":"2024-09-19T12:00:38.688928+0000","last_peered":"2024-09-19T12:00:38.688928+0000","last_clean":"2024-09-19T12:00:38.688928+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:00:38.688928+0000","last_undegraded":"2024-09-19T12:00:38.688928+0000","last_fullsized":"2024-09-19T12:00:38.688928+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:39:46.101725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.869602+0000","last_change":"2024-09-19T11:20:35.352399+0000","last_active":"2024-09-19T11:57:58.869602+0000","last_peered":"2024-09-19T11:57:58.869602+0000","last_clean":"2024-09-19T11:57:58.869602+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T11:57:58.869602+0000","last_undegraded":"2024-09-19T11:57:58.869602+0000","last_fullsized":"2024-09-19T11:57:58.869602+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:37.118864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'157","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.429980+0000","last_change":"2024-09-19T11:20:37.361442+0000","last_active":"2024-09-19T12:00:19.429980+0000","last_peered":"2024-09-19T12:00:19.429980+0000","last_clean":"2024-09-19T12:00:19.429980+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:00:19.429980+0000","last_undegraded":"2024-09-19T12:00:19.429980+0000","last_fullsized":"2024-09-19T12:00:19.429980+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:42:36.450774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2057,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.498768+0000","last_change":"2024-09-19T12:00:57.498768+0000","last_active":"2024-09-19T12:00:57.498768+0000","last_peered":"2024-09-19T12:00:57.498768+0000","last_clean":"2024-09-19T12:00:57.498768+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:57.498768+0000","last_undegraded":"2024-09-19T12:00:57.498768+0000","last_fullsized":"2024-09-19T12:00:57.498768+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'467","last_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_deep_scrub":"261'467","last_deep_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.498677+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:36.673321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'199","reported_seq":924,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.585685+0000","last_change":"2024-09-19T12:00:46.585685+0000","last_active":"2024-09-19T12:00:46.585685+0000","last_peered":"2024-09-19T12:00:46.585685+0000","last_clean":"2024-09-19T12:00:46.585685+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:46.585685+0000","last_undegraded":"2024-09-19T12:00:46.585685+0000","last_fullsized":"2024-09-19T12:00:46.585685+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.585614+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:17.518759+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.635801+0000","last_change":"2024-09-19T12:01:00.635801+0000","last_active":"2024-09-19T12:01:00.635801+0000","last_peered":"2024-09-19T12:01:00.635801+0000","last_clean":"2024-09-19T12:01:00.635801+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T12:01:00.635801+0000","last_undegraded":"2024-09-19T12:01:00.635801+0000","last_fullsized":"2024-09-19T12:01:00.635801+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.635708+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:16:56.467321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'130","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.668005+0000","last_change":"2024-09-19T11:20:33.341342+0000","last_active":"2024-09-19T12:00:38.668005+0000","last_peered":"2024-09-19T12:00:38.668005+0000","last_clean":"2024-09-19T12:00:38.668005+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:00:38.668005+0000","last_undegraded":"2024-09-19T12:00:38.668005+0000","last_fullsized":"2024-09-19T12:00:38.668005+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:10:35.641087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:59.130842+0000","last_change":"2024-09-19T11:20:35.350890+0000","last_active":"2024-09-19T11:57:59.130842+0000","last_peered":"2024-09-19T11:57:59.130842+0000","last_clean":"2024-09-19T11:57:59.130842+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T11:57:59.130842+0000","last_undegraded":"2024-09-19T11:57:59.130842+0000","last_fullsized":"2024-09-19T11:57:59.130842+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:22:26.896934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'796","reported_seq":2334,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.762576+0000","last_change":"2024-09-19T12:00:56.762576+0000","last_active":"2024-09-19T12:00:56.762576+0000","last_peered":"2024-09-19T12:00:56.762576+0000","last_clean":"2024-09-19T12:00:56.762576+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T12:00:56.762576+0000","last_undegraded":"2024-09-19T12:00:56.762576+0000","last_fullsized":"2024-09-19T12:00:56.762576+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'796","last_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_deep_scrub":"261'796","last_deep_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.762467+0000","objects_scrubbed":4,"log_size":96,"log_dups_size":700,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:59.726781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":689,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'211","reported_seq":848,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.683744+0000","last_change":"2024-09-19T12:00:47.683744+0000","last_active":"2024-09-19T12:00:47.683744+0000","last_peered":"2024-09-19T12:00:47.683744+0000","last_clean":"2024-09-19T12:00:47.683744+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:47.683744+0000","last_undegraded":"2024-09-19T12:00:47.683744+0000","last_fullsized":"2024-09-19T12:00:47.683744+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.683618+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:53.262089+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.665292+0000","last_change":"2024-09-19T12:01:02.665292+0000","last_active":"2024-09-19T12:01:02.665292+0000","last_peered":"2024-09-19T12:01:02.665292+0000","last_clean":"2024-09-19T12:01:02.665292+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T12:01:02.665292+0000","last_undegraded":"2024-09-19T12:01:02.665292+0000","last_fullsized":"2024-09-19T12:01:02.665292+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.665200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:57.744233+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'220","reported_seq":837,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.657932+0000","last_change":"2024-09-19T11:20:33.342316+0000","last_active":"2024-09-19T12:00:38.657932+0000","last_peered":"2024-09-19T12:00:38.657932+0000","last_clean":"2024-09-19T12:00:38.657932+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:00:38.657932+0000","last_undegraded":"2024-09-19T12:00:38.657932+0000","last_fullsized":"2024-09-19T12:00:38.657932+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:01.048523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871014+0000","last_change":"2024-09-19T11:20:35.351459+0000","last_active":"2024-09-19T11:58:08.871014+0000","last_peered":"2024-09-19T11:58:08.871014+0000","last_clean":"2024-09-19T11:58:08.871014+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T11:58:08.871014+0000","last_undegraded":"2024-09-19T11:58:08.871014+0000","last_fullsized":"2024-09-19T11:58:08.871014+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:30.112193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'134","reported_seq":627,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:30.033866+0000","last_change":"2024-09-19T11:20:37.372662+0000","last_active":"2024-09-19T11:58:30.033866+0000","last_peered":"2024-09-19T11:58:30.033866+0000","last_clean":"2024-09-19T11:58:30.033866+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T11:58:30.033866+0000","last_undegraded":"2024-09-19T11:58:30.033866+0000","last_fullsized":"2024-09-19T11:58:30.033866+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:44.746510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'386","reported_seq":1882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.723352+0000","last_change":"2024-09-19T12:00:56.723352+0000","last_active":"2024-09-19T12:00:56.723352+0000","last_peered":"2024-09-19T12:00:56.723352+0000","last_clean":"2024-09-19T12:00:56.723352+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T12:00:56.723352+0000","last_undegraded":"2024-09-19T12:00:56.723352+0000","last_fullsized":"2024-09-19T12:00:56.723352+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'386","last_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_deep_scrub":"261'386","last_deep_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.723261+0000","objects_scrubbed":2,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:18.827976+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":809,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.616643+0000","last_change":"2024-09-19T12:00:47.616643+0000","last_active":"2024-09-19T12:00:47.616643+0000","last_peered":"2024-09-19T12:00:47.616643+0000","last_clean":"2024-09-19T12:00:47.616643+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:47.616643+0000","last_undegraded":"2024-09-19T12:00:47.616643+0000","last_fullsized":"2024-09-19T12:00:47.616643+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'208","last_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_deep_scrub":"261'208","last_deep_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.616555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:30.504114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.626857+0000","last_change":"2024-09-19T12:01:01.626857+0000","last_active":"2024-09-19T12:01:01.626857+0000","last_peered":"2024-09-19T12:01:01.626857+0000","last_clean":"2024-09-19T12:01:01.626857+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T12:01:01.626857+0000","last_undegraded":"2024-09-19T12:01:01.626857+0000","last_fullsized":"2024-09-19T12:01:01.626857+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.626772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:45.367512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'142","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.675793+0000","last_change":"2024-09-19T11:20:33.342086+0000","last_active":"2024-09-19T12:00:38.675793+0000","last_peered":"2024-09-19T12:00:38.675793+0000","last_clean":"2024-09-19T12:00:38.675793+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:00:38.675793+0000","last_undegraded":"2024-09-19T12:00:38.675793+0000","last_fullsized":"2024-09-19T12:00:38.675793+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:45.544923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":481,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.980461+0000","last_change":"2024-09-19T11:20:35.352695+0000","last_active":"2024-09-19T11:58:08.980461+0000","last_peered":"2024-09-19T11:58:08.980461+0000","last_clean":"2024-09-19T11:58:08.980461+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T11:58:08.980461+0000","last_undegraded":"2024-09-19T11:58:08.980461+0000","last_fullsized":"2024-09-19T11:58:08.980461+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:31:08.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'234","reported_seq":1089,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.686040+0000","last_change":"2024-09-19T11:20:37.359770+0000","last_active":"2024-09-19T11:58:58.686040+0000","last_peered":"2024-09-19T11:58:58.686040+0000","last_clean":"2024-09-19T11:58:58.686040+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T11:58:58.686040+0000","last_undegraded":"2024-09-19T11:58:58.686040+0000","last_fullsized":"2024-09-19T11:58:58.686040+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:38:44.214662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'769","reported_seq":2462,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.018492+0000","last_change":"2024-09-19T12:00:51.018430+0000","last_active":"2024-09-19T12:00:51.018492+0000","last_peered":"2024-09-19T12:00:51.018492+0000","last_clean":"2024-09-19T12:00:51.018492+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T12:00:51.018492+0000","last_undegraded":"2024-09-19T12:00:51.018492+0000","last_fullsized":"2024-09-19T12:00:51.018492+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.018343+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:52.147573+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'219","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.811028+0000","last_change":"2024-09-19T12:00:46.811028+0000","last_active":"2024-09-19T12:00:46.811028+0000","last_peered":"2024-09-19T12:00:46.811028+0000","last_clean":"2024-09-19T12:00:46.811028+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:46.811028+0000","last_undegraded":"2024-09-19T12:00:46.811028+0000","last_fullsized":"2024-09-19T12:00:46.811028+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.810938+0000","objects_scrubbed":1,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:37.198179+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870687+0000","last_change":"2024-09-19T11:20:31.335706+0000","last_active":"2024-09-19T11:58:03.870687+0000","last_peered":"2024-09-19T11:58:03.870687+0000","last_clean":"2024-09-19T11:58:03.870687+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T11:58:03.870687+0000","last_undegraded":"2024-09-19T11:58:03.870687+0000","last_fullsized":"2024-09-19T11:58:03.870687+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:13.431736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'131","reported_seq":696,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.565688+0000","last_change":"2024-09-19T11:20:33.452278+0000","last_active":"2024-09-19T12:00:38.565688+0000","last_peered":"2024-09-19T12:00:38.565688+0000","last_clean":"2024-09-19T12:00:38.565688+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:00:38.565688+0000","last_undegraded":"2024-09-19T12:00:38.565688+0000","last_fullsized":"2024-09-19T12:00:38.565688+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.925213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":485,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.984955+0000","last_change":"2024-09-19T11:20:35.349956+0000","last_active":"2024-09-19T11:58:43.984955+0000","last_peered":"2024-09-19T11:58:43.984955+0000","last_clean":"2024-09-19T11:58:43.984955+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T11:58:43.984955+0000","last_undegraded":"2024-09-19T11:58:43.984955+0000","last_fullsized":"2024-09-19T11:58:43.984955+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'124","reported_seq":602,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.428225+0000","last_change":"2024-09-19T11:20:37.362980+0000","last_active":"2024-09-19T12:00:19.428225+0000","last_peered":"2024-09-19T12:00:19.428225+0000","last_clean":"2024-09-19T12:00:19.428225+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:00:19.428225+0000","last_undegraded":"2024-09-19T12:00:19.428225+0000","last_fullsized":"2024-09-19T12:00:19.428225+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:12.741599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'633","reported_seq":2279,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.000581+0000","last_change":"2024-09-19T12:00:50.000581+0000","last_active":"2024-09-19T12:00:50.000581+0000","last_peered":"2024-09-19T12:00:50.000581+0000","last_clean":"2024-09-19T12:00:50.000581+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T12:00:50.000581+0000","last_undegraded":"2024-09-19T12:00:50.000581+0000","last_fullsized":"2024-09-19T12:00:50.000581+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'633","last_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_deep_scrub":"261'633","last_deep_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.000495+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":600,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:33.428443+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'301","reported_seq":988,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.584070+0000","last_change":"2024-09-19T12:00:47.584070+0000","last_active":"2024-09-19T12:00:47.584070+0000","last_peered":"2024-09-19T12:00:47.584070+0000","last_clean":"2024-09-19T12:00:47.584070+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:47.584070+0000","last_undegraded":"2024-09-19T12:00:47.584070+0000","last_fullsized":"2024-09-19T12:00:47.584070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.583984+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:11.576171+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.691007+0000","last_change":"2024-09-19T12:01:02.691007+0000","last_active":"2024-09-19T12:01:02.691007+0000","last_peered":"2024-09-19T12:01:02.691007+0000","last_clean":"2024-09-19T12:01:02.691007+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T12:01:02.691007+0000","last_undegraded":"2024-09-19T12:01:02.691007+0000","last_fullsized":"2024-09-19T12:01:02.691007+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.690900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:38.714205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'81","reported_seq":591,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876792+0000","last_change":"2024-09-19T11:20:33.452660+0000","last_active":"2024-09-19T11:58:43.876792+0000","last_peered":"2024-09-19T11:58:43.876792+0000","last_clean":"2024-09-19T11:58:43.876792+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T11:58:43.876792+0000","last_undegraded":"2024-09-19T11:58:43.876792+0000","last_fullsized":"2024-09-19T11:58:43.876792+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:55:35.115011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.423712+0000","last_change":"2024-09-19T11:20:35.349313+0000","last_active":"2024-09-19T12:00:38.423712+0000","last_peered":"2024-09-19T12:00:38.423712+0000","last_clean":"2024-09-19T12:00:38.423712+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:00:38.423712+0000","last_undegraded":"2024-09-19T12:00:38.423712+0000","last_fullsized":"2024-09-19T12:00:38.423712+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:31.633503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:00.712013+0000","last_change":"2024-09-19T11:20:37.359977+0000","last_active":"2024-09-19T11:59:00.712013+0000","last_peered":"2024-09-19T11:59:00.712013+0000","last_clean":"2024-09-19T11:59:00.712013+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T11:59:00.712013+0000","last_undegraded":"2024-09-19T11:59:00.712013+0000","last_fullsized":"2024-09-19T11:59:00.712013+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:58.811243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'422","reported_seq":2076,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.798943+0000","last_change":"2024-09-19T12:00:58.798943+0000","last_active":"2024-09-19T12:00:58.798943+0000","last_peered":"2024-09-19T12:00:58.798943+0000","last_clean":"2024-09-19T12:00:58.798943+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T12:00:58.798943+0000","last_undegraded":"2024-09-19T12:00:58.798943+0000","last_fullsized":"2024-09-19T12:00:58.798943+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.798835+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:53.329456+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2042,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'229","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.582458+0000","last_change":"2024-09-19T12:00:49.582458+0000","last_active":"2024-09-19T12:00:49.582458+0000","last_peered":"2024-09-19T12:00:49.582458+0000","last_clean":"2024-09-19T12:00:49.582458+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:49.582458+0000","last_undegraded":"2024-09-19T12:00:49.582458+0000","last_fullsized":"2024-09-19T12:00:49.582458+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.582353+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:28.414276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872798+0000","last_change":"2024-09-19T11:20:31.331934+0000","last_active":"2024-09-19T11:58:03.872798+0000","last_peered":"2024-09-19T11:58:03.872798+0000","last_clean":"2024-09-19T11:58:03.872798+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T11:58:03.872798+0000","last_undegraded":"2024-09-19T11:58:03.872798+0000","last_fullsized":"2024-09-19T11:58:03.872798+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:16.757647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'141","reported_seq":708,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.609344+0000","last_change":"2024-09-19T11:20:33.338329+0000","last_active":"2024-09-19T12:00:38.609344+0000","last_peered":"2024-09-19T12:00:38.609344+0000","last_clean":"2024-09-19T12:00:38.609344+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:00:38.609344+0000","last_undegraded":"2024-09-19T12:00:38.609344+0000","last_fullsized":"2024-09-19T12:00:38.609344+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.110522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:54.122048+0000","last_change":"2024-09-19T11:20:35.346670+0000","last_active":"2024-09-19T11:56:54.122048+0000","last_peered":"2024-09-19T11:56:54.122048+0000","last_clean":"2024-09-19T11:56:54.122048+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T11:56:54.122048+0000","last_undegraded":"2024-09-19T11:56:54.122048+0000","last_fullsized":"2024-09-19T11:56:54.122048+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:45.017472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'117","reported_seq":605,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.209303+0000","last_change":"2024-09-19T11:20:37.365275+0000","last_active":"2024-09-19T11:58:38.209303+0000","last_peered":"2024-09-19T11:58:38.209303+0000","last_clean":"2024-09-19T11:58:38.209303+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T11:58:38.209303+0000","last_undegraded":"2024-09-19T11:58:38.209303+0000","last_fullsized":"2024-09-19T11:58:38.209303+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:43.102478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'842","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.755339+0000","last_change":"2024-09-19T12:00:57.755339+0000","last_active":"2024-09-19T12:00:57.755339+0000","last_peered":"2024-09-19T12:00:57.755339+0000","last_clean":"2024-09-19T12:00:57.755339+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T12:00:57.755339+0000","last_undegraded":"2024-09-19T12:00:57.755339+0000","last_fullsized":"2024-09-19T12:00:57.755339+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'842","last_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_deep_scrub":"261'842","last_deep_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.755251+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":800,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:53.089202+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'264","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.565232+0000","last_change":"2024-09-19T12:00:50.565232+0000","last_active":"2024-09-19T12:00:50.565232+0000","last_peered":"2024-09-19T12:00:50.565232+0000","last_clean":"2024-09-19T12:00:50.565232+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:50.565232+0000","last_undegraded":"2024-09-19T12:00:50.565232+0000","last_fullsized":"2024-09-19T12:00:50.565232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'264","last_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_deep_scrub":"261'264","last_deep_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.565101+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:39.295152+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870395+0000","last_change":"2024-09-19T11:20:31.334634+0000","last_active":"2024-09-19T11:58:03.870395+0000","last_peered":"2024-09-19T11:58:03.870395+0000","last_clean":"2024-09-19T11:58:03.870395+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T11:58:03.870395+0000","last_undegraded":"2024-09-19T11:58:03.870395+0000","last_fullsized":"2024-09-19T11:58:03.870395+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:45.778858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'117","reported_seq":673,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.614976+0000","last_change":"2024-09-19T11:20:33.341278+0000","last_active":"2024-09-19T12:00:38.614976+0000","last_peered":"2024-09-19T12:00:38.614976+0000","last_clean":"2024-09-19T12:00:38.614976+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:00:38.614976+0000","last_undegraded":"2024-09-19T12:00:38.614976+0000","last_fullsized":"2024-09-19T12:00:38.614976+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:18.491589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":478,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.862255+0000","last_change":"2024-09-19T11:20:35.346345+0000","last_active":"2024-09-19T11:57:03.862255+0000","last_peered":"2024-09-19T11:57:03.862255+0000","last_clean":"2024-09-19T11:57:03.862255+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T11:57:03.862255+0000","last_undegraded":"2024-09-19T11:57:03.862255+0000","last_fullsized":"2024-09-19T11:57:03.862255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:10.568156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'131","reported_seq":641,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.478329+0000","last_change":"2024-09-19T11:20:37.372271+0000","last_active":"2024-09-19T12:00:18.478329+0000","last_peered":"2024-09-19T12:00:18.478329+0000","last_clean":"2024-09-19T12:00:18.478329+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:00:18.478329+0000","last_undegraded":"2024-09-19T12:00:18.478329+0000","last_fullsized":"2024-09-19T12:00:18.478329+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:16.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'388","reported_seq":1855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.515790+0000","last_change":"2024-09-19T12:00:58.515790+0000","last_active":"2024-09-19T12:00:58.515790+0000","last_peered":"2024-09-19T12:00:58.515790+0000","last_clean":"2024-09-19T12:00:58.515790+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T12:00:58.515790+0000","last_undegraded":"2024-09-19T12:00:58.515790+0000","last_fullsized":"2024-09-19T12:00:58.515790+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'388","last_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_deep_scrub":"261'388","last_deep_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.515703+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:45.541789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'180","reported_seq":804,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.671214+0000","last_change":"2024-09-19T12:00:45.671214+0000","last_active":"2024-09-19T12:00:45.671214+0000","last_peered":"2024-09-19T12:00:45.671214+0000","last_clean":"2024-09-19T12:00:45.671214+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:45.671214+0000","last_undegraded":"2024-09-19T12:00:45.671214+0000","last_fullsized":"2024-09-19T12:00:45.671214+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.671096+0000","objects_scrubbed":5,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:55.650873+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:48.861898+0000","last_change":"2024-09-19T11:20:31.332644+0000","last_active":"2024-09-19T11:56:48.861898+0000","last_peered":"2024-09-19T11:56:48.861898+0000","last_clean":"2024-09-19T11:56:48.861898+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T11:56:48.861898+0000","last_undegraded":"2024-09-19T11:56:48.861898+0000","last_fullsized":"2024-09-19T11:56:48.861898+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:30.316709+0000","last_clean_scrub_stamp":"2024-09-19T11:20:30.316709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:58.335441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'102","reported_seq":652,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.547768+0000","last_change":"2024-09-19T11:20:33.340560+0000","last_active":"2024-09-19T12:00:38.547768+0000","last_peered":"2024-09-19T12:00:38.547768+0000","last_clean":"2024-09-19T12:00:38.547768+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:00:38.547768+0000","last_undegraded":"2024-09-19T12:00:38.547768+0000","last_fullsized":"2024-09-19T12:00:38.547768+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:53:19.154296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.871321+0000","last_change":"2024-09-19T11:20:35.349650+0000","last_active":"2024-09-19T11:58:08.871321+0000","last_peered":"2024-09-19T11:58:08.871321+0000","last_clean":"2024-09-19T11:58:08.871321+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T11:58:08.871321+0000","last_undegraded":"2024-09-19T11:58:08.871321+0000","last_fullsized":"2024-09-19T11:58:08.871321+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:56.105910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'165","reported_seq":1261,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:59.737987+0000","last_change":"2024-09-19T11:20:37.359503+0000","last_active":"2024-09-19T11:58:59.737987+0000","last_peered":"2024-09-19T11:58:59.737987+0000","last_clean":"2024-09-19T11:58:59.737987+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T11:58:59.737987+0000","last_undegraded":"2024-09-19T11:58:59.737987+0000","last_fullsized":"2024-09-19T11:58:59.737987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:36.414033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'536","reported_seq":2044,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.779619+0000","last_change":"2024-09-19T12:00:56.779619+0000","last_active":"2024-09-19T12:00:56.779619+0000","last_peered":"2024-09-19T12:00:56.779619+0000","last_clean":"2024-09-19T12:00:56.779619+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T12:00:56.779619+0000","last_undegraded":"2024-09-19T12:00:56.779619+0000","last_fullsized":"2024-09-19T12:00:56.779619+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'536","last_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_deep_scrub":"261'536","last_deep_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.779536+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":500,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:18.169076+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'212","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.624767+0000","last_change":"2024-09-19T12:00:48.624767+0000","last_active":"2024-09-19T12:00:48.624767+0000","last_peered":"2024-09-19T12:00:48.624767+0000","last_clean":"2024-09-19T12:00:48.624767+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:48.624767+0000","last_undegraded":"2024-09-19T12:00:48.624767+0000","last_fullsized":"2024-09-19T12:00:48.624767+0000","mapping_epoch":35,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'212","last_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_deep_scrub":"261'212","last_deep_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.624649+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:10.209769+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"261'2","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.649935+0000","last_change":"2024-09-19T12:01:01.649935+0000","last_active":"2024-09-19T12:01:01.649935+0000","last_peered":"2024-09-19T12:01:01.649935+0000","last_clean":"2024-09-19T12:01:01.649935+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T12:01:01.649935+0000","last_undegraded":"2024-09-19T12:01:01.649935+0000","last_fullsized":"2024-09-19T12:01:01.649935+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.649841+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:11.495928+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'147","reported_seq":721,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.571565+0000","last_change":"2024-09-19T11:20:33.336133+0000","last_active":"2024-09-19T12:00:38.571565+0000","last_peered":"2024-09-19T12:00:38.571565+0000","last_clean":"2024-09-19T12:00:38.571565+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:00:38.571565+0000","last_undegraded":"2024-09-19T12:00:38.571565+0000","last_fullsized":"2024-09-19T12:00:38.571565+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:32.320342+0000","last_clean_scrub_stamp":"2024-09-19T11:20:32.320342+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:59.215481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":480,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132468+0000","last_change":"2024-09-19T11:20:35.348558+0000","last_active":"2024-09-19T11:58:09.132468+0000","last_peered":"2024-09-19T11:58:09.132468+0000","last_clean":"2024-09-19T11:58:09.132468+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T11:58:09.132468+0000","last_undegraded":"2024-09-19T11:58:09.132468+0000","last_fullsized":"2024-09-19T11:58:09.132468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:34.324196+0000","last_clean_scrub_stamp":"2024-09-19T11:20:34.324196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:22:52.904967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'112","reported_seq":607,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:18.537240+0000","last_change":"2024-09-19T11:20:37.356941+0000","last_active":"2024-09-19T12:00:18.537240+0000","last_peered":"2024-09-19T12:00:18.537240+0000","last_clean":"2024-09-19T12:00:18.537240+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:00:18.537240+0000","last_undegraded":"2024-09-19T12:00:18.537240+0000","last_fullsized":"2024-09-19T12:00:18.537240+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:51.458028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'504","reported_seq":2049,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.611527+0000","last_change":"2024-09-19T12:00:58.611527+0000","last_active":"2024-09-19T12:00:58.611527+0000","last_peered":"2024-09-19T12:00:58.611527+0000","last_clean":"2024-09-19T12:00:58.611527+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T12:00:58.611527+0000","last_undegraded":"2024-09-19T12:00:58.611527+0000","last_fullsized":"2024-09-19T12:00:58.611527+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'504","last_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_deep_scrub":"261'504","last_deep_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.611432+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":400,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:14.030456+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'197","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.696515+0000","last_change":"2024-09-19T12:00:49.696515+0000","last_active":"2024-09-19T12:00:49.696515+0000","last_peered":"2024-09-19T12:00:49.696515+0000","last_clean":"2024-09-19T12:00:49.696515+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:49.696515+0000","last_undegraded":"2024-09-19T12:00:49.696515+0000","last_fullsized":"2024-09-19T12:00:49.696515+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.696421+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:18:02.396806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'708","reported_seq":2500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.606974+0000","last_change":"2024-09-19T12:00:57.606974+0000","last_active":"2024-09-19T12:00:57.606974+0000","last_peered":"2024-09-19T12:00:57.606974+0000","last_clean":"2024-09-19T12:00:57.606974+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T12:00:57.606974+0000","last_undegraded":"2024-09-19T12:00:57.606974+0000","last_fullsized":"2024-09-19T12:00:57.606974+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'708","last_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_deep_scrub":"261'708","last_deep_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.606774+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:52.382989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'301","reported_seq":1005,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.049513+0000","last_change":"2024-09-19T12:00:46.049513+0000","last_active":"2024-09-19T12:00:46.049513+0000","last_peered":"2024-09-19T12:00:46.049513+0000","last_clean":"2024-09-19T12:00:46.049513+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:46.049513+0000","last_undegraded":"2024-09-19T12:00:46.049513+0000","last_fullsized":"2024-09-19T12:00:46.049513+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.049437+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:02:27.245584+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'442","reported_seq":1944,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.587997+0000","last_change":"2024-09-19T12:01:00.587997+0000","last_active":"2024-09-19T12:01:00.587997+0000","last_peered":"2024-09-19T12:01:00.587997+0000","last_clean":"2024-09-19T12:01:00.587997+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T12:01:00.587997+0000","last_undegraded":"2024-09-19T12:01:00.587997+0000","last_fullsized":"2024-09-19T12:01:00.587997+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'442","last_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_deep_scrub":"261'442","last_deep_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.587904+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:05.192226+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'241","reported_seq":849,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.477858+0000","last_change":"2024-09-19T12:00:52.477858+0000","last_active":"2024-09-19T12:00:52.477858+0000","last_peered":"2024-09-19T12:00:52.477858+0000","last_clean":"2024-09-19T12:00:52.477858+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:52.477858+0000","last_undegraded":"2024-09-19T12:00:52.477858+0000","last_fullsized":"2024-09-19T12:00:52.477858+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.477762+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:35:26.689556+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2309,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.600744+0000","last_change":"2024-09-19T12:00:56.600744+0000","last_active":"2024-09-19T12:00:56.600744+0000","last_peered":"2024-09-19T12:00:56.600744+0000","last_clean":"2024-09-19T12:00:56.600744+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:56.600744+0000","last_undegraded":"2024-09-19T12:00:56.600744+0000","last_fullsized":"2024-09-19T12:00:56.600744+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'768","last_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_deep_scrub":"261'768","last_deep_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.600654+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:46.274201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'234","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.670569+0000","last_change":"2024-09-19T12:00:49.670569+0000","last_active":"2024-09-19T12:00:49.670569+0000","last_peered":"2024-09-19T12:00:49.670569+0000","last_clean":"2024-09-19T12:00:49.670569+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:49.670569+0000","last_undegraded":"2024-09-19T12:00:49.670569+0000","last_fullsized":"2024-09-19T12:00:49.670569+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'234","last_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_deep_scrub":"261'234","last_deep_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.670466+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:45.945185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'422","reported_seq":1949,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.482598+0000","last_change":"2024-09-19T12:01:01.482598+0000","last_active":"2024-09-19T12:01:01.482598+0000","last_peered":"2024-09-19T12:01:01.482598+0000","last_clean":"2024-09-19T12:01:01.482598+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T12:01:01.482598+0000","last_undegraded":"2024-09-19T12:01:01.482598+0000","last_fullsized":"2024-09-19T12:01:01.482598+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.482518+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:11.924195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2556,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'195","reported_seq":806,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.722161+0000","last_change":"2024-09-19T12:00:50.722161+0000","last_active":"2024-09-19T12:00:50.722161+0000","last_peered":"2024-09-19T12:00:50.722161+0000","last_clean":"2024-09-19T12:00:50.722161+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:50.722161+0000","last_undegraded":"2024-09-19T12:00:50.722161+0000","last_fullsized":"2024-09-19T12:00:50.722161+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.722070+0000","objects_scrubbed":2,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:45.541944+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'551","reported_seq":2141,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.750689+0000","last_change":"2024-09-19T12:00:59.750689+0000","last_active":"2024-09-19T12:00:59.750689+0000","last_peered":"2024-09-19T12:00:59.750689+0000","last_clean":"2024-09-19T12:00:59.750689+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T12:00:59.750689+0000","last_undegraded":"2024-09-19T12:00:59.750689+0000","last_fullsized":"2024-09-19T12:00:59.750689+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'551","last_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_deep_scrub":"261'551","last_deep_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.750603+0000","objects_scrubbed":3,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:18.538020+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2806,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'193","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.621739+0000","last_change":"2024-09-19T12:00:48.621739+0000","last_active":"2024-09-19T12:00:48.621739+0000","last_peered":"2024-09-19T12:00:48.621739+0000","last_clean":"2024-09-19T12:00:48.621739+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:48.621739+0000","last_undegraded":"2024-09-19T12:00:48.621739+0000","last_fullsized":"2024-09-19T12:00:48.621739+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'193","last_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_deep_scrub":"261'193","last_deep_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.621652+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:30.443550+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'911","reported_seq":2581,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.488081+0000","last_change":"2024-09-19T12:01:00.488081+0000","last_active":"2024-09-19T12:01:00.488081+0000","last_peered":"2024-09-19T12:01:00.488081+0000","last_clean":"2024-09-19T12:01:00.488081+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T12:01:00.488081+0000","last_undegraded":"2024-09-19T12:01:00.488081+0000","last_fullsized":"2024-09-19T12:01:00.488081+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'911","last_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_deep_scrub":"261'911","last_deep_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.487975+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":900,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:17:13.339411+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'195","reported_seq":790,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.693488+0000","last_change":"2024-09-19T12:00:51.693488+0000","last_active":"2024-09-19T12:00:51.693488+0000","last_peered":"2024-09-19T12:00:51.693488+0000","last_clean":"2024-09-19T12:00:51.693488+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T12:00:51.693488+0000","last_undegraded":"2024-09-19T12:00:51.693488+0000","last_fullsized":"2024-09-19T12:00:51.693488+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.693379+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:14.833172+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2390,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.681708+0000","last_change":"2024-09-19T12:00:59.681708+0000","last_active":"2024-09-19T12:00:59.681708+0000","last_peered":"2024-09-19T12:00:59.681708+0000","last_clean":"2024-09-19T12:00:59.681708+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T12:00:59.681708+0000","last_undegraded":"2024-09-19T12:00:59.681708+0000","last_fullsized":"2024-09-19T12:00:59.681708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'761","last_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_deep_scrub":"261'761","last_deep_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.681622+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:17.234251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'217","reported_seq":843,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.685743+0000","last_change":"2024-09-19T12:00:49.685743+0000","last_active":"2024-09-19T12:00:49.685743+0000","last_peered":"2024-09-19T12:00:49.685743+0000","last_clean":"2024-09-19T12:00:49.685743+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:49.685743+0000","last_undegraded":"2024-09-19T12:00:49.685743+0000","last_fullsized":"2024-09-19T12:00:49.685743+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'217","last_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_deep_scrub":"261'217","last_deep_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.685641+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:51.875334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'423","reported_seq":2037,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.688347+0000","last_change":"2024-09-19T12:00:58.688347+0000","last_active":"2024-09-19T12:00:58.688347+0000","last_peered":"2024-09-19T12:00:58.688347+0000","last_clean":"2024-09-19T12:00:58.688347+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T12:00:58.688347+0000","last_undegraded":"2024-09-19T12:00:58.688347+0000","last_fullsized":"2024-09-19T12:00:58.688347+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'423","last_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_deep_scrub":"261'423","last_deep_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.688245+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:56.363030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2294,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'200","reported_seq":838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.518709+0000","last_change":"2024-09-19T12:00:51.518709+0000","last_active":"2024-09-19T12:00:51.518709+0000","last_peered":"2024-09-19T12:00:51.518709+0000","last_clean":"2024-09-19T12:00:51.518709+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:51.518709+0000","last_undegraded":"2024-09-19T12:00:51.518709+0000","last_fullsized":"2024-09-19T12:00:51.518709+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'200","last_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_deep_scrub":"261'200","last_deep_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.518611+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:30.371641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'453","reported_seq":2126,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.657103+0000","last_change":"2024-09-19T12:01:01.657103+0000","last_active":"2024-09-19T12:01:01.657103+0000","last_peered":"2024-09-19T12:01:01.657103+0000","last_clean":"2024-09-19T12:01:01.657103+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T12:01:01.657103+0000","last_undegraded":"2024-09-19T12:01:01.657103+0000","last_fullsized":"2024-09-19T12:01:01.657103+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'453","last_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_deep_scrub":"261'453","last_deep_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.657011+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":400,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:05.228945+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1746,"num_omap_keys":7,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'214","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.688358+0000","last_change":"2024-09-19T12:00:51.688300+0000","last_active":"2024-09-19T12:00:51.688358+0000","last_peered":"2024-09-19T12:00:51.688358+0000","last_clean":"2024-09-19T12:00:51.688358+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:51.688358+0000","last_undegraded":"2024-09-19T12:00:51.688358+0000","last_fullsized":"2024-09-19T12:00:51.688358+0000","mapping_epoch":22,"log_start":"261'201","ondisk_log_start":"261'201","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'214","last_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_deep_scrub":"261'214","last_deep_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.688194+0000","objects_scrubbed":4,"log_size":13,"log_dups_size":201,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:21.203228+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'821","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.051288+0000","last_change":"2024-09-19T12:00:52.051196+0000","last_active":"2024-09-19T12:00:52.051288+0000","last_peered":"2024-09-19T12:00:52.051288+0000","last_clean":"2024-09-19T12:00:52.051288+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:52.051288+0000","last_undegraded":"2024-09-19T12:00:52.051288+0000","last_fullsized":"2024-09-19T12:00:52.051288+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'821","last_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_deep_scrub":"261'821","last_deep_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.051083+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:06.394262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'196","reported_seq":794,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.466313+0000","last_change":"2024-09-19T12:00:53.466248+0000","last_active":"2024-09-19T12:00:53.466313+0000","last_peered":"2024-09-19T12:00:53.466313+0000","last_clean":"2024-09-19T12:00:53.466313+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:53.466313+0000","last_undegraded":"2024-09-19T12:00:53.466313+0000","last_fullsized":"2024-09-19T12:00:53.466313+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'196","last_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_deep_scrub":"261'196","last_deep_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.466138+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:18.838155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'441","reported_seq":2008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.701656+0000","last_change":"2024-09-19T12:01:00.701656+0000","last_active":"2024-09-19T12:01:00.701656+0000","last_peered":"2024-09-19T12:01:00.701656+0000","last_clean":"2024-09-19T12:01:00.701656+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T12:01:00.701656+0000","last_undegraded":"2024-09-19T12:01:00.701656+0000","last_fullsized":"2024-09-19T12:01:00.701656+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'441","last_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_deep_scrub":"261'441","last_deep_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.701563+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:36.856809+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'191","reported_seq":789,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.043232+0000","last_change":"2024-09-19T12:00:49.043232+0000","last_active":"2024-09-19T12:00:49.043232+0000","last_peered":"2024-09-19T12:00:49.043232+0000","last_clean":"2024-09-19T12:00:49.043232+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:49.043232+0000","last_undegraded":"2024-09-19T12:00:49.043232+0000","last_fullsized":"2024-09-19T12:00:49.043232+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.043119+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:00.609155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2332,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.680309+0000","last_change":"2024-09-19T12:01:01.680309+0000","last_active":"2024-09-19T12:01:01.680309+0000","last_peered":"2024-09-19T12:01:01.680309+0000","last_clean":"2024-09-19T12:01:01.680309+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T12:01:01.680309+0000","last_undegraded":"2024-09-19T12:01:01.680309+0000","last_fullsized":"2024-09-19T12:01:01.680309+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.680226+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:27.605635+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'230","reported_seq":974,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.731133+0000","last_change":"2024-09-19T12:00:50.731045+0000","last_active":"2024-09-19T12:00:50.731133+0000","last_peered":"2024-09-19T12:00:50.731133+0000","last_clean":"2024-09-19T12:00:50.731133+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T12:00:50.731133+0000","last_undegraded":"2024-09-19T12:00:50.731133+0000","last_fullsized":"2024-09-19T12:00:50.731133+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'230","last_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_deep_scrub":"261'230","last_deep_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.730915+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:40.928541+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'539","reported_seq":2281,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.688810+0000","last_change":"2024-09-19T12:00:57.688739+0000","last_active":"2024-09-19T12:00:57.688810+0000","last_peered":"2024-09-19T12:00:57.688810+0000","last_clean":"2024-09-19T12:00:57.688810+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:57.688810+0000","last_undegraded":"2024-09-19T12:00:57.688810+0000","last_fullsized":"2024-09-19T12:00:57.688810+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'539","last_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_deep_scrub":"261'539","last_deep_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.688644+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:04.874620+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":246,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'191","reported_seq":807,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.648536+0000","last_change":"2024-09-19T12:00:55.648536+0000","last_active":"2024-09-19T12:00:55.648536+0000","last_peered":"2024-09-19T12:00:55.648536+0000","last_clean":"2024-09-19T12:00:55.648536+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T12:00:55.648536+0000","last_undegraded":"2024-09-19T12:00:55.648536+0000","last_fullsized":"2024-09-19T12:00:55.648536+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.648437+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:47.762154+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'402","reported_seq":1886,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.525347+0000","last_change":"2024-09-19T12:01:02.525347+0000","last_active":"2024-09-19T12:01:02.525347+0000","last_peered":"2024-09-19T12:01:02.525347+0000","last_clean":"2024-09-19T12:01:02.525347+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T12:01:02.525347+0000","last_undegraded":"2024-09-19T12:01:02.525347+0000","last_fullsized":"2024-09-19T12:01:02.525347+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'402","last_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_deep_scrub":"261'402","last_deep_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.525254+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:44.167633+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'158","reported_seq":748,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.081441+0000","last_change":"2024-09-19T12:00:48.081441+0000","last_active":"2024-09-19T12:00:48.081441+0000","last_peered":"2024-09-19T12:00:48.081441+0000","last_clean":"2024-09-19T12:00:48.081441+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:48.081441+0000","last_undegraded":"2024-09-19T12:00:48.081441+0000","last_fullsized":"2024-09-19T12:00:48.081441+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'158","last_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_deep_scrub":"261'158","last_deep_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.081336+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:33.229501+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'403","reported_seq":1982,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.671444+0000","last_change":"2024-09-19T12:01:00.671444+0000","last_active":"2024-09-19T12:01:00.671444+0000","last_peered":"2024-09-19T12:01:00.671444+0000","last_clean":"2024-09-19T12:01:00.671444+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T12:01:00.671444+0000","last_undegraded":"2024-09-19T12:01:00.671444+0000","last_fullsized":"2024-09-19T12:01:00.671444+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'403","last_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_deep_scrub":"261'403","last_deep_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.671359+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:26.494271+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'199","reported_seq":822,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.495633+0000","last_change":"2024-09-19T12:00:54.495633+0000","last_active":"2024-09-19T12:00:54.495633+0000","last_peered":"2024-09-19T12:00:54.495633+0000","last_clean":"2024-09-19T12:00:54.495633+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:54.495633+0000","last_undegraded":"2024-09-19T12:00:54.495633+0000","last_fullsized":"2024-09-19T12:00:54.495633+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.495544+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:51.434235+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'182","reported_seq":859,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.485874+0000","last_change":"2024-09-19T12:00:56.485874+0000","last_active":"2024-09-19T12:00:56.485874+0000","last_peered":"2024-09-19T12:00:56.485874+0000","last_clean":"2024-09-19T12:00:56.485874+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:56.485874+0000","last_undegraded":"2024-09-19T12:00:56.485874+0000","last_fullsized":"2024-09-19T12:00:56.485874+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'182","last_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_deep_scrub":"261'182","last_deep_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.485752+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:00.631774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'861","reported_seq":2491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.655843+0000","last_change":"2024-09-19T12:00:59.655843+0000","last_active":"2024-09-19T12:00:59.655843+0000","last_peered":"2024-09-19T12:00:59.655843+0000","last_clean":"2024-09-19T12:00:59.655843+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T12:00:59.655843+0000","last_undegraded":"2024-09-19T12:00:59.655843+0000","last_fullsized":"2024-09-19T12:00:59.655843+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.655743+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:41.289761+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'275","reported_seq":937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.636634+0000","last_change":"2024-09-19T12:00:49.636634+0000","last_active":"2024-09-19T12:00:49.636634+0000","last_peered":"2024-09-19T12:00:49.636634+0000","last_clean":"2024-09-19T12:00:49.636634+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:49.636634+0000","last_undegraded":"2024-09-19T12:00:49.636634+0000","last_fullsized":"2024-09-19T12:00:49.636634+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.636492+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:29:43.268508+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'416","reported_seq":1838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.515587+0000","last_change":"2024-09-19T12:01:03.515587+0000","last_active":"2024-09-19T12:01:03.515587+0000","last_peered":"2024-09-19T12:01:03.515587+0000","last_clean":"2024-09-19T12:01:03.515587+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T12:01:03.515587+0000","last_undegraded":"2024-09-19T12:01:03.515587+0000","last_fullsized":"2024-09-19T12:01:03.515587+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'416","last_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_deep_scrub":"261'416","last_deep_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.515495+0000","objects_scrubbed":2,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:13:38.178977+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1577,"ondisk_log_size":1577,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":533,"ondisk_log_size":533,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1740,"ondisk_log_size":1740,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":32042,"num_omap_keys":129,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4003,"ondisk_log_size":4003,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3931,"ondisk_log_size":3931,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542639,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236080,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135760,"statfs":{"total":96636764160,"available":96395018240,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542638,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218544,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153296,"statfs":{"total":96636764160,"available":96412975104,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542639,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":101016,"kb_used_data":15752,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94270824,"statfs":{"total":96636764160,"available":96533323776,"internally_reserved":0,"allocated":16130048,"data_stored":14410905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542641,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78588,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94293252,"statfs":{"total":96636764160,"available":96556290048,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542639,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":227980,"kb_used_data":12156,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94143860,"statfs":{"total":96636764160,"available":96403312640,"internally_reserved":0,"allocated":12447744,"data_stored":10776990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542641,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74764,"kb_used_data":7484,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94297076,"statfs":{"total":96636764160,"available":96560205824,"internally_reserved":0,"allocated":7663616,"data_stored":6103454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542641,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":137400,"kb_used_data":3560,"kb_used_omap":1,"kb_used_meta":133822,"kb_avail":94234440,"statfs":{"total":96636764160,"available":96496066560,"internally_reserved":0,"allocated":3645440,"data_stored":2123581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":137034181},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542641,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":255812,"kb_used_data":17780,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94116028,"statfs":{"total":96636764160,"available":96374812672,"internally_reserved":0,"allocated":18206720,"data_stored":16556886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:01:07.112 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.113 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.113 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.113 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.113 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.113 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.113 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.113 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.114 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.114 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.114 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.114 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.114 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.114 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.114 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.115 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.115 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.115 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.115 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.115 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.115 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.115 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.116 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.117 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.118 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.118 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.118 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.118 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.118 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.118 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.118 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.119 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.120 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.121 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.122 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.123 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.124 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.125 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.126 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.127 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.128 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.128 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.128 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-19T11:20:28.306822+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.128 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.128 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.128 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.128 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.129 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.130 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.130 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.130 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.130 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.130 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.131 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.132 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.132 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.132 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.132 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.132 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.133 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.134 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.135 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.135 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.135 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.135 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.135 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.135 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.136 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.137 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.138 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.139 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.140 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-19T11:20:30.316709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=30, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.141 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.142 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.142 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-19T11:20:32.320342+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=32, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.142 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-19T11:20:34.324196+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.142 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:07.142 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T12:01:27.144 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:01:27.504 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:01:27.516 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:01:27.518 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1492,"stamp":"2024-09-19T12:01:25.666334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":748518,"num_omap_keys":1777,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13308,"ondisk_log_size":13308,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1317704,"kb_used_data":99336,"kb_used_omap":12,"kb_used_meta":1218227,"kb_avail":753657016,"statfs":{"total":773094113280,"available":771744784384,"internally_reserved":0,"allocated":101720064,"data_stored":88767934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1247465008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":143540,"num_omap_keys":355,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005042"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.860914+0000","last_change":"2024-09-19T11:46:50.770041+0000","last_active":"2024-09-19T11:56:53.860914+0000","last_peered":"2024-09-19T11:56:53.860914+0000","last_clean":"2024-09-19T11:56:53.860914+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T11:56:53.860914+0000","last_undegraded":"2024-09-19T11:56:53.860914+0000","last_fullsized":"2024-09-19T11:56:53.860914+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:17.735210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876383+0000","last_change":"2024-09-19T11:36:12.514169+0000","last_active":"2024-09-19T11:58:43.876383+0000","last_peered":"2024-09-19T11:58:43.876383+0000","last_clean":"2024-09-19T11:58:43.876383+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T11:58:43.876383+0000","last_undegraded":"2024-09-19T11:58:43.876383+0000","last_fullsized":"2024-09-19T11:58:43.876383+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.644162+0000","last_change":"2024-09-19T11:36:09.487178+0000","last_active":"2024-09-19T12:00:38.644162+0000","last_peered":"2024-09-19T12:00:38.644162+0000","last_clean":"2024-09-19T12:00:38.644162+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:00:38.644162+0000","last_undegraded":"2024-09-19T12:00:38.644162+0000","last_fullsized":"2024-09-19T12:00:38.644162+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:24.126097+0000","last_change":"2024-09-19T11:34:29.634566+0000","last_active":"2024-09-19T11:57:24.126097+0000","last_peered":"2024-09-19T11:57:24.126097+0000","last_clean":"2024-09-19T11:57:24.126097+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T11:57:24.126097+0000","last_undegraded":"2024-09-19T11:57:24.126097+0000","last_fullsized":"2024-09-19T11:57:24.126097+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:36:38.073850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.265163+0000","last_change":"2024-09-19T12:01:15.265163+0000","last_active":"2024-09-19T12:01:15.265163+0000","last_peered":"2024-09-19T12:01:15.265163+0000","last_clean":"2024-09-19T12:01:15.265163+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T12:01:15.265163+0000","last_undegraded":"2024-09-19T12:01:15.265163+0000","last_fullsized":"2024-09-19T12:01:15.265163+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.265068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.265068+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.265068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:16.447170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.876684+0000","last_change":"2024-09-19T11:36:12.514009+0000","last_active":"2024-09-19T11:58:43.876684+0000","last_peered":"2024-09-19T11:58:43.876684+0000","last_clean":"2024-09-19T11:58:43.876684+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T11:58:43.876684+0000","last_undegraded":"2024-09-19T11:58:43.876684+0000","last_fullsized":"2024-09-19T11:58:43.876684+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.368731+0000","last_change":"2024-09-19T12:01:18.368731+0000","last_active":"2024-09-19T12:01:18.368731+0000","last_peered":"2024-09-19T12:01:18.368731+0000","last_clean":"2024-09-19T12:01:18.368731+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T12:01:18.368731+0000","last_undegraded":"2024-09-19T12:01:18.368731+0000","last_fullsized":"2024-09-19T12:01:18.368731+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:18.368627+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:18.368627+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.368627+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:02.678421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":137,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.218132+0000","last_change":"2024-09-19T12:01:08.218132+0000","last_active":"2024-09-19T12:01:08.218132+0000","last_peered":"2024-09-19T12:01:08.218132+0000","last_clean":"2024-09-19T12:01:08.218132+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T12:01:08.218132+0000","last_undegraded":"2024-09-19T12:01:08.218132+0000","last_fullsized":"2024-09-19T12:01:08.218132+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'29","last_scrub_stamp":"2024-09-19T12:01:08.218038+0000","last_deep_scrub":"261'29","last_deep_scrub_stamp":"2024-09-19T12:01:08.218038+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.218038+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:10.157529+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.409782+0000","last_change":"2024-09-19T12:01:23.409726+0000","last_active":"2024-09-19T12:01:23.409782+0000","last_peered":"2024-09-19T12:01:23.409782+0000","last_clean":"2024-09-19T12:01:23.409782+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T12:01:23.409782+0000","last_undegraded":"2024-09-19T12:01:23.409782+0000","last_fullsized":"2024-09-19T12:01:23.409782+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:23.409637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:23.409637+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.409637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:23:13.674721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711301+0000","last_change":"2024-09-19T11:36:12.507846+0000","last_active":"2024-09-19T12:00:38.711301+0000","last_peered":"2024-09-19T12:00:38.711301+0000","last_clean":"2024-09-19T12:00:38.711301+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T12:00:38.711301+0000","last_undegraded":"2024-09-19T12:00:38.711301+0000","last_fullsized":"2024-09-19T12:00:38.711301+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":56,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.289407+0000","last_change":"2024-09-19T12:01:11.289407+0000","last_active":"2024-09-19T12:01:11.289407+0000","last_peered":"2024-09-19T12:01:11.289407+0000","last_clean":"2024-09-19T12:01:11.289407+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:01:11.289407+0000","last_undegraded":"2024-09-19T12:01:11.289407+0000","last_fullsized":"2024-09-19T12:01:11.289407+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:11.289314+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:11.289314+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.289314+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:41.517027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":120,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:59.122694+0000","last_change":"2024-09-19T11:34:29.635787+0000","last_active":"2024-09-19T11:56:59.122694+0000","last_peered":"2024-09-19T11:56:59.122694+0000","last_clean":"2024-09-19T11:56:59.122694+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T11:56:59.122694+0000","last_undegraded":"2024-09-19T11:56:59.122694+0000","last_fullsized":"2024-09-19T11:56:59.122694+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:23.339642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:38.892305+0000","last_change":"2024-09-19T11:46:50.777695+0000","last_active":"2024-09-19T11:56:38.892305+0000","last_peered":"2024-09-19T11:56:38.892305+0000","last_clean":"2024-09-19T11:56:38.892305+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T11:56:38.892305+0000","last_undegraded":"2024-09-19T11:56:38.892305+0000","last_fullsized":"2024-09-19T11:56:38.892305+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:59:52.326412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.518511+0000","last_change":"2024-09-19T11:36:12.511281+0000","last_active":"2024-09-19T12:00:38.518511+0000","last_peered":"2024-09-19T12:00:38.518511+0000","last_clean":"2024-09-19T12:00:38.518511+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:00:38.518511+0000","last_undegraded":"2024-09-19T12:00:38.518511+0000","last_fullsized":"2024-09-19T12:00:38.518511+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:17:06.570337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.879892+0000","last_change":"2024-09-19T11:36:09.476398+0000","last_active":"2024-09-19T11:59:03.879892+0000","last_peered":"2024-09-19T11:59:03.879892+0000","last_clean":"2024-09-19T11:59:03.879892+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T11:59:03.879892+0000","last_undegraded":"2024-09-19T11:59:03.879892+0000","last_fullsized":"2024-09-19T11:59:03.879892+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:01.214182+0000","last_change":"2024-09-19T11:34:29.629960+0000","last_active":"2024-09-19T11:57:01.214182+0000","last_peered":"2024-09-19T11:57:01.214182+0000","last_clean":"2024-09-19T11:57:01.214182+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T11:57:01.214182+0000","last_undegraded":"2024-09-19T11:57:01.214182+0000","last_fullsized":"2024-09-19T11:57:01.214182+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.556081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.912258+0000","last_change":"2024-09-19T11:46:50.777685+0000","last_active":"2024-09-19T11:58:58.912258+0000","last_peered":"2024-09-19T11:58:58.912258+0000","last_clean":"2024-09-19T11:58:58.912258+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T11:58:58.912258+0000","last_undegraded":"2024-09-19T11:58:58.912258+0000","last_fullsized":"2024-09-19T11:58:58.912258+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870348+0000","last_change":"2024-09-19T11:36:12.507698+0000","last_active":"2024-09-19T11:58:03.870348+0000","last_peered":"2024-09-19T11:58:03.870348+0000","last_clean":"2024-09-19T11:58:03.870348+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T11:58:03.870348+0000","last_undegraded":"2024-09-19T11:58:03.870348+0000","last_fullsized":"2024-09-19T11:58:03.870348+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:27.488165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:19.028077+0000","last_change":"2024-09-19T11:36:09.478763+0000","last_active":"2024-09-19T12:00:19.028077+0000","last_peered":"2024-09-19T12:00:19.028077+0000","last_clean":"2024-09-19T12:00:19.028077+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:00:19.028077+0000","last_undegraded":"2024-09-19T12:00:19.028077+0000","last_fullsized":"2024-09-19T12:00:19.028077+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:31.628518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":158,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.623826+0000","last_change":"2024-09-19T11:34:29.632757+0000","last_active":"2024-09-19T11:57:18.623826+0000","last_peered":"2024-09-19T11:57:18.623826+0000","last_clean":"2024-09-19T11:57:18.623826+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T11:57:18.623826+0000","last_undegraded":"2024-09-19T11:57:18.623826+0000","last_fullsized":"2024-09-19T11:57:18.623826+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:37.783164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.974019+0000","last_change":"2024-09-19T11:46:50.774279+0000","last_active":"2024-09-19T11:57:18.974019+0000","last_peered":"2024-09-19T11:57:18.974019+0000","last_clean":"2024-09-19T11:57:18.974019+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T11:57:18.974019+0000","last_undegraded":"2024-09-19T11:57:18.974019+0000","last_fullsized":"2024-09-19T11:57:18.974019+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:23.859184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.462602+0000","last_change":"2024-09-19T12:01:21.462602+0000","last_active":"2024-09-19T12:01:21.462602+0000","last_peered":"2024-09-19T12:01:21.462602+0000","last_clean":"2024-09-19T12:01:21.462602+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T12:01:21.462602+0000","last_undegraded":"2024-09-19T12:01:21.462602+0000","last_fullsized":"2024-09-19T12:01:21.462602+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:21.462474+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:21.462474+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.462474+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:49:44.281636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.870572+0000","last_change":"2024-09-19T11:36:09.485258+0000","last_active":"2024-09-19T11:58:03.870572+0000","last_peered":"2024-09-19T11:58:03.870572+0000","last_clean":"2024-09-19T11:58:03.870572+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T11:58:03.870572+0000","last_undegraded":"2024-09-19T11:58:03.870572+0000","last_fullsized":"2024-09-19T11:58:03.870572+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:58.416196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":153,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.541503+0000","last_change":"2024-09-19T12:01:15.541503+0000","last_active":"2024-09-19T12:01:15.541503+0000","last_peered":"2024-09-19T12:01:15.541503+0000","last_clean":"2024-09-19T12:01:15.541503+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T12:01:15.541503+0000","last_undegraded":"2024-09-19T12:01:15.541503+0000","last_fullsized":"2024-09-19T12:01:15.541503+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'38","last_scrub_stamp":"2024-09-19T12:01:15.541418+0000","last_deep_scrub":"261'38","last_deep_scrub_stamp":"2024-09-19T12:01:15.541418+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.541418+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:47.196463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'1","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864037+0000","last_change":"2024-09-19T11:46:50.774846+0000","last_active":"2024-09-19T11:56:53.864037+0000","last_peered":"2024-09-19T11:56:53.864037+0000","last_clean":"2024-09-19T11:56:53.864037+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T11:56:53.864037+0000","last_undegraded":"2024-09-19T11:56:53.864037+0000","last_fullsized":"2024-09-19T11:56:53.864037+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:08:39.155049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.482541+0000","last_change":"2024-09-19T12:01:19.482541+0000","last_active":"2024-09-19T12:01:19.482541+0000","last_peered":"2024-09-19T12:01:19.482541+0000","last_clean":"2024-09-19T12:01:19.482541+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T12:01:19.482541+0000","last_undegraded":"2024-09-19T12:01:19.482541+0000","last_fullsized":"2024-09-19T12:01:19.482541+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-19T12:01:19.482444+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-19T12:01:19.482444+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.482444+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.092382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.875806+0000","last_change":"2024-09-19T11:36:09.484810+0000","last_active":"2024-09-19T11:58:38.875806+0000","last_peered":"2024-09-19T11:58:38.875806+0000","last_clean":"2024-09-19T11:58:38.875806+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T11:58:38.875806+0000","last_undegraded":"2024-09-19T11:58:38.875806+0000","last_fullsized":"2024-09-19T11:58:38.875806+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:44.015520+0000","last_change":"2024-09-19T11:34:29.636310+0000","last_active":"2024-09-19T11:58:44.015520+0000","last_peered":"2024-09-19T11:58:44.015520+0000","last_clean":"2024-09-19T11:58:44.015520+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T11:58:44.015520+0000","last_undegraded":"2024-09-19T11:58:44.015520+0000","last_fullsized":"2024-09-19T11:58:44.015520+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:56:53.864084+0000","last_change":"2024-09-19T11:46:50.776932+0000","last_active":"2024-09-19T11:56:53.864084+0000","last_peered":"2024-09-19T11:56:53.864084+0000","last_clean":"2024-09-19T11:56:53.864084+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T11:56:53.864084+0000","last_undegraded":"2024-09-19T11:56:53.864084+0000","last_fullsized":"2024-09-19T11:56:53.864084+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:52.107901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.711669+0000","last_change":"2024-09-19T11:36:12.508964+0000","last_active":"2024-09-19T12:00:38.711669+0000","last_peered":"2024-09-19T12:00:38.711669+0000","last_clean":"2024-09-19T12:00:38.711669+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:00:38.711669+0000","last_undegraded":"2024-09-19T12:00:38.711669+0000","last_fullsized":"2024-09-19T12:00:38.711669+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014879+0000","last_change":"2024-09-19T11:36:09.488652+0000","last_active":"2024-09-19T11:58:39.014879+0000","last_peered":"2024-09-19T11:58:39.014879+0000","last_clean":"2024-09-19T11:58:39.014879+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T11:58:39.014879+0000","last_undegraded":"2024-09-19T11:58:39.014879+0000","last_fullsized":"2024-09-19T11:58:39.014879+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":474,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.482505+0000","last_change":"2024-09-19T12:01:14.482505+0000","last_active":"2024-09-19T12:01:14.482505+0000","last_peered":"2024-09-19T12:01:14.482505+0000","last_clean":"2024-09-19T12:01:14.482505+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T12:01:14.482505+0000","last_undegraded":"2024-09-19T12:01:14.482505+0000","last_fullsized":"2024-09-19T12:01:14.482505+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'143","last_scrub_stamp":"2024-09-19T12:01:14.482417+0000","last_deep_scrub":"261'143","last_deep_scrub_stamp":"2024-09-19T12:01:14.482417+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.482417+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:26.269937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.983575+0000","last_change":"2024-09-19T11:46:50.776026+0000","last_active":"2024-09-19T11:58:33.983575+0000","last_peered":"2024-09-19T11:58:33.983575+0000","last_clean":"2024-09-19T11:58:33.983575+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T11:58:33.983575+0000","last_undegraded":"2024-09-19T11:58:33.983575+0000","last_fullsized":"2024-09-19T11:58:33.983575+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924298+0000","last_change":"2024-09-19T11:36:12.510967+0000","last_active":"2024-09-19T12:00:23.924298+0000","last_peered":"2024-09-19T12:00:23.924298+0000","last_clean":"2024-09-19T12:00:23.924298+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:00:23.924298+0000","last_undegraded":"2024-09-19T12:00:23.924298+0000","last_fullsized":"2024-09-19T12:00:23.924298+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:06.900871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:13.863557+0000","last_change":"2024-09-19T11:36:09.483158+0000","last_active":"2024-09-19T11:57:13.863557+0000","last_peered":"2024-09-19T11:57:13.863557+0000","last_clean":"2024-09-19T11:57:13.863557+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T11:57:13.863557+0000","last_undegraded":"2024-09-19T11:57:13.863557+0000","last_fullsized":"2024-09-19T11:57:13.863557+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:37.312637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":191,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.015014+0000","last_change":"2024-09-19T11:34:29.635123+0000","last_active":"2024-09-19T11:58:39.015014+0000","last_peered":"2024-09-19T11:58:39.015014+0000","last_clean":"2024-09-19T11:58:39.015014+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T11:58:39.015014+0000","last_undegraded":"2024-09-19T11:58:39.015014+0000","last_fullsized":"2024-09-19T11:58:39.015014+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.294456+0000","last_change":"2024-09-19T12:01:14.294456+0000","last_active":"2024-09-19T12:01:14.294456+0000","last_peered":"2024-09-19T12:01:14.294456+0000","last_clean":"2024-09-19T12:01:14.294456+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T12:01:14.294456+0000","last_undegraded":"2024-09-19T12:01:14.294456+0000","last_fullsized":"2024-09-19T12:01:14.294456+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:14.294362+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:14.294362+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.294362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:58.168210+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.897077+0000","last_change":"2024-09-19T11:36:12.511546+0000","last_active":"2024-09-19T11:57:18.897077+0000","last_peered":"2024-09-19T11:57:18.897077+0000","last_clean":"2024-09-19T11:57:18.897077+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T11:57:18.897077+0000","last_undegraded":"2024-09-19T11:57:18.897077+0000","last_fullsized":"2024-09-19T11:57:18.897077+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:30.887183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.583685+0000","last_change":"2024-09-19T11:36:09.487565+0000","last_active":"2024-09-19T12:00:38.583685+0000","last_peered":"2024-09-19T12:00:38.583685+0000","last_clean":"2024-09-19T12:00:38.583685+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:00:38.583685+0000","last_undegraded":"2024-09-19T12:00:38.583685+0000","last_fullsized":"2024-09-19T12:00:38.583685+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:23:14.135469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:38.909462+0000","last_change":"2024-09-19T11:34:29.630893+0000","last_active":"2024-09-19T11:58:38.909462+0000","last_peered":"2024-09-19T11:58:38.909462+0000","last_clean":"2024-09-19T11:58:38.909462+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T11:58:38.909462+0000","last_undegraded":"2024-09-19T11:58:38.909462+0000","last_fullsized":"2024-09-19T11:58:38.909462+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.876835+0000","last_change":"2024-09-19T11:46:50.773775+0000","last_active":"2024-09-19T11:58:33.876835+0000","last_peered":"2024-09-19T11:58:33.876835+0000","last_clean":"2024-09-19T11:58:33.876835+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T11:58:33.876835+0000","last_undegraded":"2024-09-19T11:58:33.876835+0000","last_fullsized":"2024-09-19T11:58:33.876835+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":37,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.924338+0000","last_change":"2024-09-19T11:36:12.510603+0000","last_active":"2024-09-19T12:00:23.924338+0000","last_peered":"2024-09-19T12:00:23.924338+0000","last_clean":"2024-09-19T12:00:23.924338+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:00:23.924338+0000","last_undegraded":"2024-09-19T12:00:23.924338+0000","last_fullsized":"2024-09-19T12:00:23.924338+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.792648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":68,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.258873+0000","last_change":"2024-09-19T12:01:09.258873+0000","last_active":"2024-09-19T12:01:09.258873+0000","last_peered":"2024-09-19T12:01:09.258873+0000","last_clean":"2024-09-19T12:01:09.258873+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:01:09.258873+0000","last_undegraded":"2024-09-19T12:01:09.258873+0000","last_fullsized":"2024-09-19T12:01:09.258873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:09.258759+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:09.258759+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.258759+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:20.094283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.174177+0000","last_change":"2024-09-19T12:01:05.174177+0000","last_active":"2024-09-19T12:01:05.174177+0000","last_peered":"2024-09-19T12:01:05.174177+0000","last_clean":"2024-09-19T12:01:05.174177+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T12:01:05.174177+0000","last_undegraded":"2024-09-19T12:01:05.174177+0000","last_fullsized":"2024-09-19T12:01:05.174177+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'30","last_scrub_stamp":"2024-09-19T12:01:05.174080+0000","last_deep_scrub":"261'30","last_deep_scrub_stamp":"2024-09-19T12:01:05.174080+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.174080+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:03.130872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:33.874846+0000","last_change":"2024-09-19T11:46:50.766796+0000","last_active":"2024-09-19T11:58:33.874846+0000","last_peered":"2024-09-19T11:58:33.874846+0000","last_clean":"2024-09-19T11:58:33.874846+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T11:58:33.874846+0000","last_undegraded":"2024-09-19T11:58:33.874846+0000","last_fullsized":"2024-09-19T11:58:33.874846+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:23.891563+0000","last_change":"2024-09-19T11:36:12.507923+0000","last_active":"2024-09-19T12:00:23.891563+0000","last_peered":"2024-09-19T12:00:23.891563+0000","last_clean":"2024-09-19T12:00:23.891563+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:00:23.891563+0000","last_undegraded":"2024-09-19T12:00:23.891563+0000","last_fullsized":"2024-09-19T12:00:23.891563+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:07:33.649183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:54.130191+0000","last_change":"2024-09-19T11:36:09.484588+0000","last_active":"2024-09-19T11:57:54.130191+0000","last_peered":"2024-09-19T11:57:54.130191+0000","last_clean":"2024-09-19T11:57:54.130191+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T11:57:54.130191+0000","last_undegraded":"2024-09-19T11:57:54.130191+0000","last_fullsized":"2024-09-19T11:57:54.130191+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:15.767028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":119,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:58.872007+0000","last_change":"2024-09-19T11:34:29.634042+0000","last_active":"2024-09-19T11:57:58.872007+0000","last_peered":"2024-09-19T11:57:58.872007+0000","last_clean":"2024-09-19T11:57:58.872007+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T11:57:58.872007+0000","last_undegraded":"2024-09-19T11:57:58.872007+0000","last_fullsized":"2024-09-19T11:57:58.872007+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:16:20.643770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.912276+0000","last_change":"2024-09-19T11:46:50.770523+0000","last_active":"2024-09-19T11:58:58.912276+0000","last_peered":"2024-09-19T11:58:58.912276+0000","last_clean":"2024-09-19T11:58:58.912276+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T11:58:58.912276+0000","last_undegraded":"2024-09-19T11:58:58.912276+0000","last_fullsized":"2024-09-19T11:58:58.912276+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.276682+0000","last_change":"2024-09-19T12:01:23.276682+0000","last_active":"2024-09-19T12:01:23.276682+0000","last_peered":"2024-09-19T12:01:23.276682+0000","last_clean":"2024-09-19T12:01:23.276682+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T12:01:23.276682+0000","last_undegraded":"2024-09-19T12:01:23.276682+0000","last_fullsized":"2024-09-19T12:01:23.276682+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'6","last_scrub_stamp":"2024-09-19T12:01:23.276593+0000","last_deep_scrub":"261'6","last_deep_scrub_stamp":"2024-09-19T12:01:23.276593+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.276593+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:02.725677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:08.864126+0000","last_change":"2024-09-19T11:36:09.481176+0000","last_active":"2024-09-19T11:57:08.864126+0000","last_peered":"2024-09-19T11:57:08.864126+0000","last_clean":"2024-09-19T11:57:08.864126+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T11:57:08.864126+0000","last_undegraded":"2024-09-19T11:57:08.864126+0000","last_fullsized":"2024-09-19T11:57:08.864126+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:37.537035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.870546+0000","last_change":"2024-09-19T11:34:29.635380+0000","last_active":"2024-09-19T11:57:48.870546+0000","last_peered":"2024-09-19T11:57:48.870546+0000","last_clean":"2024-09-19T11:57:48.870546+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T11:57:48.870546+0000","last_undegraded":"2024-09-19T11:57:48.870546+0000","last_fullsized":"2024-09-19T11:57:48.870546+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:36.053018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:59.017357+0000","last_change":"2024-09-19T11:46:50.773980+0000","last_active":"2024-09-19T11:58:59.017357+0000","last_peered":"2024-09-19T11:58:59.017357+0000","last_clean":"2024-09-19T11:58:59.017357+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T11:58:59.017357+0000","last_undegraded":"2024-09-19T11:58:59.017357+0000","last_fullsized":"2024-09-19T11:58:59.017357+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.319875+0000","last_change":"2024-09-19T12:01:22.319875+0000","last_active":"2024-09-19T12:01:22.319875+0000","last_peered":"2024-09-19T12:01:22.319875+0000","last_clean":"2024-09-19T12:01:22.319875+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:01:22.319875+0000","last_undegraded":"2024-09-19T12:01:22.319875+0000","last_fullsized":"2024-09-19T12:01:22.319875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:22.319737+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:22.319737+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.319737+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:05:33.714092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.916827+0000","last_change":"2024-09-19T11:36:09.487012+0000","last_active":"2024-09-19T11:59:28.916827+0000","last_peered":"2024-09-19T11:59:28.916827+0000","last_clean":"2024-09-19T11:59:28.916827+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T11:59:28.916827+0000","last_undegraded":"2024-09-19T11:59:28.916827+0000","last_fullsized":"2024-09-19T11:59:28.916827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:50.648531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":168,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:07.760089+0000","last_change":"2024-09-19T11:34:29.632822+0000","last_active":"2024-09-19T11:58:07.760089+0000","last_peered":"2024-09-19T11:58:07.760089+0000","last_clean":"2024-09-19T11:58:07.760089+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T11:58:07.760089+0000","last_undegraded":"2024-09-19T11:58:07.760089+0000","last_fullsized":"2024-09-19T11:58:07.760089+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:53.474066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"260'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:39.014929+0000","last_change":"2024-09-19T11:46:50.761825+0000","last_active":"2024-09-19T11:58:39.014929+0000","last_peered":"2024-09-19T11:58:39.014929+0000","last_clean":"2024-09-19T11:58:39.014929+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T11:58:39.014929+0000","last_undegraded":"2024-09-19T11:58:39.014929+0000","last_fullsized":"2024-09-19T11:58:39.014929+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.489467+0000","last_change":"2024-09-19T11:36:12.508767+0000","last_active":"2024-09-19T12:00:38.489467+0000","last_peered":"2024-09-19T12:00:38.489467+0000","last_clean":"2024-09-19T12:00:38.489467+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:00:38.489467+0000","last_undegraded":"2024-09-19T12:00:38.489467+0000","last_fullsized":"2024-09-19T12:00:38.489467+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:55.976964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":72,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.494258+0000","last_change":"2024-09-19T12:01:16.494258+0000","last_active":"2024-09-19T12:01:16.494258+0000","last_peered":"2024-09-19T12:01:16.494258+0000","last_clean":"2024-09-19T12:01:16.494258+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:01:16.494258+0000","last_undegraded":"2024-09-19T12:01:16.494258+0000","last_fullsized":"2024-09-19T12:01:16.494258+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'13","last_scrub_stamp":"2024-09-19T12:01:16.494172+0000","last_deep_scrub":"261'13","last_deep_scrub_stamp":"2024-09-19T12:01:16.494172+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.494172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:59:15.201897+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.758618+0000","last_change":"2024-09-19T12:01:23.758618+0000","last_active":"2024-09-19T12:01:23.758618+0000","last_peered":"2024-09-19T12:01:23.758618+0000","last_clean":"2024-09-19T12:01:23.758618+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T12:01:23.758618+0000","last_undegraded":"2024-09-19T12:01:23.758618+0000","last_fullsized":"2024-09-19T12:01:23.758618+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'28","last_scrub_stamp":"2024-09-19T12:01:23.758518+0000","last_deep_scrub":"261'28","last_deep_scrub_stamp":"2024-09-19T12:01:23.758518+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.758518+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:50:52.519451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.912226+0000","last_change":"2024-09-19T11:46:50.772467+0000","last_active":"2024-09-19T11:58:58.912226+0000","last_peered":"2024-09-19T11:58:58.912226+0000","last_clean":"2024-09-19T11:58:58.912226+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T11:58:58.912226+0000","last_undegraded":"2024-09-19T11:58:58.912226+0000","last_fullsized":"2024-09-19T11:58:58.912226+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.507786+0000","last_change":"2024-09-19T12:01:18.507786+0000","last_active":"2024-09-19T12:01:18.507786+0000","last_peered":"2024-09-19T12:01:18.507786+0000","last_clean":"2024-09-19T12:01:18.507786+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:01:18.507786+0000","last_undegraded":"2024-09-19T12:01:18.507786+0000","last_fullsized":"2024-09-19T12:01:18.507786+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:18.507696+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:18.507696+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.507696+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:18.521632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:28.883013+0000","last_change":"2024-09-19T11:36:09.485050+0000","last_active":"2024-09-19T11:59:28.883013+0000","last_peered":"2024-09-19T11:59:28.883013+0000","last_clean":"2024-09-19T11:59:28.883013+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T11:59:28.883013+0000","last_undegraded":"2024-09-19T11:59:28.883013+0000","last_fullsized":"2024-09-19T11:59:28.883013+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:44:52.027107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.901743+0000","last_change":"2024-09-19T11:34:29.630265+0000","last_active":"2024-09-19T11:57:48.901743+0000","last_peered":"2024-09-19T11:57:48.901743+0000","last_clean":"2024-09-19T11:57:48.901743+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T11:57:48.901743+0000","last_undegraded":"2024-09-19T11:57:48.901743+0000","last_fullsized":"2024-09-19T11:57:48.901743+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:06.314984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.309130+0000","last_change":"2024-09-19T12:01:13.309130+0000","last_active":"2024-09-19T12:01:13.309130+0000","last_peered":"2024-09-19T12:01:13.309130+0000","last_clean":"2024-09-19T12:01:13.309130+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T12:01:13.309130+0000","last_undegraded":"2024-09-19T12:01:13.309130+0000","last_fullsized":"2024-09-19T12:01:13.309130+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:13.309006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:13.309006+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.309006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:25.270434+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.620396+0000","last_change":"2024-09-19T11:36:12.511500+0000","last_active":"2024-09-19T12:00:38.620396+0000","last_peered":"2024-09-19T12:00:38.620396+0000","last_clean":"2024-09-19T12:00:38.620396+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:00:38.620396+0000","last_undegraded":"2024-09-19T12:00:38.620396+0000","last_fullsized":"2024-09-19T12:00:38.620396+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.539628+0000","last_change":"2024-09-19T11:36:09.489263+0000","last_active":"2024-09-19T12:00:38.539628+0000","last_peered":"2024-09-19T12:00:38.539628+0000","last_clean":"2024-09-19T12:00:38.539628+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T12:00:38.539628+0000","last_undegraded":"2024-09-19T12:00:38.539628+0000","last_fullsized":"2024-09-19T12:00:38.539628+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:03.895392+0000","last_change":"2024-09-19T11:34:29.636674+0000","last_active":"2024-09-19T11:57:03.895392+0000","last_peered":"2024-09-19T11:57:03.895392+0000","last_clean":"2024-09-19T11:57:03.895392+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T11:57:03.895392+0000","last_undegraded":"2024-09-19T11:57:03.895392+0000","last_fullsized":"2024-09-19T11:57:03.895392+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:41.626646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873573+0000","last_change":"2024-09-19T11:46:50.776804+0000","last_active":"2024-09-19T11:58:08.873573+0000","last_peered":"2024-09-19T11:58:08.873573+0000","last_clean":"2024-09-19T11:58:08.873573+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T11:58:08.873573+0000","last_undegraded":"2024-09-19T11:58:08.873573+0000","last_fullsized":"2024-09-19T11:58:08.873573+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:23.572187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864127+0000","last_change":"2024-09-19T11:37:03.926908+0000","last_active":"2024-09-19T11:57:18.864127+0000","last_peered":"2024-09-19T11:57:18.864127+0000","last_clean":"2024-09-19T11:57:18.864127+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T11:57:18.864127+0000","last_undegraded":"2024-09-19T11:57:18.864127+0000","last_fullsized":"2024-09-19T11:57:18.864127+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:42.893900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.262357+0000","last_change":"2024-09-19T12:01:10.262357+0000","last_active":"2024-09-19T12:01:10.262357+0000","last_peered":"2024-09-19T12:01:10.262357+0000","last_clean":"2024-09-19T12:01:10.262357+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T12:01:10.262357+0000","last_undegraded":"2024-09-19T12:01:10.262357+0000","last_fullsized":"2024-09-19T12:01:10.262357+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'3","last_scrub_stamp":"2024-09-19T12:01:10.262243+0000","last_deep_scrub":"258'3","last_deep_scrub_stamp":"2024-09-19T12:01:10.262243+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.262243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:07.726544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":98,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.510759+0000","last_change":"2024-09-19T12:01:23.510759+0000","last_active":"2024-09-19T12:01:23.510759+0000","last_peered":"2024-09-19T12:01:23.510759+0000","last_clean":"2024-09-19T12:01:23.510759+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T12:01:23.510759+0000","last_undegraded":"2024-09-19T12:01:23.510759+0000","last_fullsized":"2024-09-19T12:01:23.510759+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'18","last_scrub_stamp":"2024-09-19T12:01:23.510673+0000","last_deep_scrub":"261'18","last_deep_scrub_stamp":"2024-09-19T12:01:23.510673+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.510673+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:46.813259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.444487+0000","last_change":"2024-09-19T12:01:22.444487+0000","last_active":"2024-09-19T12:01:22.444487+0000","last_peered":"2024-09-19T12:01:22.444487+0000","last_clean":"2024-09-19T12:01:22.444487+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T12:01:22.444487+0000","last_undegraded":"2024-09-19T12:01:22.444487+0000","last_fullsized":"2024-09-19T12:01:22.444487+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:22.444399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:22.444399+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.444399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:06:19.412290+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.335810+0000","last_change":"2024-09-19T12:01:21.335810+0000","last_active":"2024-09-19T12:01:21.335810+0000","last_peered":"2024-09-19T12:01:21.335810+0000","last_clean":"2024-09-19T12:01:21.335810+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T12:01:21.335810+0000","last_undegraded":"2024-09-19T12:01:21.335810+0000","last_fullsized":"2024-09-19T12:01:21.335810+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:21.335713+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:21.335713+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.335713+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:13.090772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.539302+0000","last_change":"2024-09-19T11:36:09.484436+0000","last_active":"2024-09-19T12:00:38.539302+0000","last_peered":"2024-09-19T12:00:38.539302+0000","last_clean":"2024-09-19T12:00:38.539302+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T12:00:38.539302+0000","last_undegraded":"2024-09-19T12:00:38.539302+0000","last_fullsized":"2024-09-19T12:00:38.539302+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":88,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.505411+0000","last_change":"2024-09-19T12:01:14.505411+0000","last_active":"2024-09-19T12:01:14.505411+0000","last_peered":"2024-09-19T12:01:14.505411+0000","last_clean":"2024-09-19T12:01:14.505411+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T12:01:14.505411+0000","last_undegraded":"2024-09-19T12:01:14.505411+0000","last_fullsized":"2024-09-19T12:01:14.505411+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'15","last_scrub_stamp":"2024-09-19T12:01:14.505311+0000","last_deep_scrub":"261'15","last_deep_scrub_stamp":"2024-09-19T12:01:14.505311+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.505311+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:24.424853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:43.869797+0000","last_change":"2024-09-19T11:46:50.775366+0000","last_active":"2024-09-19T11:57:43.869797+0000","last_peered":"2024-09-19T11:57:43.869797+0000","last_clean":"2024-09-19T11:57:43.869797+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T11:57:43.869797+0000","last_undegraded":"2024-09-19T11:57:43.869797+0000","last_fullsized":"2024-09-19T11:57:43.869797+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:47.698061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910301+0000","last_change":"2024-09-19T11:36:12.509410+0000","last_active":"2024-09-19T11:58:43.910301+0000","last_peered":"2024-09-19T11:58:43.910301+0000","last_clean":"2024-09-19T11:58:43.910301+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T11:58:43.910301+0000","last_undegraded":"2024-09-19T11:58:43.910301+0000","last_fullsized":"2024-09-19T11:58:43.910301+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.408155+0000","last_change":"2024-09-19T12:01:17.408155+0000","last_active":"2024-09-19T12:01:17.408155+0000","last_peered":"2024-09-19T12:01:17.408155+0000","last_clean":"2024-09-19T12:01:17.408155+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T12:01:17.408155+0000","last_undegraded":"2024-09-19T12:01:17.408155+0000","last_fullsized":"2024-09-19T12:01:17.408155+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.408003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.408003+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.408003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:53:48.612267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":138,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.164417+0000","last_change":"2024-09-19T12:01:06.164417+0000","last_active":"2024-09-19T12:01:06.164417+0000","last_peered":"2024-09-19T12:01:06.164417+0000","last_clean":"2024-09-19T12:01:06.164417+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T12:01:06.164417+0000","last_undegraded":"2024-09-19T12:01:06.164417+0000","last_fullsized":"2024-09-19T12:01:06.164417+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'32","last_scrub_stamp":"2024-09-19T12:01:06.164334+0000","last_deep_scrub":"261'32","last_deep_scrub_stamp":"2024-09-19T12:01:06.164334+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.164334+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:22.545320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.905093+0000","last_change":"2024-09-19T11:46:50.778083+0000","last_active":"2024-09-19T11:58:08.905093+0000","last_peered":"2024-09-19T11:58:08.905093+0000","last_clean":"2024-09-19T11:58:08.905093+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T11:58:08.905093+0000","last_undegraded":"2024-09-19T11:58:08.905093+0000","last_fullsized":"2024-09-19T11:58:08.905093+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:27.836670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869132+0000","last_change":"2024-09-19T11:36:12.506352+0000","last_active":"2024-09-19T11:57:53.869132+0000","last_peered":"2024-09-19T11:57:53.869132+0000","last_clean":"2024-09-19T11:57:53.869132+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T11:57:53.869132+0000","last_undegraded":"2024-09-19T11:57:53.869132+0000","last_fullsized":"2024-09-19T11:57:53.869132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:38.421690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:49.129174+0000","last_change":"2024-09-19T11:36:09.479471+0000","last_active":"2024-09-19T11:57:49.129174+0000","last_peered":"2024-09-19T11:57:49.129174+0000","last_clean":"2024-09-19T11:57:49.129174+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T11:57:49.129174+0000","last_undegraded":"2024-09-19T11:57:49.129174+0000","last_fullsized":"2024-09-19T11:57:49.129174+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.594788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.747974+0000","last_change":"2024-09-19T12:01:23.747974+0000","last_active":"2024-09-19T12:01:23.747974+0000","last_peered":"2024-09-19T12:01:23.747974+0000","last_clean":"2024-09-19T12:01:23.747974+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T12:01:23.747974+0000","last_undegraded":"2024-09-19T12:01:23.747974+0000","last_fullsized":"2024-09-19T12:01:23.747974+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'298","last_scrub_stamp":"2024-09-19T12:01:23.747884+0000","last_deep_scrub":"261'298","last_deep_scrub_stamp":"2024-09-19T12:01:23.747884+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.747884+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:17:06.498337+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:13.874284+0000","last_change":"2024-09-19T11:46:50.775155+0000","last_active":"2024-09-19T11:58:13.874284+0000","last_peered":"2024-09-19T11:58:13.874284+0000","last_clean":"2024-09-19T11:58:13.874284+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T11:58:13.874284+0000","last_undegraded":"2024-09-19T11:58:13.874284+0000","last_fullsized":"2024-09-19T11:58:13.874284+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.507107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.871238+0000","last_change":"2024-09-19T11:36:12.505222+0000","last_active":"2024-09-19T11:57:53.871238+0000","last_peered":"2024-09-19T11:57:53.871238+0000","last_clean":"2024-09-19T11:57:53.871238+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T11:57:53.871238+0000","last_undegraded":"2024-09-19T11:57:53.871238+0000","last_fullsized":"2024-09-19T11:57:53.871238+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:05:16.672423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.425989+0000","last_change":"2024-09-19T12:01:16.425989+0000","last_active":"2024-09-19T12:01:16.425989+0000","last_peered":"2024-09-19T12:01:16.425989+0000","last_clean":"2024-09-19T12:01:16.425989+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T12:01:16.425989+0000","last_undegraded":"2024-09-19T12:01:16.425989+0000","last_fullsized":"2024-09-19T12:01:16.425989+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.425881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.425881+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.425881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:07.931842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":106,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.713603+0000","last_change":"2024-09-19T12:01:23.713603+0000","last_active":"2024-09-19T12:01:23.713603+0000","last_peered":"2024-09-19T12:01:23.713603+0000","last_clean":"2024-09-19T12:01:23.713603+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T12:01:23.713603+0000","last_undegraded":"2024-09-19T12:01:23.713603+0000","last_fullsized":"2024-09-19T12:01:23.713603+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'18","last_scrub_stamp":"2024-09-19T12:01:23.713511+0000","last_deep_scrub":"258'18","last_deep_scrub_stamp":"2024-09-19T12:01:23.713511+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.713511+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:24.542889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'1","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:08.873597+0000","last_change":"2024-09-19T11:46:50.773351+0000","last_active":"2024-09-19T11:58:08.873597+0000","last_peered":"2024-09-19T11:58:08.873597+0000","last_clean":"2024-09-19T11:58:08.873597+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T11:58:08.873597+0000","last_undegraded":"2024-09-19T11:58:08.873597+0000","last_fullsized":"2024-09-19T11:58:08.873597+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:56.938086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.325683+0000","last_change":"2024-09-19T12:01:20.325683+0000","last_active":"2024-09-19T12:01:20.325683+0000","last_peered":"2024-09-19T12:01:20.325683+0000","last_clean":"2024-09-19T12:01:20.325683+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T12:01:20.325683+0000","last_undegraded":"2024-09-19T12:01:20.325683+0000","last_fullsized":"2024-09-19T12:01:20.325683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:20.325583+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:20.325583+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.325583+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:51.339585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:04.026142+0000","last_change":"2024-09-19T11:36:09.485479+0000","last_active":"2024-09-19T12:00:04.026142+0000","last_peered":"2024-09-19T12:00:04.026142+0000","last_clean":"2024-09-19T12:00:04.026142+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:00:04.026142+0000","last_undegraded":"2024-09-19T12:00:04.026142+0000","last_fullsized":"2024-09-19T12:00:04.026142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:31.018960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":71,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:18.906419+0000","last_change":"2024-09-19T11:34:29.625399+0000","last_active":"2024-09-19T11:58:18.906419+0000","last_peered":"2024-09-19T11:58:18.906419+0000","last_clean":"2024-09-19T11:58:18.906419+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T11:58:18.906419+0000","last_undegraded":"2024-09-19T11:58:18.906419+0000","last_fullsized":"2024-09-19T11:58:18.906419+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:34:28.613197+0000","last_clean_scrub_stamp":"2024-09-19T11:34:28.613197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:07.913238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:09.132519+0000","last_change":"2024-09-19T11:46:50.769967+0000","last_active":"2024-09-19T11:58:09.132519+0000","last_peered":"2024-09-19T11:58:09.132519+0000","last_clean":"2024-09-19T11:58:09.132519+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T11:58:09.132519+0000","last_undegraded":"2024-09-19T11:58:09.132519+0000","last_fullsized":"2024-09-19T11:58:09.132519+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:34.150467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:03.872776+0000","last_change":"2024-09-19T11:36:12.514936+0000","last_active":"2024-09-19T11:58:03.872776+0000","last_peered":"2024-09-19T11:58:03.872776+0000","last_clean":"2024-09-19T11:58:03.872776+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T11:58:03.872776+0000","last_undegraded":"2024-09-19T11:58:03.872776+0000","last_fullsized":"2024-09-19T11:58:03.872776+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:51.273528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.643245+0000","last_change":"2024-09-19T11:36:09.483387+0000","last_active":"2024-09-19T12:00:38.643245+0000","last_peered":"2024-09-19T12:00:38.643245+0000","last_clean":"2024-09-19T12:00:38.643245+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:00:38.643245+0000","last_undegraded":"2024-09-19T12:00:38.643245+0000","last_fullsized":"2024-09-19T12:00:38.643245+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":82,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.530248+0000","last_change":"2024-09-19T12:01:13.530248+0000","last_active":"2024-09-19T12:01:13.530248+0000","last_peered":"2024-09-19T12:01:13.530248+0000","last_clean":"2024-09-19T12:01:13.530248+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T12:01:13.530248+0000","last_undegraded":"2024-09-19T12:01:13.530248+0000","last_fullsized":"2024-09-19T12:01:13.530248+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:13.530154+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:13.530154+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.530154+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:02.761282+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.866828+0000","last_change":"2024-09-19T11:46:50.773372+0000","last_active":"2024-09-19T11:57:18.866828+0000","last_peered":"2024-09-19T11:57:18.866828+0000","last_clean":"2024-09-19T11:57:18.866828+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T11:57:18.866828+0000","last_undegraded":"2024-09-19T11:57:18.866828+0000","last_fullsized":"2024-09-19T11:57:18.866828+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:40.393897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":39,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:14.019646+0000","last_change":"2024-09-19T11:36:12.514578+0000","last_active":"2024-09-19T11:59:14.019646+0000","last_peered":"2024-09-19T11:59:14.019646+0000","last_clean":"2024-09-19T11:59:14.019646+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T11:59:14.019646+0000","last_undegraded":"2024-09-19T11:59:14.019646+0000","last_fullsized":"2024-09-19T11:59:14.019646+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.583719+0000","last_change":"2024-09-19T11:36:09.486357+0000","last_active":"2024-09-19T12:00:38.583719+0000","last_peered":"2024-09-19T12:00:38.583719+0000","last_clean":"2024-09-19T12:00:38.583719+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:00:38.583719+0000","last_undegraded":"2024-09-19T12:00:38.583719+0000","last_fullsized":"2024-09-19T12:00:38.583719+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":88,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.794200+0000","last_change":"2024-09-19T12:01:22.794200+0000","last_active":"2024-09-19T12:01:22.794200+0000","last_peered":"2024-09-19T12:01:22.794200+0000","last_clean":"2024-09-19T12:01:22.794200+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T12:01:22.794200+0000","last_undegraded":"2024-09-19T12:01:22.794200+0000","last_fullsized":"2024-09-19T12:01:22.794200+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'13","last_scrub_stamp":"2024-09-19T12:01:22.794116+0000","last_deep_scrub":"261'13","last_deep_scrub_stamp":"2024-09-19T12:01:22.794116+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.794116+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:46.860678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.864106+0000","last_change":"2024-09-19T11:46:50.772394+0000","last_active":"2024-09-19T11:57:18.864106+0000","last_peered":"2024-09-19T11:57:18.864106+0000","last_clean":"2024-09-19T11:57:18.864106+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T11:57:18.864106+0000","last_undegraded":"2024-09-19T11:57:18.864106+0000","last_fullsized":"2024-09-19T11:57:18.864106+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:24.139685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":38,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.593603+0000","last_change":"2024-09-19T11:36:12.506264+0000","last_active":"2024-09-19T12:00:38.593603+0000","last_peered":"2024-09-19T12:00:38.593603+0000","last_clean":"2024-09-19T12:00:38.593603+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T12:00:38.593603+0000","last_undegraded":"2024-09-19T12:00:38.593603+0000","last_fullsized":"2024-09-19T12:00:38.593603+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.167820+0000","last_change":"2024-09-19T12:01:07.167765+0000","last_active":"2024-09-19T12:01:07.167820+0000","last_peered":"2024-09-19T12:01:07.167820+0000","last_clean":"2024-09-19T12:01:07.167820+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T12:01:07.167820+0000","last_undegraded":"2024-09-19T12:01:07.167820+0000","last_fullsized":"2024-09-19T12:01:07.167820+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:07.167693+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:07.167693+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.167693+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:05.710162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":95,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.491886+0000","last_change":"2024-09-19T12:01:12.491886+0000","last_active":"2024-09-19T12:01:12.491886+0000","last_peered":"2024-09-19T12:01:12.491886+0000","last_clean":"2024-09-19T12:01:12.491886+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T12:01:12.491886+0000","last_undegraded":"2024-09-19T12:01:12.491886+0000","last_fullsized":"2024-09-19T12:01:12.491886+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'16","last_scrub_stamp":"2024-09-19T12:01:12.491787+0000","last_deep_scrub":"261'16","last_deep_scrub_stamp":"2024-09-19T12:01:12.491787+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.491787+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:14.629088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:53.985941+0000","last_change":"2024-09-19T11:46:50.771994+0000","last_active":"2024-09-19T11:58:53.985941+0000","last_peered":"2024-09-19T11:58:53.985941+0000","last_clean":"2024-09-19T11:58:53.985941+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T11:58:53.985941+0000","last_undegraded":"2024-09-19T11:58:53.985941+0000","last_fullsized":"2024-09-19T11:58:53.985941+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:03.888877+0000","last_change":"2024-09-19T11:36:12.512563+0000","last_active":"2024-09-19T12:00:03.888877+0000","last_peered":"2024-09-19T12:00:03.888877+0000","last_clean":"2024-09-19T12:00:03.888877+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:00:03.888877+0000","last_undegraded":"2024-09-19T12:00:03.888877+0000","last_fullsized":"2024-09-19T12:00:03.888877+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:02.074078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":40,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:48.868029+0000","last_change":"2024-09-19T11:36:09.488154+0000","last_active":"2024-09-19T11:57:48.868029+0000","last_peered":"2024-09-19T11:57:48.868029+0000","last_clean":"2024-09-19T11:57:48.868029+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T11:57:48.868029+0000","last_undegraded":"2024-09-19T11:57:48.868029+0000","last_fullsized":"2024-09-19T11:57:48.868029+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:12.729080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.669164+0000","last_change":"2024-09-19T12:01:22.669164+0000","last_active":"2024-09-19T12:01:22.669164+0000","last_peered":"2024-09-19T12:01:22.669164+0000","last_clean":"2024-09-19T12:01:22.669164+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T12:01:22.669164+0000","last_undegraded":"2024-09-19T12:01:22.669164+0000","last_fullsized":"2024-09-19T12:01:22.669164+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'25","last_scrub_stamp":"2024-09-19T12:01:22.669066+0000","last_deep_scrub":"261'25","last_deep_scrub_stamp":"2024-09-19T12:01:22.669066+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.669066+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:31.906251+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:18.865142+0000","last_change":"2024-09-19T11:46:50.773897+0000","last_active":"2024-09-19T11:57:18.865142+0000","last_peered":"2024-09-19T11:57:18.865142+0000","last_clean":"2024-09-19T11:57:18.865142+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T11:57:18.865142+0000","last_undegraded":"2024-09-19T11:57:18.865142+0000","last_fullsized":"2024-09-19T11:57:18.865142+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:38.987752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:53.869255+0000","last_change":"2024-09-19T11:36:12.501301+0000","last_active":"2024-09-19T11:57:53.869255+0000","last_peered":"2024-09-19T11:57:53.869255+0000","last_clean":"2024-09-19T11:57:53.869255+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T11:57:53.869255+0000","last_undegraded":"2024-09-19T11:57:53.869255+0000","last_fullsized":"2024-09-19T11:57:53.869255+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:11:51.141864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.496512+0000","last_change":"2024-09-19T11:36:09.488807+0000","last_active":"2024-09-19T12:00:38.496512+0000","last_peered":"2024-09-19T12:00:38.496512+0000","last_clean":"2024-09-19T12:00:38.496512+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:00:38.496512+0000","last_undegraded":"2024-09-19T12:00:38.496512+0000","last_fullsized":"2024-09-19T12:00:38.496512+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:39.683393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":143,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.528395+0000","last_change":"2024-09-19T12:01:13.528395+0000","last_active":"2024-09-19T12:01:13.528395+0000","last_peered":"2024-09-19T12:01:13.528395+0000","last_clean":"2024-09-19T12:01:13.528395+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T12:01:13.528395+0000","last_undegraded":"2024-09-19T12:01:13.528395+0000","last_fullsized":"2024-09-19T12:01:13.528395+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'34","last_scrub_stamp":"2024-09-19T12:01:13.528321+0000","last_deep_scrub":"261'34","last_deep_scrub_stamp":"2024-09-19T12:01:13.528321+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.528321+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:28.446206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.328464+0000","last_change":"2024-09-19T12:01:12.328464+0000","last_active":"2024-09-19T12:01:12.328464+0000","last_peered":"2024-09-19T12:01:12.328464+0000","last_clean":"2024-09-19T12:01:12.328464+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T12:01:12.328464+0000","last_undegraded":"2024-09-19T12:01:12.328464+0000","last_fullsized":"2024-09-19T12:01:12.328464+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:12.328367+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:12.328367+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.328367+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:32:56.290211+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.373856+0000","last_change":"2024-09-19T12:01:19.373856+0000","last_active":"2024-09-19T12:01:19.373856+0000","last_peered":"2024-09-19T12:01:19.373856+0000","last_clean":"2024-09-19T12:01:19.373856+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T12:01:19.373856+0000","last_undegraded":"2024-09-19T12:01:19.373856+0000","last_fullsized":"2024-09-19T12:01:19.373856+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:19.373734+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:19.373734+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.373734+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:04.532949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.538589+0000","last_change":"2024-09-19T11:36:09.484409+0000","last_active":"2024-09-19T12:00:38.538589+0000","last_peered":"2024-09-19T12:00:38.538589+0000","last_clean":"2024-09-19T12:00:38.538589+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:00:38.538589+0000","last_undegraded":"2024-09-19T12:00:38.538589+0000","last_fullsized":"2024-09-19T12:00:38.538589+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:58.556629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":113,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.481101+0000","last_change":"2024-09-19T12:01:22.481101+0000","last_active":"2024-09-19T12:01:22.481101+0000","last_peered":"2024-09-19T12:01:22.481101+0000","last_clean":"2024-09-19T12:01:22.481101+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T12:01:22.481101+0000","last_undegraded":"2024-09-19T12:01:22.481101+0000","last_fullsized":"2024-09-19T12:01:22.481101+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'22","last_scrub_stamp":"2024-09-19T12:01:22.481007+0000","last_deep_scrub":"261'22","last_deep_scrub_stamp":"2024-09-19T12:01:22.481007+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.481007+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:41.498400+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:44.128529+0000","last_change":"2024-09-19T11:46:50.772750+0000","last_active":"2024-09-19T11:57:44.128529+0000","last_peered":"2024-09-19T11:57:44.128529+0000","last_clean":"2024-09-19T11:57:44.128529+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T11:57:44.128529+0000","last_undegraded":"2024-09-19T11:57:44.128529+0000","last_fullsized":"2024-09-19T11:57:44.128529+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:55.265444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:38.680656+0000","last_change":"2024-09-19T11:36:12.505941+0000","last_active":"2024-09-19T12:00:38.680656+0000","last_peered":"2024-09-19T12:00:38.680656+0000","last_clean":"2024-09-19T12:00:38.680656+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:00:38.680656+0000","last_undegraded":"2024-09-19T12:00:38.680656+0000","last_fullsized":"2024-09-19T12:00:38.680656+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:35:51.693580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":41,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.880469+0000","last_change":"2024-09-19T11:36:09.487899+0000","last_active":"2024-09-19T11:59:03.880469+0000","last_peered":"2024-09-19T11:59:03.880469+0000","last_clean":"2024-09-19T11:59:03.880469+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T11:59:03.880469+0000","last_undegraded":"2024-09-19T11:59:03.880469+0000","last_fullsized":"2024-09-19T11:59:03.880469+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:08.450052+0000","last_clean_scrub_stamp":"2024-09-19T11:36:08.450052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":189,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.760039+0000","last_change":"2024-09-19T12:01:22.760039+0000","last_active":"2024-09-19T12:01:22.760039+0000","last_peered":"2024-09-19T12:01:22.760039+0000","last_clean":"2024-09-19T12:01:22.760039+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T12:01:22.760039+0000","last_undegraded":"2024-09-19T12:01:22.760039+0000","last_fullsized":"2024-09-19T12:01:22.760039+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'49","last_scrub_stamp":"2024-09-19T12:01:22.759957+0000","last_deep_scrub":"261'49","last_deep_scrub_stamp":"2024-09-19T12:01:22.759957+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.759957+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:24.852563+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:19.125426+0000","last_change":"2024-09-19T11:46:50.774382+0000","last_active":"2024-09-19T11:57:19.125426+0000","last_peered":"2024-09-19T11:57:19.125426+0000","last_clean":"2024-09-19T11:57:19.125426+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T11:57:19.125426+0000","last_undegraded":"2024-09-19T11:57:19.125426+0000","last_fullsized":"2024-09-19T11:57:19.125426+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:53:49.984273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.505043+0000","last_change":"2024-09-19T12:01:20.505043+0000","last_active":"2024-09-19T12:01:20.505043+0000","last_peered":"2024-09-19T12:01:20.505043+0000","last_clean":"2024-09-19T12:01:20.505043+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T12:01:20.505043+0000","last_undegraded":"2024-09-19T12:01:20.505043+0000","last_fullsized":"2024-09-19T12:01:20.505043+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:20.504962+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:20.504962+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.504962+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:21:29.041938+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.472026+0000","last_change":"2024-09-19T12:01:15.472026+0000","last_active":"2024-09-19T12:01:15.472026+0000","last_peered":"2024-09-19T12:01:15.472026+0000","last_clean":"2024-09-19T12:01:15.472026+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T12:01:15.472026+0000","last_undegraded":"2024-09-19T12:01:15.472026+0000","last_fullsized":"2024-09-19T12:01:15.472026+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:15.471939+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:15.471939+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.471939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:31.005427+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.536091+0000","last_change":"2024-09-19T12:01:11.536091+0000","last_active":"2024-09-19T12:01:11.536091+0000","last_peered":"2024-09-19T12:01:11.536091+0000","last_clean":"2024-09-19T12:01:11.536091+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T12:01:11.536091+0000","last_undegraded":"2024-09-19T12:01:11.536091+0000","last_fullsized":"2024-09-19T12:01:11.536091+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'29","last_scrub_stamp":"2024-09-19T12:01:11.535996+0000","last_deep_scrub":"258'29","last_deep_scrub_stamp":"2024-09-19T12:01:11.535996+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.535996+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:10.650891+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:57:23.867358+0000","last_change":"2024-09-19T11:46:50.775558+0000","last_active":"2024-09-19T11:57:23.867358+0000","last_peered":"2024-09-19T11:57:23.867358+0000","last_clean":"2024-09-19T11:57:23.867358+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T11:57:23.867358+0000","last_undegraded":"2024-09-19T11:57:23.867358+0000","last_fullsized":"2024-09-19T11:57:23.867358+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:06.840332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:08.880475+0000","last_change":"2024-09-19T11:36:12.504984+0000","last_active":"2024-09-19T11:59:08.880475+0000","last_peered":"2024-09-19T11:59:08.880475+0000","last_clean":"2024-09-19T11:59:08.880475+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T11:59:08.880475+0000","last_undegraded":"2024-09-19T11:59:08.880475+0000","last_fullsized":"2024-09-19T11:59:08.880475+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:36:11.478289+0000","last_clean_scrub_stamp":"2024-09-19T11:36:11.478289+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.518540+0000","last_change":"2024-09-19T12:01:17.518540+0000","last_active":"2024-09-19T12:01:17.518540+0000","last_peered":"2024-09-19T12:01:17.518540+0000","last_clean":"2024-09-19T12:01:17.518540+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T12:01:17.518540+0000","last_undegraded":"2024-09-19T12:01:17.518540+0000","last_fullsized":"2024-09-19T12:01:17.518540+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:17.518458+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:17.518458+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.518458+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:42.929002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":174,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.660362+0000","last_change":"2024-09-19T12:01:21.660362+0000","last_active":"2024-09-19T12:01:21.660362+0000","last_peered":"2024-09-19T12:01:21.660362+0000","last_clean":"2024-09-19T12:01:21.660362+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T12:01:21.660362+0000","last_undegraded":"2024-09-19T12:01:21.660362+0000","last_fullsized":"2024-09-19T12:01:21.660362+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'44","last_scrub_stamp":"2024-09-19T12:01:21.660275+0000","last_deep_scrub":"261'44","last_deep_scrub_stamp":"2024-09-19T12:01:21.660275+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.660275+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:28.805797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":943,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.672949+0000","last_change":"2024-09-19T12:00:59.672949+0000","last_active":"2024-09-19T12:00:59.672949+0000","last_peered":"2024-09-19T12:00:59.672949+0000","last_clean":"2024-09-19T12:00:59.672949+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:59.672949+0000","last_undegraded":"2024-09-19T12:00:59.672949+0000","last_fullsized":"2024-09-19T12:00:59.672949+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'246","last_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_deep_scrub":"261'246","last_deep_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.672856+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:39.881169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'478","reported_seq":1985,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.538191+0000","last_change":"2024-09-19T12:01:02.538191+0000","last_active":"2024-09-19T12:01:02.538191+0000","last_peered":"2024-09-19T12:01:02.538191+0000","last_clean":"2024-09-19T12:01:02.538191+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T12:01:02.538191+0000","last_undegraded":"2024-09-19T12:01:02.538191+0000","last_fullsized":"2024-09-19T12:01:02.538191+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'478","last_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_deep_scrub":"261'478","last_deep_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.538096+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:46.271861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":826,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.606232+0000","last_change":"2024-09-19T12:00:50.606232+0000","last_active":"2024-09-19T12:00:50.606232+0000","last_peered":"2024-09-19T12:00:50.606232+0000","last_clean":"2024-09-19T12:00:50.606232+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:50.606232+0000","last_undegraded":"2024-09-19T12:00:50.606232+0000","last_fullsized":"2024-09-19T12:00:50.606232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.606134+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:38.098429+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1720,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.689712+0000","last_change":"2024-09-19T12:01:02.689712+0000","last_active":"2024-09-19T12:01:02.689712+0000","last_peered":"2024-09-19T12:01:02.689712+0000","last_clean":"2024-09-19T12:01:02.689712+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T12:01:02.689712+0000","last_undegraded":"2024-09-19T12:01:02.689712+0000","last_fullsized":"2024-09-19T12:01:02.689712+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'346","last_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_deep_scrub":"261'346","last_deep_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.689590+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:32.771842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'210","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.654464+0000","last_change":"2024-09-19T12:00:51.654464+0000","last_active":"2024-09-19T12:00:51.654464+0000","last_peered":"2024-09-19T12:00:51.654464+0000","last_clean":"2024-09-19T12:00:51.654464+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:51.654464+0000","last_undegraded":"2024-09-19T12:00:51.654464+0000","last_fullsized":"2024-09-19T12:00:51.654464+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'210","last_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_deep_scrub":"261'210","last_deep_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.654335+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.297418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1978","reported_seq":3724,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.714680+0000","last_change":"2024-09-19T12:01:04.714680+0000","last_active":"2024-09-19T12:01:04.714680+0000","last_peered":"2024-09-19T12:01:04.714680+0000","last_clean":"2024-09-19T12:01:04.714680+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:01:04.714680+0000","last_undegraded":"2024-09-19T12:01:04.714680+0000","last_fullsized":"2024-09-19T12:01:04.714680+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1978","last_scrub_stamp":"2024-09-19T12:01:04.714592+0000","last_deep_scrub":"261'1978","last_deep_scrub_stamp":"2024-09-19T12:01:04.714592+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.714592+0000","objects_scrubbed":1,"log_size":78,"log_dups_size":1900,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:51:43.039706+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'275","reported_seq":961,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.456924+0000","last_change":"2024-09-19T12:00:57.456924+0000","last_active":"2024-09-19T12:00:57.456924+0000","last_peered":"2024-09-19T12:00:57.456924+0000","last_clean":"2024-09-19T12:00:57.456924+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:57.456924+0000","last_undegraded":"2024-09-19T12:00:57.456924+0000","last_fullsized":"2024-09-19T12:00:57.456924+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.456830+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:55.512243+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'484","reported_seq":2150,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.624456+0000","last_change":"2024-09-19T12:01:01.624456+0000","last_active":"2024-09-19T12:01:01.624456+0000","last_peered":"2024-09-19T12:01:01.624456+0000","last_clean":"2024-09-19T12:01:01.624456+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T12:01:01.624456+0000","last_undegraded":"2024-09-19T12:01:01.624456+0000","last_fullsized":"2024-09-19T12:01:01.624456+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'484","last_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_deep_scrub":"261'484","last_deep_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.624366+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:38:38.902124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'241","reported_seq":965,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.637651+0000","last_change":"2024-09-19T12:00:58.637651+0000","last_active":"2024-09-19T12:00:58.637651+0000","last_peered":"2024-09-19T12:00:58.637651+0000","last_clean":"2024-09-19T12:00:58.637651+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:58.637651+0000","last_undegraded":"2024-09-19T12:00:58.637651+0000","last_fullsized":"2024-09-19T12:00:58.637651+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.637524+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:19.938641+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'880","reported_seq":2548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.751128+0000","last_change":"2024-09-19T12:00:57.751128+0000","last_active":"2024-09-19T12:00:57.751128+0000","last_peered":"2024-09-19T12:00:57.751128+0000","last_clean":"2024-09-19T12:00:57.751128+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T12:00:57.751128+0000","last_undegraded":"2024-09-19T12:00:57.751128+0000","last_fullsized":"2024-09-19T12:00:57.751128+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'880","last_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_deep_scrub":"261'880","last_deep_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.751027+0000","objects_scrubbed":1,"log_size":80,"log_dups_size":800,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:06.783543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'251","reported_seq":882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.468097+0000","last_change":"2024-09-19T12:00:55.468097+0000","last_active":"2024-09-19T12:00:55.468097+0000","last_peered":"2024-09-19T12:00:55.468097+0000","last_clean":"2024-09-19T12:00:55.468097+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:55.468097+0000","last_undegraded":"2024-09-19T12:00:55.468097+0000","last_fullsized":"2024-09-19T12:00:55.468097+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.467975+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:48.592182+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'392","reported_seq":1910,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.669277+0000","last_change":"2024-09-19T12:01:05.669277+0000","last_active":"2024-09-19T12:01:05.669277+0000","last_peered":"2024-09-19T12:01:05.669277+0000","last_clean":"2024-09-19T12:01:05.669277+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T12:01:05.669277+0000","last_undegraded":"2024-09-19T12:01:05.669277+0000","last_fullsized":"2024-09-19T12:01:05.669277+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'392","last_scrub_stamp":"2024-09-19T12:01:05.669185+0000","last_deep_scrub":"261'392","last_deep_scrub_stamp":"2024-09-19T12:01:05.669185+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.669185+0000","objects_scrubbed":2,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:42.413584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2808,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'259","reported_seq":918,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.675222+0000","last_change":"2024-09-19T12:00:57.675222+0000","last_active":"2024-09-19T12:00:57.675222+0000","last_peered":"2024-09-19T12:00:57.675222+0000","last_clean":"2024-09-19T12:00:57.675222+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:57.675222+0000","last_undegraded":"2024-09-19T12:00:57.675222+0000","last_fullsized":"2024-09-19T12:00:57.675222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'259","last_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_deep_scrub":"261'259","last_deep_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.675051+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:28.715599+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'406","reported_seq":1977,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.492697+0000","last_change":"2024-09-19T12:01:04.492697+0000","last_active":"2024-09-19T12:01:04.492697+0000","last_peered":"2024-09-19T12:01:04.492697+0000","last_clean":"2024-09-19T12:01:04.492697+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T12:01:04.492697+0000","last_undegraded":"2024-09-19T12:01:04.492697+0000","last_fullsized":"2024-09-19T12:01:04.492697+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'406","last_scrub_stamp":"2024-09-19T12:01:04.492578+0000","last_deep_scrub":"261'406","last_deep_scrub_stamp":"2024-09-19T12:01:04.492578+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.492578+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:30.635318+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":640,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'205","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.636778+0000","last_change":"2024-09-19T12:00:53.636778+0000","last_active":"2024-09-19T12:00:53.636778+0000","last_peered":"2024-09-19T12:00:53.636778+0000","last_clean":"2024-09-19T12:00:53.636778+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:53.636778+0000","last_undegraded":"2024-09-19T12:00:53.636778+0000","last_fullsized":"2024-09-19T12:00:53.636778+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.636667+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:24.400297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'554","reported_seq":2376,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.095760+0000","last_change":"2024-09-19T12:00:55.095760+0000","last_active":"2024-09-19T12:00:55.095760+0000","last_peered":"2024-09-19T12:00:55.095760+0000","last_clean":"2024-09-19T12:00:55.095760+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:55.095760+0000","last_undegraded":"2024-09-19T12:00:55.095760+0000","last_fullsized":"2024-09-19T12:00:55.095760+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'554","last_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_deep_scrub":"261'554","last_deep_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.095682+0000","objects_scrubbed":1,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.801602+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'429","reported_seq":2047,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.653597+0000","last_change":"2024-09-19T12:01:02.653597+0000","last_active":"2024-09-19T12:01:02.653597+0000","last_peered":"2024-09-19T12:01:02.653597+0000","last_clean":"2024-09-19T12:01:02.653597+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T12:01:02.653597+0000","last_undegraded":"2024-09-19T12:01:02.653597+0000","last_fullsized":"2024-09-19T12:01:02.653597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'429","last_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_deep_scrub":"261'429","last_deep_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.653498+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:27.496144+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":467,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'229","reported_seq":887,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.641334+0000","last_change":"2024-09-19T12:00:56.641334+0000","last_active":"2024-09-19T12:00:56.641334+0000","last_peered":"2024-09-19T12:00:56.641334+0000","last_clean":"2024-09-19T12:00:56.641334+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:56.641334+0000","last_undegraded":"2024-09-19T12:00:56.641334+0000","last_fullsized":"2024-09-19T12:00:56.641334+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.641227+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:46.914783+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'779","reported_seq":2254,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.717004+0000","last_change":"2024-09-19T12:01:03.717004+0000","last_active":"2024-09-19T12:01:03.717004+0000","last_peered":"2024-09-19T12:01:03.717004+0000","last_clean":"2024-09-19T12:01:03.717004+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T12:01:03.717004+0000","last_undegraded":"2024-09-19T12:01:03.717004+0000","last_fullsized":"2024-09-19T12:01:03.717004+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'779","last_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_deep_scrub":"261'779","last_deep_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.716921+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:07.265117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'211","reported_seq":877,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.731177+0000","last_change":"2024-09-19T12:00:54.731177+0000","last_active":"2024-09-19T12:00:54.731177+0000","last_peered":"2024-09-19T12:00:54.731177+0000","last_clean":"2024-09-19T12:00:54.731177+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:54.731177+0000","last_undegraded":"2024-09-19T12:00:54.731177+0000","last_fullsized":"2024-09-19T12:00:54.731177+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.731059+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:01.838203+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'913","reported_seq":2629,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.554577+0000","last_change":"2024-09-19T12:01:01.554577+0000","last_active":"2024-09-19T12:01:01.554577+0000","last_peered":"2024-09-19T12:01:01.554577+0000","last_clean":"2024-09-19T12:01:01.554577+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T12:01:01.554577+0000","last_undegraded":"2024-09-19T12:01:01.554577+0000","last_fullsized":"2024-09-19T12:01:01.554577+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'913","last_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_deep_scrub":"261'913","last_deep_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.554470+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":900,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:37.454954+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'185","reported_seq":780,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.716667+0000","last_change":"2024-09-19T12:00:52.716667+0000","last_active":"2024-09-19T12:00:52.716667+0000","last_peered":"2024-09-19T12:00:52.716667+0000","last_clean":"2024-09-19T12:00:52.716667+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:52.716667+0000","last_undegraded":"2024-09-19T12:00:52.716667+0000","last_fullsized":"2024-09-19T12:00:52.716667+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'185","last_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_deep_scrub":"261'185","last_deep_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.716565+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.202750+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'397","reported_seq":1866,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.094393+0000","last_change":"2024-09-19T12:00:53.094393+0000","last_active":"2024-09-19T12:00:53.094393+0000","last_peered":"2024-09-19T12:00:53.094393+0000","last_clean":"2024-09-19T12:00:53.094393+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T12:00:53.094393+0000","last_undegraded":"2024-09-19T12:00:53.094393+0000","last_fullsized":"2024-09-19T12:00:53.094393+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'397","last_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_deep_scrub":"261'397","last_deep_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.094290+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:51.496957+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'237","reported_seq":869,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.822961+0000","last_change":"2024-09-19T12:00:50.822961+0000","last_active":"2024-09-19T12:00:50.822961+0000","last_peered":"2024-09-19T12:00:50.822961+0000","last_clean":"2024-09-19T12:00:50.822961+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:50.822961+0000","last_undegraded":"2024-09-19T12:00:50.822961+0000","last_fullsized":"2024-09-19T12:00:50.822961+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'237","last_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_deep_scrub":"261'237","last_deep_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.822854+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:20.271447+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1939,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.083550+0000","last_change":"2024-09-19T12:00:54.083550+0000","last_active":"2024-09-19T12:00:54.083550+0000","last_peered":"2024-09-19T12:00:54.083550+0000","last_clean":"2024-09-19T12:00:54.083550+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T12:00:54.083550+0000","last_undegraded":"2024-09-19T12:00:54.083550+0000","last_fullsized":"2024-09-19T12:00:54.083550+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'438","last_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_deep_scrub":"261'438","last_deep_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.083462+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:52.045723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'204","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.664967+0000","last_change":"2024-09-19T12:00:52.664967+0000","last_active":"2024-09-19T12:00:52.664967+0000","last_peered":"2024-09-19T12:00:52.664967+0000","last_clean":"2024-09-19T12:00:52.664967+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:52.664967+0000","last_undegraded":"2024-09-19T12:00:52.664967+0000","last_fullsized":"2024-09-19T12:00:52.664967+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'204","last_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_deep_scrub":"261'204","last_deep_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.664860+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:14.108855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'865","reported_seq":2616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.688844+0000","last_change":"2024-09-19T12:01:03.688844+0000","last_active":"2024-09-19T12:01:03.688844+0000","last_peered":"2024-09-19T12:01:03.688844+0000","last_clean":"2024-09-19T12:01:03.688844+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:01:03.688844+0000","last_undegraded":"2024-09-19T12:01:03.688844+0000","last_fullsized":"2024-09-19T12:01:03.688844+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'865","last_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_deep_scrub":"261'865","last_deep_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.688740+0000","objects_scrubbed":3,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:46:13.235694+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2044,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'180","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.679227+0000","last_change":"2024-09-19T12:00:50.679227+0000","last_active":"2024-09-19T12:00:50.679227+0000","last_peered":"2024-09-19T12:00:50.679227+0000","last_clean":"2024-09-19T12:00:50.679227+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:50.679227+0000","last_undegraded":"2024-09-19T12:00:50.679227+0000","last_fullsized":"2024-09-19T12:00:50.679227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.679107+0000","objects_scrubbed":4,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:41.211451+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'171","reported_seq":738,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.735417+0000","last_change":"2024-09-19T12:01:20.735417+0000","last_active":"2024-09-19T12:01:20.735417+0000","last_peered":"2024-09-19T12:01:20.735417+0000","last_clean":"2024-09-19T12:01:20.735417+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T12:01:20.735417+0000","last_undegraded":"2024-09-19T12:01:20.735417+0000","last_fullsized":"2024-09-19T12:01:20.735417+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'171","last_scrub_stamp":"2024-09-19T12:01:20.735299+0000","last_deep_scrub":"261'171","last_deep_scrub_stamp":"2024-09-19T12:01:20.735299+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.735299+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:23.609842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1137","reported_seq":3061,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.549687+0000","last_change":"2024-09-19T12:00:56.549687+0000","last_active":"2024-09-19T12:00:56.549687+0000","last_peered":"2024-09-19T12:00:56.549687+0000","last_clean":"2024-09-19T12:00:56.549687+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T12:00:56.549687+0000","last_undegraded":"2024-09-19T12:00:56.549687+0000","last_fullsized":"2024-09-19T12:00:56.549687+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1137","last_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_deep_scrub":"261'1137","last_deep_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.549598+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":1100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:49.916039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1182,"num_omap_keys":5,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'235","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.612824+0000","last_change":"2024-09-19T12:00:53.612824+0000","last_active":"2024-09-19T12:00:53.612824+0000","last_peered":"2024-09-19T12:00:53.612824+0000","last_clean":"2024-09-19T12:00:53.612824+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:53.612824+0000","last_undegraded":"2024-09-19T12:00:53.612824+0000","last_fullsized":"2024-09-19T12:00:53.612824+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.612730+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:24.322603+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.499707+0000","last_change":"2024-09-19T12:01:07.499707+0000","last_active":"2024-09-19T12:01:07.499707+0000","last_peered":"2024-09-19T12:01:07.499707+0000","last_clean":"2024-09-19T12:01:07.499707+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T12:01:07.499707+0000","last_undegraded":"2024-09-19T12:01:07.499707+0000","last_fullsized":"2024-09-19T12:01:07.499707+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.499617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.499617+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.499617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:20.840058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'195","reported_seq":793,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.678805+0000","last_change":"2024-09-19T12:01:07.678805+0000","last_active":"2024-09-19T12:01:07.678805+0000","last_peered":"2024-09-19T12:01:07.678805+0000","last_clean":"2024-09-19T12:01:07.678805+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:01:07.678805+0000","last_undegraded":"2024-09-19T12:01:07.678805+0000","last_fullsized":"2024-09-19T12:01:07.678805+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:01:07.678693+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:01:07.678693+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.678693+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:36.574248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.593811+0000","last_change":"2024-09-19T12:01:17.593811+0000","last_active":"2024-09-19T12:01:17.593811+0000","last_peered":"2024-09-19T12:01:17.593811+0000","last_clean":"2024-09-19T12:01:17.593811+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T12:01:17.593811+0000","last_undegraded":"2024-09-19T12:01:17.593811+0000","last_fullsized":"2024-09-19T12:01:17.593811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.593717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.593717+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.593717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:41.972861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'106","reported_seq":596,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.475833+0000","last_change":"2024-09-19T12:01:20.475833+0000","last_active":"2024-09-19T12:01:20.475833+0000","last_peered":"2024-09-19T12:01:20.475833+0000","last_clean":"2024-09-19T12:01:20.475833+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T12:01:20.475833+0000","last_undegraded":"2024-09-19T12:01:20.475833+0000","last_fullsized":"2024-09-19T12:01:20.475833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'106","last_scrub_stamp":"2024-09-19T12:01:20.475747+0000","last_deep_scrub":"261'106","last_deep_scrub_stamp":"2024-09-19T12:01:20.475747+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.475747+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:46.573337+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'810","reported_seq":2359,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.552408+0000","last_change":"2024-09-19T12:00:59.552408+0000","last_active":"2024-09-19T12:00:59.552408+0000","last_peered":"2024-09-19T12:00:59.552408+0000","last_clean":"2024-09-19T12:00:59.552408+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T12:00:59.552408+0000","last_undegraded":"2024-09-19T12:00:59.552408+0000","last_fullsized":"2024-09-19T12:00:59.552408+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'810","last_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_deep_scrub":"261'810","last_deep_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.552318+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":700,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:18.677863+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'187","reported_seq":811,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.595518+0000","last_change":"2024-09-19T12:00:44.595518+0000","last_active":"2024-09-19T12:00:44.595518+0000","last_peered":"2024-09-19T12:00:44.595518+0000","last_clean":"2024-09-19T12:00:44.595518+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:44.595518+0000","last_undegraded":"2024-09-19T12:00:44.595518+0000","last_fullsized":"2024-09-19T12:00:44.595518+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'187","last_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_deep_scrub":"261'187","last_deep_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.595455+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:58.864545+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.606986+0000","last_change":"2024-09-19T12:01:05.606986+0000","last_active":"2024-09-19T12:01:05.606986+0000","last_peered":"2024-09-19T12:01:05.606986+0000","last_clean":"2024-09-19T12:01:05.606986+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T12:01:05.606986+0000","last_undegraded":"2024-09-19T12:01:05.606986+0000","last_fullsized":"2024-09-19T12:01:05.606986+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.606899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.606899+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.606899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:30.508230+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'90","reported_seq":612,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.600000+0000","last_change":"2024-09-19T12:01:12.600000+0000","last_active":"2024-09-19T12:01:12.600000+0000","last_peered":"2024-09-19T12:01:12.600000+0000","last_clean":"2024-09-19T12:01:12.600000+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T12:01:12.600000+0000","last_undegraded":"2024-09-19T12:01:12.600000+0000","last_fullsized":"2024-09-19T12:01:12.600000+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'90","last_scrub_stamp":"2024-09-19T12:01:12.599918+0000","last_deep_scrub":"261'90","last_deep_scrub_stamp":"2024-09-19T12:01:12.599918+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.599918+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:42.074661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.617505+0000","last_change":"2024-09-19T12:01:16.617505+0000","last_active":"2024-09-19T12:01:16.617505+0000","last_peered":"2024-09-19T12:01:16.617505+0000","last_clean":"2024-09-19T12:01:16.617505+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T12:01:16.617505+0000","last_undegraded":"2024-09-19T12:01:16.617505+0000","last_fullsized":"2024-09-19T12:01:16.617505+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.617404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.617404+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.617404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:25.593277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'155","reported_seq":681,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.761987+0000","last_change":"2024-09-19T12:01:18.761987+0000","last_active":"2024-09-19T12:01:18.761987+0000","last_peered":"2024-09-19T12:01:18.761987+0000","last_clean":"2024-09-19T12:01:18.761987+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T12:01:18.761987+0000","last_undegraded":"2024-09-19T12:01:18.761987+0000","last_fullsized":"2024-09-19T12:01:18.761987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'155","last_scrub_stamp":"2024-09-19T12:01:18.761865+0000","last_deep_scrub":"261'155","last_deep_scrub_stamp":"2024-09-19T12:01:18.761865+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.761865+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:31.784809+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'473","reported_seq":2124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.750010+0000","last_change":"2024-09-19T12:00:55.750010+0000","last_active":"2024-09-19T12:00:55.750010+0000","last_peered":"2024-09-19T12:00:55.750010+0000","last_clean":"2024-09-19T12:00:55.750010+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T12:00:55.750010+0000","last_undegraded":"2024-09-19T12:00:55.750010+0000","last_fullsized":"2024-09-19T12:00:55.750010+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'473","last_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_deep_scrub":"261'473","last_deep_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.749922+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:42.429415+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":698,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'215","reported_seq":908,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.631787+0000","last_change":"2024-09-19T12:00:52.631787+0000","last_active":"2024-09-19T12:00:52.631787+0000","last_peered":"2024-09-19T12:00:52.631787+0000","last_clean":"2024-09-19T12:00:52.631787+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:52.631787+0000","last_undegraded":"2024-09-19T12:00:52.631787+0000","last_fullsized":"2024-09-19T12:00:52.631787+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'215","last_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_deep_scrub":"261'215","last_deep_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.631654+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:34.087611+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.651398+0000","last_change":"2024-09-19T12:01:06.651398+0000","last_active":"2024-09-19T12:01:06.651398+0000","last_peered":"2024-09-19T12:01:06.651398+0000","last_clean":"2024-09-19T12:01:06.651398+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T12:01:06.651398+0000","last_undegraded":"2024-09-19T12:01:06.651398+0000","last_fullsized":"2024-09-19T12:01:06.651398+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.651318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.651318+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.651318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:48.482279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'100","reported_seq":630,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.141386+0000","last_change":"2024-09-19T12:01:02.141386+0000","last_active":"2024-09-19T12:01:02.141386+0000","last_peered":"2024-09-19T12:01:02.141386+0000","last_clean":"2024-09-19T12:01:02.141386+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T12:01:02.141386+0000","last_undegraded":"2024-09-19T12:01:02.141386+0000","last_fullsized":"2024-09-19T12:01:02.141386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'100","last_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_deep_scrub":"261'100","last_deep_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.141290+0000","objects_scrubbed":6,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:34.871471+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'752","reported_seq":2482,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.557632+0000","last_change":"2024-09-19T12:01:16.557632+0000","last_active":"2024-09-19T12:01:16.557632+0000","last_peered":"2024-09-19T12:01:16.557632+0000","last_clean":"2024-09-19T12:01:16.557632+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:01:16.557632+0000","last_undegraded":"2024-09-19T12:01:16.557632+0000","last_fullsized":"2024-09-19T12:01:16.557632+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'752","last_scrub_stamp":"2024-09-19T12:01:16.557526+0000","last_deep_scrub":"261'752","last_deep_scrub_stamp":"2024-09-19T12:01:16.557526+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.557526+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:35.793388+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'188","reported_seq":1009,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.757530+0000","last_change":"2024-09-19T12:01:21.757530+0000","last_active":"2024-09-19T12:01:21.757530+0000","last_peered":"2024-09-19T12:01:21.757530+0000","last_clean":"2024-09-19T12:01:21.757530+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T12:01:21.757530+0000","last_undegraded":"2024-09-19T12:01:21.757530+0000","last_fullsized":"2024-09-19T12:01:21.757530+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'188","last_scrub_stamp":"2024-09-19T12:01:21.757434+0000","last_deep_scrub":"261'188","last_deep_scrub_stamp":"2024-09-19T12:01:21.757434+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.757434+0000","objects_scrubbed":5,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:34.009759+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'463","reported_seq":2113,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.501665+0000","last_change":"2024-09-19T12:00:59.501665+0000","last_active":"2024-09-19T12:00:59.501665+0000","last_peered":"2024-09-19T12:00:59.501665+0000","last_clean":"2024-09-19T12:00:59.501665+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T12:00:59.501665+0000","last_undegraded":"2024-09-19T12:00:59.501665+0000","last_fullsized":"2024-09-19T12:00:59.501665+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'463","last_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_deep_scrub":"261'463","last_deep_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.501579+0000","objects_scrubbed":1,"log_size":63,"log_dups_size":400,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:05.182504+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'205","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.687786+0000","last_change":"2024-09-19T12:00:48.687786+0000","last_active":"2024-09-19T12:00:48.687786+0000","last_peered":"2024-09-19T12:00:48.687786+0000","last_clean":"2024-09-19T12:00:48.687786+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:48.687786+0000","last_undegraded":"2024-09-19T12:00:48.687786+0000","last_fullsized":"2024-09-19T12:00:48.687786+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.687627+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:23.979312+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.501521+0000","last_change":"2024-09-19T12:01:08.501521+0000","last_active":"2024-09-19T12:01:08.501521+0000","last_peered":"2024-09-19T12:01:08.501521+0000","last_clean":"2024-09-19T12:01:08.501521+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T12:01:08.501521+0000","last_undegraded":"2024-09-19T12:01:08.501521+0000","last_fullsized":"2024-09-19T12:01:08.501521+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.501436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.501436+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.501436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:45.758271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'117","reported_seq":680,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.644461+0000","last_change":"2024-09-19T12:01:13.644461+0000","last_active":"2024-09-19T12:01:13.644461+0000","last_peered":"2024-09-19T12:01:13.644461+0000","last_clean":"2024-09-19T12:01:13.644461+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:01:13.644461+0000","last_undegraded":"2024-09-19T12:01:13.644461+0000","last_fullsized":"2024-09-19T12:01:13.644461+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'117","last_scrub_stamp":"2024-09-19T12:01:13.644370+0000","last_deep_scrub":"261'117","last_deep_scrub_stamp":"2024-09-19T12:01:13.644370+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.644370+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:28.633448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'774","reported_seq":4210,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.607365+0000","last_change":"2024-09-19T12:01:18.607365+0000","last_active":"2024-09-19T12:01:18.607365+0000","last_peered":"2024-09-19T12:01:18.607365+0000","last_clean":"2024-09-19T12:01:18.607365+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:01:18.607365+0000","last_undegraded":"2024-09-19T12:01:18.607365+0000","last_fullsized":"2024-09-19T12:01:18.607365+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'774","last_scrub_stamp":"2024-09-19T12:01:18.607269+0000","last_deep_scrub":"261'774","last_deep_scrub_stamp":"2024-09-19T12:01:18.607269+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.607269+0000","objects_scrubbed":1,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:36.072587+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'517","reported_seq":2013,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.504546+0000","last_change":"2024-09-19T12:00:58.504546+0000","last_active":"2024-09-19T12:00:58.504546+0000","last_peered":"2024-09-19T12:00:58.504546+0000","last_clean":"2024-09-19T12:00:58.504546+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T12:00:58.504546+0000","last_undegraded":"2024-09-19T12:00:58.504546+0000","last_fullsized":"2024-09-19T12:00:58.504546+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'517","last_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_deep_scrub":"261'517","last_deep_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.504420+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:11.991156+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'251","reported_seq":914,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.673731+0000","last_change":"2024-09-19T12:00:49.673672+0000","last_active":"2024-09-19T12:00:49.673731+0000","last_peered":"2024-09-19T12:00:49.673731+0000","last_clean":"2024-09-19T12:00:49.673731+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:49.673731+0000","last_undegraded":"2024-09-19T12:00:49.673731+0000","last_fullsized":"2024-09-19T12:00:49.673731+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.673570+0000","objects_scrubbed":2,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:54.381701+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.708872+0000","last_change":"2024-09-19T12:01:05.708872+0000","last_active":"2024-09-19T12:01:05.708872+0000","last_peered":"2024-09-19T12:01:05.708872+0000","last_clean":"2024-09-19T12:01:05.708872+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T12:01:05.708872+0000","last_undegraded":"2024-09-19T12:01:05.708872+0000","last_fullsized":"2024-09-19T12:01:05.708872+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.708777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.708777+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.708777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:46.144399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'201","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.582555+0000","last_change":"2024-09-19T12:01:11.582555+0000","last_active":"2024-09-19T12:01:11.582555+0000","last_peered":"2024-09-19T12:01:11.582555+0000","last_clean":"2024-09-19T12:01:11.582555+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:01:11.582555+0000","last_undegraded":"2024-09-19T12:01:11.582555+0000","last_fullsized":"2024-09-19T12:01:11.582555+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'201","last_scrub_stamp":"2024-09-19T12:01:11.582435+0000","last_deep_scrub":"261'201","last_deep_scrub_stamp":"2024-09-19T12:01:11.582435+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.582435+0000","objects_scrubbed":9,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:45.025350+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.604240+0000","last_change":"2024-09-19T12:01:08.604175+0000","last_active":"2024-09-19T12:01:08.604240+0000","last_peered":"2024-09-19T12:01:08.604240+0000","last_clean":"2024-09-19T12:01:08.604240+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T12:01:08.604240+0000","last_undegraded":"2024-09-19T12:01:08.604240+0000","last_fullsized":"2024-09-19T12:01:08.604240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.604085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.604085+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.604085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:40.347606+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'570","reported_seq":1381,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.502019+0000","last_change":"2024-09-19T12:01:18.502019+0000","last_active":"2024-09-19T12:01:18.502019+0000","last_peered":"2024-09-19T12:01:18.502019+0000","last_clean":"2024-09-19T12:01:18.502019+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:01:18.502019+0000","last_undegraded":"2024-09-19T12:01:18.502019+0000","last_fullsized":"2024-09-19T12:01:18.502019+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'570","last_scrub_stamp":"2024-09-19T12:01:18.501918+0000","last_deep_scrub":"261'570","last_deep_scrub_stamp":"2024-09-19T12:01:18.501918+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.501918+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:28.065814+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'395","reported_seq":1831,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.854558+0000","last_change":"2024-09-19T12:00:51.854558+0000","last_active":"2024-09-19T12:00:51.854558+0000","last_peered":"2024-09-19T12:00:51.854558+0000","last_clean":"2024-09-19T12:00:51.854558+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T12:00:51.854558+0000","last_undegraded":"2024-09-19T12:00:51.854558+0000","last_fullsized":"2024-09-19T12:00:51.854558+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'395","last_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_deep_scrub":"261'395","last_deep_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.854428+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:58.453654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'229","reported_seq":862,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.655951+0000","last_change":"2024-09-19T12:00:50.655849+0000","last_active":"2024-09-19T12:00:50.655951+0000","last_peered":"2024-09-19T12:00:50.655951+0000","last_clean":"2024-09-19T12:00:50.655951+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:50.655951+0000","last_undegraded":"2024-09-19T12:00:50.655951+0000","last_fullsized":"2024-09-19T12:00:50.655951+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.655748+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:51.571311+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.096169+0000","last_change":"2024-09-19T12:00:57.096169+0000","last_active":"2024-09-19T12:00:57.096169+0000","last_peered":"2024-09-19T12:00:57.096169+0000","last_clean":"2024-09-19T12:00:57.096169+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T12:00:57.096169+0000","last_undegraded":"2024-09-19T12:00:57.096169+0000","last_fullsized":"2024-09-19T12:00:57.096169+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.096022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:39.069522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'130","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.673329+0000","last_change":"2024-09-19T12:01:08.673329+0000","last_active":"2024-09-19T12:01:08.673329+0000","last_peered":"2024-09-19T12:01:08.673329+0000","last_clean":"2024-09-19T12:01:08.673329+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:01:08.673329+0000","last_undegraded":"2024-09-19T12:01:08.673329+0000","last_fullsized":"2024-09-19T12:01:08.673329+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'130","last_scrub_stamp":"2024-09-19T12:01:08.673235+0000","last_deep_scrub":"261'130","last_deep_scrub_stamp":"2024-09-19T12:01:08.673235+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.673235+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:21.795589+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.561724+0000","last_change":"2024-09-19T12:01:16.561724+0000","last_active":"2024-09-19T12:01:16.561724+0000","last_peered":"2024-09-19T12:01:16.561724+0000","last_clean":"2024-09-19T12:01:16.561724+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T12:01:16.561724+0000","last_undegraded":"2024-09-19T12:01:16.561724+0000","last_fullsized":"2024-09-19T12:01:16.561724+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.561639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.561639+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.561639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:30.883479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2499","reported_seq":4331,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.571032+0000","last_change":"2024-09-19T12:01:08.571032+0000","last_active":"2024-09-19T12:01:08.571032+0000","last_peered":"2024-09-19T12:01:08.571032+0000","last_clean":"2024-09-19T12:01:08.571032+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:01:08.571032+0000","last_undegraded":"2024-09-19T12:01:08.571032+0000","last_fullsized":"2024-09-19T12:01:08.571032+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2499","last_scrub_stamp":"2024-09-19T12:01:08.570909+0000","last_deep_scrub":"261'2499","last_deep_scrub_stamp":"2024-09-19T12:01:08.570909+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.570909+0000","objects_scrubbed":2,"log_size":99,"log_dups_size":2400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:09.387656+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'404","reported_seq":1975,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.726747+0000","last_change":"2024-09-19T12:00:55.726747+0000","last_active":"2024-09-19T12:00:55.726747+0000","last_peered":"2024-09-19T12:00:55.726747+0000","last_clean":"2024-09-19T12:00:55.726747+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T12:00:55.726747+0000","last_undegraded":"2024-09-19T12:00:55.726747+0000","last_fullsized":"2024-09-19T12:00:55.726747+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'404","last_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_deep_scrub":"261'404","last_deep_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.726663+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:36.253365+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'240","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.623222+0000","last_change":"2024-09-19T12:00:51.623128+0000","last_active":"2024-09-19T12:00:51.623222+0000","last_peered":"2024-09-19T12:00:51.623222+0000","last_clean":"2024-09-19T12:00:51.623222+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:51.623222+0000","last_undegraded":"2024-09-19T12:00:51.623222+0000","last_fullsized":"2024-09-19T12:00:51.623222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'240","last_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_deep_scrub":"261'240","last_deep_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.623007+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:58.339854+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.160946+0000","last_change":"2024-09-19T12:00:59.160868+0000","last_active":"2024-09-19T12:00:59.160946+0000","last_peered":"2024-09-19T12:00:59.160946+0000","last_clean":"2024-09-19T12:00:59.160946+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T12:00:59.160946+0000","last_undegraded":"2024-09-19T12:00:59.160946+0000","last_fullsized":"2024-09-19T12:00:59.160946+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.160772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:34.984437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'167","reported_seq":744,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.670532+0000","last_change":"2024-09-19T12:01:11.670532+0000","last_active":"2024-09-19T12:01:11.670532+0000","last_peered":"2024-09-19T12:01:11.670532+0000","last_clean":"2024-09-19T12:01:11.670532+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:01:11.670532+0000","last_undegraded":"2024-09-19T12:01:11.670532+0000","last_fullsized":"2024-09-19T12:01:11.670532+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'167","last_scrub_stamp":"2024-09-19T12:01:11.670401+0000","last_deep_scrub":"261'167","last_deep_scrub_stamp":"2024-09-19T12:01:11.670401+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.670401+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:48.244673+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'787","reported_seq":2241,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.666288+0000","last_change":"2024-09-19T12:01:09.666288+0000","last_active":"2024-09-19T12:01:09.666288+0000","last_peered":"2024-09-19T12:01:09.666288+0000","last_clean":"2024-09-19T12:01:09.666288+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:01:09.666288+0000","last_undegraded":"2024-09-19T12:01:09.666288+0000","last_fullsized":"2024-09-19T12:01:09.666288+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'787","last_scrub_stamp":"2024-09-19T12:01:09.666204+0000","last_deep_scrub":"261'787","last_deep_scrub_stamp":"2024-09-19T12:01:09.666204+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.666204+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:57.976324+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'124","reported_seq":615,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.775146+0000","last_change":"2024-09-19T12:01:16.775146+0000","last_active":"2024-09-19T12:01:16.775146+0000","last_peered":"2024-09-19T12:01:16.775146+0000","last_clean":"2024-09-19T12:01:16.775146+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:01:16.775146+0000","last_undegraded":"2024-09-19T12:01:16.775146+0000","last_fullsized":"2024-09-19T12:01:16.775146+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'124","last_scrub_stamp":"2024-09-19T12:01:16.775005+0000","last_deep_scrub":"261'124","last_deep_scrub_stamp":"2024-09-19T12:01:16.775005+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.775005+0000","objects_scrubbed":1,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:47.426811+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'795","reported_seq":2340,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.754008+0000","last_change":"2024-09-19T12:00:54.753950+0000","last_active":"2024-09-19T12:00:54.754008+0000","last_peered":"2024-09-19T12:00:54.754008+0000","last_clean":"2024-09-19T12:00:54.754008+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T12:00:54.754008+0000","last_undegraded":"2024-09-19T12:00:54.754008+0000","last_fullsized":"2024-09-19T12:00:54.754008+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'795","last_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_deep_scrub":"261'795","last_deep_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.753865+0000","objects_scrubbed":1,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:51.033716+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'219","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.582404+0000","last_change":"2024-09-19T12:00:48.582321+0000","last_active":"2024-09-19T12:00:48.582404+0000","last_peered":"2024-09-19T12:00:48.582404+0000","last_clean":"2024-09-19T12:00:48.582404+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:48.582404+0000","last_undegraded":"2024-09-19T12:00:48.582404+0000","last_fullsized":"2024-09-19T12:00:48.582404+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.582212+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:47.041260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.127653+0000","last_change":"2024-09-19T12:00:58.127653+0000","last_active":"2024-09-19T12:00:58.127653+0000","last_peered":"2024-09-19T12:00:58.127653+0000","last_clean":"2024-09-19T12:00:58.127653+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T12:00:58.127653+0000","last_undegraded":"2024-09-19T12:00:58.127653+0000","last_fullsized":"2024-09-19T12:00:58.127653+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.127562+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:50.672037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'195","reported_seq":821,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.715985+0000","last_change":"2024-09-19T12:01:05.715985+0000","last_active":"2024-09-19T12:01:05.715985+0000","last_peered":"2024-09-19T12:01:05.715985+0000","last_clean":"2024-09-19T12:01:05.715985+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:01:05.715985+0000","last_undegraded":"2024-09-19T12:01:05.715985+0000","last_fullsized":"2024-09-19T12:01:05.715985+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:01:05.715899+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:01:05.715899+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.715899+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:43.867692+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.169238+0000","last_change":"2024-09-19T12:01:03.169238+0000","last_active":"2024-09-19T12:01:03.169238+0000","last_peered":"2024-09-19T12:01:03.169238+0000","last_clean":"2024-09-19T12:01:03.169238+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T12:01:03.169238+0000","last_undegraded":"2024-09-19T12:01:03.169238+0000","last_fullsized":"2024-09-19T12:01:03.169238+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.169147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:39.153541+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'148","reported_seq":679,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.556997+0000","last_change":"2024-09-19T12:01:11.556997+0000","last_active":"2024-09-19T12:01:11.556997+0000","last_peered":"2024-09-19T12:01:11.556997+0000","last_clean":"2024-09-19T12:01:11.556997+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T12:01:11.556997+0000","last_undegraded":"2024-09-19T12:01:11.556997+0000","last_fullsized":"2024-09-19T12:01:11.556997+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'148","last_scrub_stamp":"2024-09-19T12:01:11.556903+0000","last_deep_scrub":"261'148","last_deep_scrub_stamp":"2024-09-19T12:01:11.556903+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.556903+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:13.724583+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'986","reported_seq":2703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.889182+0000","last_change":"2024-09-19T12:00:52.889122+0000","last_active":"2024-09-19T12:00:52.889182+0000","last_peered":"2024-09-19T12:00:52.889182+0000","last_clean":"2024-09-19T12:00:52.889182+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T12:00:52.889182+0000","last_undegraded":"2024-09-19T12:00:52.889182+0000","last_fullsized":"2024-09-19T12:00:52.889182+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'986","last_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_deep_scrub":"261'986","last_deep_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.889041+0000","objects_scrubbed":3,"log_size":86,"log_dups_size":900,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:10:43.472024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'194","reported_seq":803,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.658455+0000","last_change":"2024-09-19T12:00:48.658383+0000","last_active":"2024-09-19T12:00:48.658455+0000","last_peered":"2024-09-19T12:00:48.658455+0000","last_clean":"2024-09-19T12:00:48.658455+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:48.658455+0000","last_undegraded":"2024-09-19T12:00:48.658455+0000","last_fullsized":"2024-09-19T12:00:48.658455+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'194","last_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_deep_scrub":"261'194","last_deep_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.658285+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:56.546702+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"261'9","reported_seq":1454,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.138010+0000","last_change":"2024-09-19T12:01:00.137952+0000","last_active":"2024-09-19T12:01:00.138010+0000","last_peered":"2024-09-19T12:01:00.138010+0000","last_clean":"2024-09-19T12:01:00.138010+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:01:00.138010+0000","last_undegraded":"2024-09-19T12:01:00.138010+0000","last_fullsized":"2024-09-19T12:01:00.138010+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'9","last_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_deep_scrub":"261'9","last_deep_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.137874+0000","objects_scrubbed":2,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:14.490833+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'144","reported_seq":716,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.638461+0000","last_change":"2024-09-19T12:01:11.638461+0000","last_active":"2024-09-19T12:01:11.638461+0000","last_peered":"2024-09-19T12:01:11.638461+0000","last_clean":"2024-09-19T12:01:11.638461+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:01:11.638461+0000","last_undegraded":"2024-09-19T12:01:11.638461+0000","last_fullsized":"2024-09-19T12:01:11.638461+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'144","last_scrub_stamp":"2024-09-19T12:01:11.638367+0000","last_deep_scrub":"261'144","last_deep_scrub_stamp":"2024-09-19T12:01:11.638367+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.638367+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:16:41.492543+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.773419+0000","last_change":"2024-09-19T12:01:12.773356+0000","last_active":"2024-09-19T12:01:12.773419+0000","last_peered":"2024-09-19T12:01:12.773419+0000","last_clean":"2024-09-19T12:01:12.773419+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T12:01:12.773419+0000","last_undegraded":"2024-09-19T12:01:12.773419+0000","last_fullsized":"2024-09-19T12:01:12.773419+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:12.773274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:12.773274+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.773274+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:51.328263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'122","reported_seq":618,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.658410+0000","last_change":"2024-09-19T12:01:19.658410+0000","last_active":"2024-09-19T12:01:19.658410+0000","last_peered":"2024-09-19T12:01:19.658410+0000","last_clean":"2024-09-19T12:01:19.658410+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T12:01:19.658410+0000","last_undegraded":"2024-09-19T12:01:19.658410+0000","last_fullsized":"2024-09-19T12:01:19.658410+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'122","last_scrub_stamp":"2024-09-19T12:01:19.658325+0000","last_deep_scrub":"261'122","last_deep_scrub_stamp":"2024-09-19T12:01:19.658325+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.658325+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:31.190338+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'822","reported_seq":2384,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.850249+0000","last_change":"2024-09-19T12:00:53.850175+0000","last_active":"2024-09-19T12:00:53.850249+0000","last_peered":"2024-09-19T12:00:53.850249+0000","last_clean":"2024-09-19T12:00:53.850249+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T12:00:53.850249+0000","last_undegraded":"2024-09-19T12:00:53.850249+0000","last_fullsized":"2024-09-19T12:00:53.850249+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'822","last_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_deep_scrub":"261'822","last_deep_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.850092+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:47.576073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'256","reported_seq":1085,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.721342+0000","last_change":"2024-09-19T12:00:47.721342+0000","last_active":"2024-09-19T12:00:47.721342+0000","last_peered":"2024-09-19T12:00:47.721342+0000","last_clean":"2024-09-19T12:00:47.721342+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:47.721342+0000","last_undegraded":"2024-09-19T12:00:47.721342+0000","last_fullsized":"2024-09-19T12:00:47.721342+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'256","last_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_deep_scrub":"261'256","last_deep_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.721243+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:18.218073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.584656+0000","last_change":"2024-09-19T12:00:59.584570+0000","last_active":"2024-09-19T12:00:59.584656+0000","last_peered":"2024-09-19T12:00:59.584656+0000","last_clean":"2024-09-19T12:00:59.584656+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T12:00:59.584656+0000","last_undegraded":"2024-09-19T12:00:59.584656+0000","last_fullsized":"2024-09-19T12:00:59.584656+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.584475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:59.275060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'150","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.112742+0000","last_change":"2024-09-19T12:01:01.112649+0000","last_active":"2024-09-19T12:01:01.112742+0000","last_peered":"2024-09-19T12:01:01.112742+0000","last_clean":"2024-09-19T12:01:01.112742+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:01:01.112742+0000","last_undegraded":"2024-09-19T12:01:01.112742+0000","last_fullsized":"2024-09-19T12:01:01.112742+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'150","last_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_deep_scrub":"261'150","last_deep_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.112512+0000","objects_scrubbed":7,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:59.583173+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2153,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.174352+0000","last_change":"2024-09-19T12:01:04.174289+0000","last_active":"2024-09-19T12:01:04.174352+0000","last_peered":"2024-09-19T12:01:04.174352+0000","last_clean":"2024-09-19T12:01:04.174352+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:01:04.174352+0000","last_undegraded":"2024-09-19T12:01:04.174352+0000","last_fullsized":"2024-09-19T12:01:04.174352+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'735","last_scrub_stamp":"2024-09-19T12:01:04.174193+0000","last_deep_scrub":"261'735","last_deep_scrub_stamp":"2024-09-19T12:01:04.174193+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.174193+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:31.994522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'183","reported_seq":714,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.595956+0000","last_change":"2024-09-19T12:01:10.595956+0000","last_active":"2024-09-19T12:01:10.595956+0000","last_peered":"2024-09-19T12:01:10.595956+0000","last_clean":"2024-09-19T12:01:10.595956+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T12:01:10.595956+0000","last_undegraded":"2024-09-19T12:01:10.595956+0000","last_fullsized":"2024-09-19T12:01:10.595956+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'183","last_scrub_stamp":"2024-09-19T12:01:10.595857+0000","last_deep_scrub":"261'183","last_deep_scrub_stamp":"2024-09-19T12:01:10.595857+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.595857+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:33.033844+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'437","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.864333+0000","last_change":"2024-09-19T12:00:54.864271+0000","last_active":"2024-09-19T12:00:54.864333+0000","last_peered":"2024-09-19T12:00:54.864333+0000","last_clean":"2024-09-19T12:00:54.864333+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T12:00:54.864333+0000","last_undegraded":"2024-09-19T12:00:54.864333+0000","last_fullsized":"2024-09-19T12:00:54.864333+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'437","last_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_deep_scrub":"261'437","last_deep_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.864178+0000","objects_scrubbed":2,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:20.542673+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":705,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'224","reported_seq":852,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.832838+0000","last_change":"2024-09-19T12:00:47.832838+0000","last_active":"2024-09-19T12:00:47.832838+0000","last_peered":"2024-09-19T12:00:47.832838+0000","last_clean":"2024-09-19T12:00:47.832838+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:47.832838+0000","last_undegraded":"2024-09-19T12:00:47.832838+0000","last_fullsized":"2024-09-19T12:00:47.832838+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'224","last_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_deep_scrub":"261'224","last_deep_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.832753+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:24.744246+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"261'4","reported_seq":1447,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.455986+0000","last_change":"2024-09-19T12:01:06.455913+0000","last_active":"2024-09-19T12:01:06.455986+0000","last_peered":"2024-09-19T12:01:06.455986+0000","last_clean":"2024-09-19T12:01:06.455986+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:01:06.455986+0000","last_undegraded":"2024-09-19T12:01:06.455986+0000","last_fullsized":"2024-09-19T12:01:06.455986+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:06.455811+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:06.455811+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.455811+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:55.744049+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'72","reported_seq":588,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.636394+0000","last_change":"2024-09-19T12:01:09.636394+0000","last_active":"2024-09-19T12:01:09.636394+0000","last_peered":"2024-09-19T12:01:09.636394+0000","last_clean":"2024-09-19T12:01:09.636394+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T12:01:09.636394+0000","last_undegraded":"2024-09-19T12:01:09.636394+0000","last_fullsized":"2024-09-19T12:01:09.636394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'72","last_scrub_stamp":"2024-09-19T12:01:09.636309+0000","last_deep_scrub":"261'72","last_deep_scrub_stamp":"2024-09-19T12:01:09.636309+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.636309+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:13.305938+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2208,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.583338+0000","last_change":"2024-09-19T12:01:04.583276+0000","last_active":"2024-09-19T12:01:04.583338+0000","last_peered":"2024-09-19T12:01:04.583338+0000","last_clean":"2024-09-19T12:01:04.583338+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:01:04.583338+0000","last_undegraded":"2024-09-19T12:01:04.583338+0000","last_fullsized":"2024-09-19T12:01:04.583338+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'771","last_scrub_stamp":"2024-09-19T12:01:04.583192+0000","last_deep_scrub":"261'771","last_deep_scrub_stamp":"2024-09-19T12:01:04.583192+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.583192+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:24.409657+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":610,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.688635+0000","last_change":"2024-09-19T12:01:18.688635+0000","last_active":"2024-09-19T12:01:18.688635+0000","last_peered":"2024-09-19T12:01:18.688635+0000","last_clean":"2024-09-19T12:01:18.688635+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T12:01:18.688635+0000","last_undegraded":"2024-09-19T12:01:18.688635+0000","last_fullsized":"2024-09-19T12:01:18.688635+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'116","last_scrub_stamp":"2024-09-19T12:01:18.688550+0000","last_deep_scrub":"261'116","last_deep_scrub_stamp":"2024-09-19T12:01:18.688550+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.688550+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:24.780951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2068,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.600025+0000","last_change":"2024-09-19T12:00:54.599967+0000","last_active":"2024-09-19T12:00:54.600025+0000","last_peered":"2024-09-19T12:00:54.600025+0000","last_clean":"2024-09-19T12:00:54.600025+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T12:00:54.600025+0000","last_undegraded":"2024-09-19T12:00:54.600025+0000","last_fullsized":"2024-09-19T12:00:54.600025+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.599871+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:05.963417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":808,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.074653+0000","last_change":"2024-09-19T12:00:47.074653+0000","last_active":"2024-09-19T12:00:47.074653+0000","last_peered":"2024-09-19T12:00:47.074653+0000","last_clean":"2024-09-19T12:00:47.074653+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:47.074653+0000","last_undegraded":"2024-09-19T12:00:47.074653+0000","last_fullsized":"2024-09-19T12:00:47.074653+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'201","last_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_deep_scrub":"261'201","last_deep_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.074566+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:30.672228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.726434+0000","last_change":"2024-09-19T12:01:07.726434+0000","last_active":"2024-09-19T12:01:07.726434+0000","last_peered":"2024-09-19T12:01:07.726434+0000","last_clean":"2024-09-19T12:01:07.726434+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T12:01:07.726434+0000","last_undegraded":"2024-09-19T12:01:07.726434+0000","last_fullsized":"2024-09-19T12:01:07.726434+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.726345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.726345+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.726345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:35.860083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'189","reported_seq":786,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.570834+0000","last_change":"2024-09-19T12:01:12.570834+0000","last_active":"2024-09-19T12:01:12.570834+0000","last_peered":"2024-09-19T12:01:12.570834+0000","last_clean":"2024-09-19T12:01:12.570834+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:01:12.570834+0000","last_undegraded":"2024-09-19T12:01:12.570834+0000","last_fullsized":"2024-09-19T12:01:12.570834+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'189","last_scrub_stamp":"2024-09-19T12:01:12.570710+0000","last_deep_scrub":"261'189","last_deep_scrub_stamp":"2024-09-19T12:01:12.570710+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.570710+0000","objects_scrubbed":8,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:09.698130+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.602143+0000","last_change":"2024-09-19T12:01:03.602064+0000","last_active":"2024-09-19T12:01:03.602143+0000","last_peered":"2024-09-19T12:01:03.602143+0000","last_clean":"2024-09-19T12:01:03.602143+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T12:01:03.602143+0000","last_undegraded":"2024-09-19T12:01:03.602143+0000","last_fullsized":"2024-09-19T12:01:03.602143+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.601983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:39.889853+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'167","reported_seq":683,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.628773+0000","last_change":"2024-09-19T12:01:09.628773+0000","last_active":"2024-09-19T12:01:09.628773+0000","last_peered":"2024-09-19T12:01:09.628773+0000","last_clean":"2024-09-19T12:01:09.628773+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T12:01:09.628773+0000","last_undegraded":"2024-09-19T12:01:09.628773+0000","last_fullsized":"2024-09-19T12:01:09.628773+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'167","last_scrub_stamp":"2024-09-19T12:01:09.628684+0000","last_deep_scrub":"261'167","last_deep_scrub_stamp":"2024-09-19T12:01:09.628684+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.628684+0000","objects_scrubbed":2,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:32.674787+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1784","reported_seq":3576,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.720494+0000","last_change":"2024-09-19T12:00:53.720494+0000","last_active":"2024-09-19T12:00:53.720494+0000","last_peered":"2024-09-19T12:00:53.720494+0000","last_clean":"2024-09-19T12:00:53.720494+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T12:00:53.720494+0000","last_undegraded":"2024-09-19T12:00:53.720494+0000","last_fullsized":"2024-09-19T12:00:53.720494+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1784","last_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_deep_scrub":"261'1784","last_deep_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.720386+0000","objects_scrubbed":5,"log_size":84,"log_dups_size":1700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:21.056001+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2565,"num_omap_keys":10,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"261'74","reported_seq":613,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.721411+0000","last_change":"2024-09-19T12:00:46.721411+0000","last_active":"2024-09-19T12:00:46.721411+0000","last_peered":"2024-09-19T12:00:46.721411+0000","last_clean":"2024-09-19T12:00:46.721411+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T12:00:46.721411+0000","last_undegraded":"2024-09-19T12:00:46.721411+0000","last_fullsized":"2024-09-19T12:00:46.721411+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'74","last_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_deep_scrub":"261'74","last_deep_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.721318+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:38.850649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"261'2","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.571467+0000","last_change":"2024-09-19T12:00:46.571467+0000","last_active":"2024-09-19T12:00:46.571467+0000","last_peered":"2024-09-19T12:00:46.571467+0000","last_clean":"2024-09-19T12:00:46.571467+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T12:00:46.571467+0000","last_undegraded":"2024-09-19T12:00:46.571467+0000","last_fullsized":"2024-09-19T12:00:46.571467+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.571373+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:27.513041+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'177","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.696342+0000","last_change":"2024-09-19T12:00:46.696342+0000","last_active":"2024-09-19T12:00:46.696342+0000","last_peered":"2024-09-19T12:00:46.696342+0000","last_clean":"2024-09-19T12:00:46.696342+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:46.696342+0000","last_undegraded":"2024-09-19T12:00:46.696342+0000","last_fullsized":"2024-09-19T12:00:46.696342+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'177","last_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_deep_scrub":"261'177","last_deep_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.696267+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:12.334094+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.743047+0000","last_change":"2024-09-19T12:01:04.743047+0000","last_active":"2024-09-19T12:01:04.743047+0000","last_peered":"2024-09-19T12:01:04.743047+0000","last_clean":"2024-09-19T12:01:04.743047+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T12:01:04.743047+0000","last_undegraded":"2024-09-19T12:01:04.743047+0000","last_fullsized":"2024-09-19T12:01:04.743047+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:04.742943+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:04.742943+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.742943+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:10.076233+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'285","reported_seq":982,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.555786+0000","last_change":"2024-09-19T12:01:10.555786+0000","last_active":"2024-09-19T12:01:10.555786+0000","last_peered":"2024-09-19T12:01:10.555786+0000","last_clean":"2024-09-19T12:01:10.555786+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:01:10.555786+0000","last_undegraded":"2024-09-19T12:01:10.555786+0000","last_fullsized":"2024-09-19T12:01:10.555786+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'285","last_scrub_stamp":"2024-09-19T12:01:10.555667+0000","last_deep_scrub":"261'285","last_deep_scrub_stamp":"2024-09-19T12:01:10.555667+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.555667+0000","objects_scrubbed":6,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:42.035486+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89592,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.671163+0000","last_change":"2024-09-19T12:01:08.671163+0000","last_active":"2024-09-19T12:01:08.671163+0000","last_peered":"2024-09-19T12:01:08.671163+0000","last_clean":"2024-09-19T12:01:08.671163+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T12:01:08.671163+0000","last_undegraded":"2024-09-19T12:01:08.671163+0000","last_fullsized":"2024-09-19T12:01:08.671163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.671059+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.671059+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.671059+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:51.011710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'224","reported_seq":931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.559881+0000","last_change":"2024-09-19T12:01:09.559881+0000","last_active":"2024-09-19T12:01:09.559881+0000","last_peered":"2024-09-19T12:01:09.559881+0000","last_clean":"2024-09-19T12:01:09.559881+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T12:01:09.559881+0000","last_undegraded":"2024-09-19T12:01:09.559881+0000","last_fullsized":"2024-09-19T12:01:09.559881+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'224","last_scrub_stamp":"2024-09-19T12:01:09.559761+0000","last_deep_scrub":"261'224","last_deep_scrub_stamp":"2024-09-19T12:01:09.559761+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.559761+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:00.109496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2927,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.729450+0000","last_change":"2024-09-19T12:00:53.729450+0000","last_active":"2024-09-19T12:00:53.729450+0000","last_peered":"2024-09-19T12:00:53.729450+0000","last_clean":"2024-09-19T12:00:53.729450+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:53.729450+0000","last_undegraded":"2024-09-19T12:00:53.729450+0000","last_fullsized":"2024-09-19T12:00:53.729450+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1252","last_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_deep_scrub":"261'1252","last_deep_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.729328+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:27.204244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":520,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.703738+0000","last_change":"2024-09-19T12:00:47.703738+0000","last_active":"2024-09-19T12:00:47.703738+0000","last_peered":"2024-09-19T12:00:47.703738+0000","last_clean":"2024-09-19T12:00:47.703738+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T12:00:47.703738+0000","last_undegraded":"2024-09-19T12:00:47.703738+0000","last_fullsized":"2024-09-19T12:00:47.703738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.703613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:51.212272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'223","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.631275+0000","last_change":"2024-09-19T12:00:43.631275+0000","last_active":"2024-09-19T12:00:43.631275+0000","last_peered":"2024-09-19T12:00:43.631275+0000","last_clean":"2024-09-19T12:00:43.631275+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:43.631275+0000","last_undegraded":"2024-09-19T12:00:43.631275+0000","last_fullsized":"2024-09-19T12:00:43.631275+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'223","last_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_deep_scrub":"261'223","last_deep_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.631206+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:54.377357+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.468791+0000","last_change":"2024-09-19T12:01:05.468791+0000","last_active":"2024-09-19T12:01:05.468791+0000","last_peered":"2024-09-19T12:01:05.468791+0000","last_clean":"2024-09-19T12:01:05.468791+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T12:01:05.468791+0000","last_undegraded":"2024-09-19T12:01:05.468791+0000","last_fullsized":"2024-09-19T12:01:05.468791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.468704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.468704+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.468704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:11.346758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'834","reported_seq":2245,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.691837+0000","last_change":"2024-09-19T12:01:03.691837+0000","last_active":"2024-09-19T12:01:03.691837+0000","last_peered":"2024-09-19T12:01:03.691837+0000","last_clean":"2024-09-19T12:01:03.691837+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:01:03.691837+0000","last_undegraded":"2024-09-19T12:01:03.691837+0000","last_fullsized":"2024-09-19T12:01:03.691837+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'834","last_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_deep_scrub":"261'834","last_deep_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.691708+0000","objects_scrubbed":11,"log_size":34,"log_dups_size":800,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:39.234527+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.613731+0000","last_change":"2024-09-19T12:01:14.613731+0000","last_active":"2024-09-19T12:01:14.613731+0000","last_peered":"2024-09-19T12:01:14.613731+0000","last_clean":"2024-09-19T12:01:14.613731+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T12:01:14.613731+0000","last_undegraded":"2024-09-19T12:01:14.613731+0000","last_fullsized":"2024-09-19T12:01:14.613731+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.613637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.613637+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.613637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:45.201455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'206","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.528748+0000","last_change":"2024-09-19T12:01:12.528748+0000","last_active":"2024-09-19T12:01:12.528748+0000","last_peered":"2024-09-19T12:01:12.528748+0000","last_clean":"2024-09-19T12:01:12.528748+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T12:01:12.528748+0000","last_undegraded":"2024-09-19T12:01:12.528748+0000","last_fullsized":"2024-09-19T12:01:12.528748+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'206","last_scrub_stamp":"2024-09-19T12:01:12.528659+0000","last_deep_scrub":"261'206","last_deep_scrub_stamp":"2024-09-19T12:01:12.528659+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.528659+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:29.279936+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1159","reported_seq":2738,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.602703+0000","last_change":"2024-09-19T12:00:53.602703+0000","last_active":"2024-09-19T12:00:53.602703+0000","last_peered":"2024-09-19T12:00:53.602703+0000","last_clean":"2024-09-19T12:00:53.602703+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:53.602703+0000","last_undegraded":"2024-09-19T12:00:53.602703+0000","last_fullsized":"2024-09-19T12:00:53.602703+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1159","last_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_deep_scrub":"261'1159","last_deep_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.602601+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":1100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.287859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":894,"num_omap_keys":4,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.008936+0000","last_change":"2024-09-19T12:00:44.008936+0000","last_active":"2024-09-19T12:00:44.008936+0000","last_peered":"2024-09-19T12:00:44.008936+0000","last_clean":"2024-09-19T12:00:44.008936+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T12:00:44.008936+0000","last_undegraded":"2024-09-19T12:00:44.008936+0000","last_fullsized":"2024-09-19T12:00:44.008936+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.008864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:36.074782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'197","reported_seq":798,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.632135+0000","last_change":"2024-09-19T12:00:44.632135+0000","last_active":"2024-09-19T12:00:44.632135+0000","last_peered":"2024-09-19T12:00:44.632135+0000","last_clean":"2024-09-19T12:00:44.632135+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:44.632135+0000","last_undegraded":"2024-09-19T12:00:44.632135+0000","last_fullsized":"2024-09-19T12:00:44.632135+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.632047+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:46.141861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"261'2","reported_seq":501,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.140946+0000","last_change":"2024-09-19T12:00:56.140946+0000","last_active":"2024-09-19T12:00:56.140946+0000","last_peered":"2024-09-19T12:00:56.140946+0000","last_clean":"2024-09-19T12:00:56.140946+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T12:00:56.140946+0000","last_undegraded":"2024-09-19T12:00:56.140946+0000","last_fullsized":"2024-09-19T12:00:56.140946+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.140856+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:55.749495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'222","reported_seq":1243,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.721260+0000","last_change":"2024-09-19T12:01:09.721260+0000","last_active":"2024-09-19T12:01:09.721260+0000","last_peered":"2024-09-19T12:01:09.721260+0000","last_clean":"2024-09-19T12:01:09.721260+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:01:09.721260+0000","last_undegraded":"2024-09-19T12:01:09.721260+0000","last_fullsized":"2024-09-19T12:01:09.721260+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'222","last_scrub_stamp":"2024-09-19T12:01:09.721159+0000","last_deep_scrub":"261'222","last_deep_scrub_stamp":"2024-09-19T12:01:09.721159+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.721159+0000","objects_scrubbed":9,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:24.054073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.697263+0000","last_change":"2024-09-19T12:01:06.697263+0000","last_active":"2024-09-19T12:01:06.697263+0000","last_peered":"2024-09-19T12:01:06.697263+0000","last_clean":"2024-09-19T12:01:06.697263+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T12:01:06.697263+0000","last_undegraded":"2024-09-19T12:01:06.697263+0000","last_fullsized":"2024-09-19T12:01:06.697263+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.697178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.697178+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.697178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:53.196933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'265","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.656935+0000","last_change":"2024-09-19T12:01:20.656935+0000","last_active":"2024-09-19T12:01:20.656935+0000","last_peered":"2024-09-19T12:01:20.656935+0000","last_clean":"2024-09-19T12:01:20.656935+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T12:01:20.656935+0000","last_undegraded":"2024-09-19T12:01:20.656935+0000","last_fullsized":"2024-09-19T12:01:20.656935+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'265","last_scrub_stamp":"2024-09-19T12:01:20.656847+0000","last_deep_scrub":"261'265","last_deep_scrub_stamp":"2024-09-19T12:01:20.656847+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.656847+0000","objects_scrubbed":2,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:55.181848+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'428","reported_seq":2102,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.645547+0000","last_change":"2024-09-19T12:00:52.645547+0000","last_active":"2024-09-19T12:00:52.645547+0000","last_peered":"2024-09-19T12:00:52.645547+0000","last_clean":"2024-09-19T12:00:52.645547+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T12:00:52.645547+0000","last_undegraded":"2024-09-19T12:00:52.645547+0000","last_fullsized":"2024-09-19T12:00:52.645547+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'428","last_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_deep_scrub":"261'428","last_deep_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.645450+0000","objects_scrubbed":2,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:33.479476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":254,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"261'3","reported_seq":522,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.565430+0000","last_change":"2024-09-19T12:00:45.565430+0000","last_active":"2024-09-19T12:00:45.565430+0000","last_peered":"2024-09-19T12:00:45.565430+0000","last_clean":"2024-09-19T12:00:45.565430+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T12:00:45.565430+0000","last_undegraded":"2024-09-19T12:00:45.565430+0000","last_fullsized":"2024-09-19T12:00:45.565430+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.565312+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:11:06.372662+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'227","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.782746+0000","last_change":"2024-09-19T12:00:45.782746+0000","last_active":"2024-09-19T12:00:45.782746+0000","last_peered":"2024-09-19T12:00:45.782746+0000","last_clean":"2024-09-19T12:00:45.782746+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:45.782746+0000","last_undegraded":"2024-09-19T12:00:45.782746+0000","last_fullsized":"2024-09-19T12:00:45.782746+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'227","last_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_deep_scrub":"261'227","last_deep_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.782633+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:35.292346+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.642269+0000","last_change":"2024-09-19T12:01:03.642269+0000","last_active":"2024-09-19T12:01:03.642269+0000","last_peered":"2024-09-19T12:01:03.642269+0000","last_clean":"2024-09-19T12:01:03.642269+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T12:01:03.642269+0000","last_undegraded":"2024-09-19T12:01:03.642269+0000","last_fullsized":"2024-09-19T12:01:03.642269+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.642179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:08.437081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'121","reported_seq":657,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.659115+0000","last_change":"2024-09-19T12:01:07.659115+0000","last_active":"2024-09-19T12:01:07.659115+0000","last_peered":"2024-09-19T12:01:07.659115+0000","last_clean":"2024-09-19T12:01:07.659115+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:01:07.659115+0000","last_undegraded":"2024-09-19T12:01:07.659115+0000","last_fullsized":"2024-09-19T12:01:07.659115+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'121","last_scrub_stamp":"2024-09-19T12:01:07.659038+0000","last_deep_scrub":"261'121","last_deep_scrub_stamp":"2024-09-19T12:01:07.659038+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.659038+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:08.362591+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.585616+0000","last_change":"2024-09-19T12:01:02.585616+0000","last_active":"2024-09-19T12:01:02.585616+0000","last_peered":"2024-09-19T12:01:02.585616+0000","last_clean":"2024-09-19T12:01:02.585616+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T12:01:02.585616+0000","last_undegraded":"2024-09-19T12:01:02.585616+0000","last_fullsized":"2024-09-19T12:01:02.585616+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.585527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:25:41.224237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'107","reported_seq":650,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.501746+0000","last_change":"2024-09-19T12:01:16.501746+0000","last_active":"2024-09-19T12:01:16.501746+0000","last_peered":"2024-09-19T12:01:16.501746+0000","last_clean":"2024-09-19T12:01:16.501746+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T12:01:16.501746+0000","last_undegraded":"2024-09-19T12:01:16.501746+0000","last_fullsized":"2024-09-19T12:01:16.501746+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'107","last_scrub_stamp":"2024-09-19T12:01:16.501667+0000","last_deep_scrub":"261'107","last_deep_scrub_stamp":"2024-09-19T12:01:16.501667+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.501667+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:31.453211+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2210,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.644579+0000","last_change":"2024-09-19T12:00:51.644579+0000","last_active":"2024-09-19T12:00:51.644579+0000","last_peered":"2024-09-19T12:00:51.644579+0000","last_clean":"2024-09-19T12:00:51.644579+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T12:00:51.644579+0000","last_undegraded":"2024-09-19T12:00:51.644579+0000","last_fullsized":"2024-09-19T12:00:51.644579+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'562","last_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_deep_scrub":"261'562","last_deep_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.644490+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:41.737110+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'221","reported_seq":830,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.547803+0000","last_change":"2024-09-19T12:00:47.547803+0000","last_active":"2024-09-19T12:00:47.547803+0000","last_peered":"2024-09-19T12:00:47.547803+0000","last_clean":"2024-09-19T12:00:47.547803+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:47.547803+0000","last_undegraded":"2024-09-19T12:00:47.547803+0000","last_fullsized":"2024-09-19T12:00:47.547803+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'221","last_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_deep_scrub":"261'221","last_deep_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.547703+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:43.568058+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.628941+0000","last_change":"2024-09-19T12:00:43.628941+0000","last_active":"2024-09-19T12:00:43.628941+0000","last_peered":"2024-09-19T12:00:43.628941+0000","last_clean":"2024-09-19T12:00:43.628941+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T12:00:43.628941+0000","last_undegraded":"2024-09-19T12:00:43.628941+0000","last_fullsized":"2024-09-19T12:00:43.628941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.628854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:11:18.447953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.618193+0000","last_change":"2024-09-19T12:01:00.618193+0000","last_active":"2024-09-19T12:01:00.618193+0000","last_peered":"2024-09-19T12:01:00.618193+0000","last_clean":"2024-09-19T12:01:00.618193+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T12:01:00.618193+0000","last_undegraded":"2024-09-19T12:01:00.618193+0000","last_fullsized":"2024-09-19T12:01:00.618193+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.618109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:12.987776+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'274","reported_seq":930,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.694508+0000","last_change":"2024-09-19T12:01:04.694508+0000","last_active":"2024-09-19T12:01:04.694508+0000","last_peered":"2024-09-19T12:01:04.694508+0000","last_clean":"2024-09-19T12:01:04.694508+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:01:04.694508+0000","last_undegraded":"2024-09-19T12:01:04.694508+0000","last_fullsized":"2024-09-19T12:01:04.694508+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'274","last_scrub_stamp":"2024-09-19T12:01:04.694400+0000","last_deep_scrub":"261'274","last_deep_scrub_stamp":"2024-09-19T12:01:04.694400+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.694400+0000","objects_scrubbed":9,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:16.587666+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":529556,"num_omap_keys":1194,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.602921+0000","last_change":"2024-09-19T12:01:15.602921+0000","last_active":"2024-09-19T12:01:15.602921+0000","last_peered":"2024-09-19T12:01:15.602921+0000","last_clean":"2024-09-19T12:01:15.602921+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T12:01:15.602921+0000","last_undegraded":"2024-09-19T12:01:15.602921+0000","last_fullsized":"2024-09-19T12:01:15.602921+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.602834+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.602834+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.602834+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:15.980574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'157","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.797000+0000","last_change":"2024-09-19T12:01:20.797000+0000","last_active":"2024-09-19T12:01:20.797000+0000","last_peered":"2024-09-19T12:01:20.797000+0000","last_clean":"2024-09-19T12:01:20.797000+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T12:01:20.797000+0000","last_undegraded":"2024-09-19T12:01:20.797000+0000","last_fullsized":"2024-09-19T12:01:20.797000+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'157","last_scrub_stamp":"2024-09-19T12:01:20.796890+0000","last_deep_scrub":"261'157","last_deep_scrub_stamp":"2024-09-19T12:01:20.796890+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.796890+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:53.333335+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'861","reported_seq":2612,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.692683+0000","last_change":"2024-09-19T12:00:52.692683+0000","last_active":"2024-09-19T12:00:52.692683+0000","last_peered":"2024-09-19T12:00:52.692683+0000","last_clean":"2024-09-19T12:00:52.692683+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T12:00:52.692683+0000","last_undegraded":"2024-09-19T12:00:52.692683+0000","last_fullsized":"2024-09-19T12:00:52.692683+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.692601+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:25.099675+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2297,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":989,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.633898+0000","last_change":"2024-09-19T12:00:46.633898+0000","last_active":"2024-09-19T12:00:46.633898+0000","last_peered":"2024-09-19T12:00:46.633898+0000","last_clean":"2024-09-19T12:00:46.633898+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:46.633898+0000","last_undegraded":"2024-09-19T12:00:46.633898+0000","last_fullsized":"2024-09-19T12:00:46.633898+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'279","last_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_deep_scrub":"261'279","last_deep_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.633762+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:13:46.607137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":519,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.688893+0000","last_change":"2024-09-19T12:00:48.688893+0000","last_active":"2024-09-19T12:00:48.688893+0000","last_peered":"2024-09-19T12:00:48.688893+0000","last_clean":"2024-09-19T12:00:48.688893+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T12:00:48.688893+0000","last_undegraded":"2024-09-19T12:00:48.688893+0000","last_fullsized":"2024-09-19T12:00:48.688893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.688765+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:17.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.712645+0000","last_change":"2024-09-19T12:00:58.712645+0000","last_active":"2024-09-19T12:00:58.712645+0000","last_peered":"2024-09-19T12:00:58.712645+0000","last_clean":"2024-09-19T12:00:58.712645+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T12:00:58.712645+0000","last_undegraded":"2024-09-19T12:00:58.712645+0000","last_fullsized":"2024-09-19T12:00:58.712645+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.712564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:02.079407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'166","reported_seq":722,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.648907+0000","last_change":"2024-09-19T12:01:05.648907+0000","last_active":"2024-09-19T12:01:05.648907+0000","last_peered":"2024-09-19T12:01:05.648907+0000","last_clean":"2024-09-19T12:01:05.648907+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T12:01:05.648907+0000","last_undegraded":"2024-09-19T12:01:05.648907+0000","last_fullsized":"2024-09-19T12:01:05.648907+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'166","last_scrub_stamp":"2024-09-19T12:01:05.648811+0000","last_deep_scrub":"261'166","last_deep_scrub_stamp":"2024-09-19T12:01:05.648811+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.648811+0000","objects_scrubbed":9,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:04.909081+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'772","reported_seq":2740,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.499900+0000","last_change":"2024-09-19T12:01:14.499900+0000","last_active":"2024-09-19T12:01:14.499900+0000","last_peered":"2024-09-19T12:01:14.499900+0000","last_clean":"2024-09-19T12:01:14.499900+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:01:14.499900+0000","last_undegraded":"2024-09-19T12:01:14.499900+0000","last_fullsized":"2024-09-19T12:01:14.499900+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'772","last_scrub_stamp":"2024-09-19T12:01:14.499807+0000","last_deep_scrub":"261'772","last_deep_scrub_stamp":"2024-09-19T12:01:14.499807+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.499807+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:41.524652+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'120","reported_seq":629,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.640507+0000","last_change":"2024-09-19T12:01:21.640507+0000","last_active":"2024-09-19T12:01:21.640507+0000","last_peered":"2024-09-19T12:01:21.640507+0000","last_clean":"2024-09-19T12:01:21.640507+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T12:01:21.640507+0000","last_undegraded":"2024-09-19T12:01:21.640507+0000","last_fullsized":"2024-09-19T12:01:21.640507+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'120","last_scrub_stamp":"2024-09-19T12:01:21.640416+0000","last_deep_scrub":"261'120","last_deep_scrub_stamp":"2024-09-19T12:01:21.640416+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.640416+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:33.483823+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'487","reported_seq":2121,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.627285+0000","last_change":"2024-09-19T12:00:54.627285+0000","last_active":"2024-09-19T12:00:54.627285+0000","last_peered":"2024-09-19T12:00:54.627285+0000","last_clean":"2024-09-19T12:00:54.627285+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T12:00:54.627285+0000","last_undegraded":"2024-09-19T12:00:54.627285+0000","last_fullsized":"2024-09-19T12:00:54.627285+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'487","last_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_deep_scrub":"261'487","last_deep_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.627184+0000","objects_scrubbed":2,"log_size":87,"log_dups_size":400,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:34:12.504984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'255","reported_seq":930,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.676591+0000","last_change":"2024-09-19T12:00:44.676591+0000","last_active":"2024-09-19T12:00:44.676591+0000","last_peered":"2024-09-19T12:00:44.676591+0000","last_clean":"2024-09-19T12:00:44.676591+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:44.676591+0000","last_undegraded":"2024-09-19T12:00:44.676591+0000","last_fullsized":"2024-09-19T12:00:44.676591+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'255","last_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_deep_scrub":"261'255","last_deep_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.676520+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:45.708433+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":520,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.648044+0000","last_change":"2024-09-19T12:00:45.648044+0000","last_active":"2024-09-19T12:00:45.648044+0000","last_peered":"2024-09-19T12:00:45.648044+0000","last_clean":"2024-09-19T12:00:45.648044+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T12:00:45.648044+0000","last_undegraded":"2024-09-19T12:00:45.648044+0000","last_fullsized":"2024-09-19T12:00:45.648044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.647975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:55.901180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.696579+0000","last_change":"2024-09-19T12:01:06.696579+0000","last_active":"2024-09-19T12:01:06.696579+0000","last_peered":"2024-09-19T12:01:06.696579+0000","last_clean":"2024-09-19T12:01:06.696579+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T12:01:06.696579+0000","last_undegraded":"2024-09-19T12:01:06.696579+0000","last_fullsized":"2024-09-19T12:01:06.696579+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.696503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.696503+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.696503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:45.384923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'126","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.670297+0000","last_change":"2024-09-19T12:01:10.670297+0000","last_active":"2024-09-19T12:01:10.670297+0000","last_peered":"2024-09-19T12:01:10.670297+0000","last_clean":"2024-09-19T12:01:10.670297+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T12:01:10.670297+0000","last_undegraded":"2024-09-19T12:01:10.670297+0000","last_fullsized":"2024-09-19T12:01:10.670297+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'126","last_scrub_stamp":"2024-09-19T12:01:10.670207+0000","last_deep_scrub":"261'126","last_deep_scrub_stamp":"2024-09-19T12:01:10.670207+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.670207+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:33.822287+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'775","reported_seq":2515,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.571760+0000","last_change":"2024-09-19T12:01:15.571760+0000","last_active":"2024-09-19T12:01:15.571760+0000","last_peered":"2024-09-19T12:01:15.571760+0000","last_clean":"2024-09-19T12:01:15.571760+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:01:15.571760+0000","last_undegraded":"2024-09-19T12:01:15.571760+0000","last_fullsized":"2024-09-19T12:01:15.571760+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'775","last_scrub_stamp":"2024-09-19T12:01:15.571677+0000","last_deep_scrub":"261'775","last_deep_scrub_stamp":"2024-09-19T12:01:15.571677+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.571677+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":700,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:26.534804+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'156","reported_seq":662,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.741107+0000","last_change":"2024-09-19T12:01:17.741107+0000","last_active":"2024-09-19T12:01:17.741107+0000","last_peered":"2024-09-19T12:01:17.741107+0000","last_clean":"2024-09-19T12:01:17.741107+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T12:01:17.741107+0000","last_undegraded":"2024-09-19T12:01:17.741107+0000","last_fullsized":"2024-09-19T12:01:17.741107+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'156","last_scrub_stamp":"2024-09-19T12:01:17.741006+0000","last_deep_scrub":"261'156","last_deep_scrub_stamp":"2024-09-19T12:01:17.741006+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.741006+0000","objects_scrubbed":3,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:47.119855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1165","reported_seq":2722,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.860549+0000","last_change":"2024-09-19T12:00:49.860549+0000","last_active":"2024-09-19T12:00:49.860549+0000","last_peered":"2024-09-19T12:00:49.860549+0000","last_clean":"2024-09-19T12:00:49.860549+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T12:00:49.860549+0000","last_undegraded":"2024-09-19T12:00:49.860549+0000","last_fullsized":"2024-09-19T12:00:49.860549+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1165","last_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_deep_scrub":"261'1165","last_deep_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.860451+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":1100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:56.340505+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'245","reported_seq":875,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.629546+0000","last_change":"2024-09-19T12:00:45.629546+0000","last_active":"2024-09-19T12:00:45.629546+0000","last_peered":"2024-09-19T12:00:45.629546+0000","last_clean":"2024-09-19T12:00:45.629546+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:45.629546+0000","last_undegraded":"2024-09-19T12:00:45.629546+0000","last_fullsized":"2024-09-19T12:00:45.629546+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'245","last_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_deep_scrub":"261'245","last_deep_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.629461+0000","objects_scrubbed":2,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:34.066184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.740251+0000","last_change":"2024-09-19T12:00:46.740251+0000","last_active":"2024-09-19T12:00:46.740251+0000","last_peered":"2024-09-19T12:00:46.740251+0000","last_clean":"2024-09-19T12:00:46.740251+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T12:00:46.740251+0000","last_undegraded":"2024-09-19T12:00:46.740251+0000","last_fullsized":"2024-09-19T12:00:46.740251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.740168+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:05.953200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":502,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.525175+0000","last_change":"2024-09-19T12:01:03.525175+0000","last_active":"2024-09-19T12:01:03.525175+0000","last_peered":"2024-09-19T12:01:03.525175+0000","last_clean":"2024-09-19T12:01:03.525175+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T12:01:03.525175+0000","last_undegraded":"2024-09-19T12:01:03.525175+0000","last_fullsized":"2024-09-19T12:01:03.525175+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.525088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:23.188632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'317","reported_seq":1028,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.696546+0000","last_change":"2024-09-19T12:01:08.696546+0000","last_active":"2024-09-19T12:01:08.696546+0000","last_peered":"2024-09-19T12:01:08.696546+0000","last_clean":"2024-09-19T12:01:08.696546+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:01:08.696546+0000","last_undegraded":"2024-09-19T12:01:08.696546+0000","last_fullsized":"2024-09-19T12:01:08.696546+0000","mapping_epoch":28,"log_start":"261'300","ondisk_log_start":"261'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'317","last_scrub_stamp":"2024-09-19T12:01:08.696443+0000","last_deep_scrub":"261'317","last_deep_scrub_stamp":"2024-09-19T12:01:08.696443+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.696443+0000","objects_scrubbed":9,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:42:05.619914+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.552167+0000","last_change":"2024-09-19T12:01:14.552167+0000","last_active":"2024-09-19T12:01:14.552167+0000","last_peered":"2024-09-19T12:01:14.552167+0000","last_clean":"2024-09-19T12:01:14.552167+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T12:01:14.552167+0000","last_undegraded":"2024-09-19T12:01:14.552167+0000","last_fullsized":"2024-09-19T12:01:14.552167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.552069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.552069+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.552069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:36.042292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'124","reported_seq":619,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.462747+0000","last_change":"2024-09-19T12:01:17.462747+0000","last_active":"2024-09-19T12:01:17.462747+0000","last_peered":"2024-09-19T12:01:17.462747+0000","last_clean":"2024-09-19T12:01:17.462747+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T12:01:17.462747+0000","last_undegraded":"2024-09-19T12:01:17.462747+0000","last_fullsized":"2024-09-19T12:01:17.462747+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'124","last_scrub_stamp":"2024-09-19T12:01:17.462666+0000","last_deep_scrub":"261'124","last_deep_scrub_stamp":"2024-09-19T12:01:17.462666+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.462666+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:58.837418+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'118","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.814917+0000","last_change":"2024-09-19T12:01:21.814917+0000","last_active":"2024-09-19T12:01:21.814917+0000","last_peered":"2024-09-19T12:01:21.814917+0000","last_clean":"2024-09-19T12:01:21.814917+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T12:01:21.814917+0000","last_undegraded":"2024-09-19T12:01:21.814917+0000","last_fullsized":"2024-09-19T12:01:21.814917+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'118","last_scrub_stamp":"2024-09-19T12:01:21.814822+0000","last_deep_scrub":"261'118","last_deep_scrub_stamp":"2024-09-19T12:01:21.814822+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.814822+0000","objects_scrubbed":1,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:20.042234+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'452","reported_seq":1909,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.827722+0000","last_change":"2024-09-19T12:00:55.827722+0000","last_active":"2024-09-19T12:00:55.827722+0000","last_peered":"2024-09-19T12:00:55.827722+0000","last_clean":"2024-09-19T12:00:55.827722+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T12:00:55.827722+0000","last_undegraded":"2024-09-19T12:00:55.827722+0000","last_fullsized":"2024-09-19T12:00:55.827722+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.827633+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:51.106700+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'350","reported_seq":1040,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.858696+0000","last_change":"2024-09-19T12:00:48.858696+0000","last_active":"2024-09-19T12:00:48.858696+0000","last_peered":"2024-09-19T12:00:48.858696+0000","last_clean":"2024-09-19T12:00:48.858696+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:48.858696+0000","last_undegraded":"2024-09-19T12:00:48.858696+0000","last_fullsized":"2024-09-19T12:00:48.858696+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'350","last_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_deep_scrub":"261'350","last_deep_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.858599+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:29.842647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.621543+0000","last_change":"2024-09-19T12:01:00.621543+0000","last_active":"2024-09-19T12:01:00.621543+0000","last_peered":"2024-09-19T12:01:00.621543+0000","last_clean":"2024-09-19T12:01:00.621543+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T12:01:00.621543+0000","last_undegraded":"2024-09-19T12:01:00.621543+0000","last_fullsized":"2024-09-19T12:01:00.621543+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.621460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:24.034115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'140","reported_seq":711,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.601270+0000","last_change":"2024-09-19T12:01:10.601270+0000","last_active":"2024-09-19T12:01:10.601270+0000","last_peered":"2024-09-19T12:01:10.601270+0000","last_clean":"2024-09-19T12:01:10.601270+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:01:10.601270+0000","last_undegraded":"2024-09-19T12:01:10.601270+0000","last_fullsized":"2024-09-19T12:01:10.601270+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'140","last_scrub_stamp":"2024-09-19T12:01:10.601183+0000","last_deep_scrub":"261'140","last_deep_scrub_stamp":"2024-09-19T12:01:10.601183+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.601183+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:03.573560+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.573098+0000","last_change":"2024-09-19T12:01:17.573098+0000","last_active":"2024-09-19T12:01:17.573098+0000","last_peered":"2024-09-19T12:01:17.573098+0000","last_clean":"2024-09-19T12:01:17.573098+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T12:01:17.573098+0000","last_undegraded":"2024-09-19T12:01:17.573098+0000","last_fullsized":"2024-09-19T12:01:17.573098+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.573009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.573009+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.573009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:14.498406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'133","reported_seq":622,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:43.910310+0000","last_change":"2024-09-19T11:20:37.357014+0000","last_active":"2024-09-19T11:58:43.910310+0000","last_peered":"2024-09-19T11:58:43.910310+0000","last_clean":"2024-09-19T11:58:43.910310+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T11:58:43.910310+0000","last_undegraded":"2024-09-19T11:58:43.910310+0000","last_fullsized":"2024-09-19T11:58:43.910310+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:20:36.334226+0000","last_clean_scrub_stamp":"2024-09-19T11:20:36.334226+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:31.693054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1098","reported_seq":3022,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.585755+0000","last_change":"2024-09-19T12:00:55.585755+0000","last_active":"2024-09-19T12:00:55.585755+0000","last_peered":"2024-09-19T12:00:55.585755+0000","last_clean":"2024-09-19T12:00:55.585755+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:55.585755+0000","last_undegraded":"2024-09-19T12:00:55.585755+0000","last_fullsized":"2024-09-19T12:00:55.585755+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1098","last_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_deep_scrub":"261'1098","last_deep_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.585671+0000","objects_scrubbed":6,"log_size":98,"log_dups_size":1000,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.203496+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3487,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'235","reported_seq":887,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.604118+0000","last_change":"2024-09-19T12:00:54.604118+0000","last_active":"2024-09-19T12:00:54.604118+0000","last_peered":"2024-09-19T12:00:54.604118+0000","last_clean":"2024-09-19T12:00:54.604118+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:54.604118+0000","last_undegraded":"2024-09-19T12:00:54.604118+0000","last_fullsized":"2024-09-19T12:00:54.604118+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.603988+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.931622+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.569203+0000","last_change":"2024-09-19T12:01:04.569203+0000","last_active":"2024-09-19T12:01:04.569203+0000","last_peered":"2024-09-19T12:01:04.569203+0000","last_clean":"2024-09-19T12:01:04.569203+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T12:01:04.569203+0000","last_undegraded":"2024-09-19T12:01:04.569203+0000","last_fullsized":"2024-09-19T12:01:04.569203+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:04.569121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:04.569121+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.569121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:22.839756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'58","reported_seq":559,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.731152+0000","last_change":"2024-09-19T12:01:11.731152+0000","last_active":"2024-09-19T12:01:11.731152+0000","last_peered":"2024-09-19T12:01:11.731152+0000","last_clean":"2024-09-19T12:01:11.731152+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T12:01:11.731152+0000","last_undegraded":"2024-09-19T12:01:11.731152+0000","last_fullsized":"2024-09-19T12:01:11.731152+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'58","last_scrub_stamp":"2024-09-19T12:01:11.731060+0000","last_deep_scrub":"261'58","last_deep_scrub_stamp":"2024-09-19T12:01:11.731060+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.731060+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:51.890090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.601363+0000","last_change":"2024-09-19T12:01:15.601363+0000","last_active":"2024-09-19T12:01:15.601363+0000","last_peered":"2024-09-19T12:01:15.601363+0000","last_clean":"2024-09-19T12:01:15.601363+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T12:01:15.601363+0000","last_undegraded":"2024-09-19T12:01:15.601363+0000","last_fullsized":"2024-09-19T12:01:15.601363+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.601271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.601271+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.601271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.216047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'238","reported_seq":759,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.786048+0000","last_change":"2024-09-19T12:01:19.786048+0000","last_active":"2024-09-19T12:01:19.786048+0000","last_peered":"2024-09-19T12:01:19.786048+0000","last_clean":"2024-09-19T12:01:19.786048+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T12:01:19.786048+0000","last_undegraded":"2024-09-19T12:01:19.786048+0000","last_fullsized":"2024-09-19T12:01:19.786048+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'238","last_scrub_stamp":"2024-09-19T12:01:19.785949+0000","last_deep_scrub":"261'238","last_deep_scrub_stamp":"2024-09-19T12:01:19.785949+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.785949+0000","objects_scrubbed":2,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:32.724581+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'895","reported_seq":2586,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.594540+0000","last_change":"2024-09-19T12:00:55.594540+0000","last_active":"2024-09-19T12:00:55.594540+0000","last_peered":"2024-09-19T12:00:55.594540+0000","last_clean":"2024-09-19T12:00:55.594540+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T12:00:55.594540+0000","last_undegraded":"2024-09-19T12:00:55.594540+0000","last_fullsized":"2024-09-19T12:00:55.594540+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'895","last_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_deep_scrub":"261'895","last_deep_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.594421+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":800,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:36.393906+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'191","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.020192+0000","last_change":"2024-09-19T12:00:45.020192+0000","last_active":"2024-09-19T12:00:45.020192+0000","last_peered":"2024-09-19T12:00:45.020192+0000","last_clean":"2024-09-19T12:00:45.020192+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:45.020192+0000","last_undegraded":"2024-09-19T12:00:45.020192+0000","last_fullsized":"2024-09-19T12:00:45.020192+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.020118+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:52:20.820209+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.758264+0000","last_change":"2024-09-19T12:01:06.758264+0000","last_active":"2024-09-19T12:01:06.758264+0000","last_peered":"2024-09-19T12:01:06.758264+0000","last_clean":"2024-09-19T12:01:06.758264+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T12:01:06.758264+0000","last_undegraded":"2024-09-19T12:01:06.758264+0000","last_fullsized":"2024-09-19T12:01:06.758264+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.758182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.758182+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.758182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:51.400341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'158","reported_seq":745,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.552074+0000","last_change":"2024-09-19T12:01:11.552074+0000","last_active":"2024-09-19T12:01:11.552074+0000","last_peered":"2024-09-19T12:01:11.552074+0000","last_clean":"2024-09-19T12:01:11.552074+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:01:11.552074+0000","last_undegraded":"2024-09-19T12:01:11.552074+0000","last_fullsized":"2024-09-19T12:01:11.552074+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'158","last_scrub_stamp":"2024-09-19T12:01:11.551980+0000","last_deep_scrub":"261'158","last_deep_scrub_stamp":"2024-09-19T12:01:11.551980+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.551980+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:27:55.872169+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.568648+0000","last_change":"2024-09-19T12:01:05.568648+0000","last_active":"2024-09-19T12:01:05.568648+0000","last_peered":"2024-09-19T12:01:05.568648+0000","last_clean":"2024-09-19T12:01:05.568648+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T12:01:05.568648+0000","last_undegraded":"2024-09-19T12:01:05.568648+0000","last_fullsized":"2024-09-19T12:01:05.568648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.568567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.568567+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.568567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:01.606011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'160","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.487292+0000","last_change":"2024-09-19T12:01:21.487292+0000","last_active":"2024-09-19T12:01:21.487292+0000","last_peered":"2024-09-19T12:01:21.487292+0000","last_clean":"2024-09-19T12:01:21.487292+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:01:21.487292+0000","last_undegraded":"2024-09-19T12:01:21.487292+0000","last_fullsized":"2024-09-19T12:01:21.487292+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'160","last_scrub_stamp":"2024-09-19T12:01:21.487201+0000","last_deep_scrub":"261'160","last_deep_scrub_stamp":"2024-09-19T12:01:21.487201+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.487201+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:40.732334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2057,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.498768+0000","last_change":"2024-09-19T12:00:57.498768+0000","last_active":"2024-09-19T12:00:57.498768+0000","last_peered":"2024-09-19T12:00:57.498768+0000","last_clean":"2024-09-19T12:00:57.498768+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:57.498768+0000","last_undegraded":"2024-09-19T12:00:57.498768+0000","last_fullsized":"2024-09-19T12:00:57.498768+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'467","last_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_deep_scrub":"261'467","last_deep_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.498677+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:36.673321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'199","reported_seq":924,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.585685+0000","last_change":"2024-09-19T12:00:46.585685+0000","last_active":"2024-09-19T12:00:46.585685+0000","last_peered":"2024-09-19T12:00:46.585685+0000","last_clean":"2024-09-19T12:00:46.585685+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:46.585685+0000","last_undegraded":"2024-09-19T12:00:46.585685+0000","last_fullsized":"2024-09-19T12:00:46.585685+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.585614+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:17.518759+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.635801+0000","last_change":"2024-09-19T12:01:00.635801+0000","last_active":"2024-09-19T12:01:00.635801+0000","last_peered":"2024-09-19T12:01:00.635801+0000","last_clean":"2024-09-19T12:01:00.635801+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T12:01:00.635801+0000","last_undegraded":"2024-09-19T12:01:00.635801+0000","last_fullsized":"2024-09-19T12:01:00.635801+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.635708+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:16:56.467321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'134","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.715411+0000","last_change":"2024-09-19T12:01:10.715411+0000","last_active":"2024-09-19T12:01:10.715411+0000","last_peered":"2024-09-19T12:01:10.715411+0000","last_clean":"2024-09-19T12:01:10.715411+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:01:10.715411+0000","last_undegraded":"2024-09-19T12:01:10.715411+0000","last_fullsized":"2024-09-19T12:01:10.715411+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:10.715304+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:10.715304+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.715304+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:52.982643+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.682079+0000","last_change":"2024-09-19T12:01:10.682079+0000","last_active":"2024-09-19T12:01:10.682079+0000","last_peered":"2024-09-19T12:01:10.682079+0000","last_clean":"2024-09-19T12:01:10.682079+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T12:01:10.682079+0000","last_undegraded":"2024-09-19T12:01:10.682079+0000","last_fullsized":"2024-09-19T12:01:10.682079+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:10.681997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:10.681997+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.681997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:58.675295+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'796","reported_seq":2334,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.762576+0000","last_change":"2024-09-19T12:00:56.762576+0000","last_active":"2024-09-19T12:00:56.762576+0000","last_peered":"2024-09-19T12:00:56.762576+0000","last_clean":"2024-09-19T12:00:56.762576+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T12:00:56.762576+0000","last_undegraded":"2024-09-19T12:00:56.762576+0000","last_fullsized":"2024-09-19T12:00:56.762576+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'796","last_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_deep_scrub":"261'796","last_deep_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.762467+0000","objects_scrubbed":4,"log_size":96,"log_dups_size":700,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:59.726781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":689,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'211","reported_seq":848,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.683744+0000","last_change":"2024-09-19T12:00:47.683744+0000","last_active":"2024-09-19T12:00:47.683744+0000","last_peered":"2024-09-19T12:00:47.683744+0000","last_clean":"2024-09-19T12:00:47.683744+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:47.683744+0000","last_undegraded":"2024-09-19T12:00:47.683744+0000","last_fullsized":"2024-09-19T12:00:47.683744+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.683618+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:53.262089+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.665292+0000","last_change":"2024-09-19T12:01:02.665292+0000","last_active":"2024-09-19T12:01:02.665292+0000","last_peered":"2024-09-19T12:01:02.665292+0000","last_clean":"2024-09-19T12:01:02.665292+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T12:01:02.665292+0000","last_undegraded":"2024-09-19T12:01:02.665292+0000","last_fullsized":"2024-09-19T12:01:02.665292+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.665200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:57.744233+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'225","reported_seq":850,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.691363+0000","last_change":"2024-09-19T12:01:04.691363+0000","last_active":"2024-09-19T12:01:04.691363+0000","last_peered":"2024-09-19T12:01:04.691363+0000","last_clean":"2024-09-19T12:01:04.691363+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:01:04.691363+0000","last_undegraded":"2024-09-19T12:01:04.691363+0000","last_fullsized":"2024-09-19T12:01:04.691363+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'225","last_scrub_stamp":"2024-09-19T12:01:04.691258+0000","last_deep_scrub":"261'225","last_deep_scrub_stamp":"2024-09-19T12:01:04.691258+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.691258+0000","objects_scrubbed":7,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:23:10.123910+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.537439+0000","last_change":"2024-09-19T12:01:15.537439+0000","last_active":"2024-09-19T12:01:15.537439+0000","last_peered":"2024-09-19T12:01:15.537439+0000","last_clean":"2024-09-19T12:01:15.537439+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T12:01:15.537439+0000","last_undegraded":"2024-09-19T12:01:15.537439+0000","last_fullsized":"2024-09-19T12:01:15.537439+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.537359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.537359+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.537359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:21.328148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'137","reported_seq":638,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.667892+0000","last_change":"2024-09-19T12:01:22.667892+0000","last_active":"2024-09-19T12:01:22.667892+0000","last_peered":"2024-09-19T12:01:22.667892+0000","last_clean":"2024-09-19T12:01:22.667892+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T12:01:22.667892+0000","last_undegraded":"2024-09-19T12:01:22.667892+0000","last_fullsized":"2024-09-19T12:01:22.667892+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'137","last_scrub_stamp":"2024-09-19T12:01:22.667790+0000","last_deep_scrub":"261'137","last_deep_scrub_stamp":"2024-09-19T12:01:22.667790+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.667790+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:35.027870+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'386","reported_seq":1882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.723352+0000","last_change":"2024-09-19T12:00:56.723352+0000","last_active":"2024-09-19T12:00:56.723352+0000","last_peered":"2024-09-19T12:00:56.723352+0000","last_clean":"2024-09-19T12:00:56.723352+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T12:00:56.723352+0000","last_undegraded":"2024-09-19T12:00:56.723352+0000","last_fullsized":"2024-09-19T12:00:56.723352+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'386","last_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_deep_scrub":"261'386","last_deep_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.723261+0000","objects_scrubbed":2,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:18.827976+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":809,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.616643+0000","last_change":"2024-09-19T12:00:47.616643+0000","last_active":"2024-09-19T12:00:47.616643+0000","last_peered":"2024-09-19T12:00:47.616643+0000","last_clean":"2024-09-19T12:00:47.616643+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:47.616643+0000","last_undegraded":"2024-09-19T12:00:47.616643+0000","last_fullsized":"2024-09-19T12:00:47.616643+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'208","last_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_deep_scrub":"261'208","last_deep_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.616555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:30.504114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.626857+0000","last_change":"2024-09-19T12:01:01.626857+0000","last_active":"2024-09-19T12:01:01.626857+0000","last_peered":"2024-09-19T12:01:01.626857+0000","last_clean":"2024-09-19T12:01:01.626857+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T12:01:01.626857+0000","last_undegraded":"2024-09-19T12:01:01.626857+0000","last_fullsized":"2024-09-19T12:01:01.626857+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.626772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:45.367512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'150","reported_seq":725,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.678188+0000","last_change":"2024-09-19T12:01:12.678188+0000","last_active":"2024-09-19T12:01:12.678188+0000","last_peered":"2024-09-19T12:01:12.678188+0000","last_clean":"2024-09-19T12:01:12.678188+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:01:12.678188+0000","last_undegraded":"2024-09-19T12:01:12.678188+0000","last_fullsized":"2024-09-19T12:01:12.678188+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'150","last_scrub_stamp":"2024-09-19T12:01:12.678079+0000","last_deep_scrub":"261'150","last_deep_scrub_stamp":"2024-09-19T12:01:12.678079+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.678079+0000","objects_scrubbed":8,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:02.692683+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.636604+0000","last_change":"2024-09-19T12:01:07.636604+0000","last_active":"2024-09-19T12:01:07.636604+0000","last_peered":"2024-09-19T12:01:07.636604+0000","last_clean":"2024-09-19T12:01:07.636604+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T12:01:07.636604+0000","last_undegraded":"2024-09-19T12:01:07.636604+0000","last_fullsized":"2024-09-19T12:01:07.636604+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.636532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.636532+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.636532+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:29:46.172808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'240","reported_seq":1103,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.539083+0000","last_change":"2024-09-19T12:01:10.539083+0000","last_active":"2024-09-19T12:01:10.539083+0000","last_peered":"2024-09-19T12:01:10.539083+0000","last_clean":"2024-09-19T12:01:10.539083+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T12:01:10.539083+0000","last_undegraded":"2024-09-19T12:01:10.539083+0000","last_fullsized":"2024-09-19T12:01:10.539083+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'240","last_scrub_stamp":"2024-09-19T12:01:10.538976+0000","last_deep_scrub":"261'240","last_deep_scrub_stamp":"2024-09-19T12:01:10.538976+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.538976+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:05.644947+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'769","reported_seq":2462,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.018492+0000","last_change":"2024-09-19T12:00:51.018430+0000","last_active":"2024-09-19T12:00:51.018492+0000","last_peered":"2024-09-19T12:00:51.018492+0000","last_clean":"2024-09-19T12:00:51.018492+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T12:00:51.018492+0000","last_undegraded":"2024-09-19T12:00:51.018492+0000","last_fullsized":"2024-09-19T12:00:51.018492+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.018343+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:52.147573+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'219","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.811028+0000","last_change":"2024-09-19T12:00:46.811028+0000","last_active":"2024-09-19T12:00:46.811028+0000","last_peered":"2024-09-19T12:00:46.811028+0000","last_clean":"2024-09-19T12:00:46.811028+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:46.811028+0000","last_undegraded":"2024-09-19T12:00:46.811028+0000","last_fullsized":"2024-09-19T12:00:46.811028+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.810938+0000","objects_scrubbed":1,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:37.198179+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.715983+0000","last_change":"2024-09-19T12:01:09.715983+0000","last_active":"2024-09-19T12:01:09.715983+0000","last_peered":"2024-09-19T12:01:09.715983+0000","last_clean":"2024-09-19T12:01:09.715983+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T12:01:09.715983+0000","last_undegraded":"2024-09-19T12:01:09.715983+0000","last_fullsized":"2024-09-19T12:01:09.715983+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:09.715900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:09.715900+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.715900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:50.107018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'136","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.552394+0000","last_change":"2024-09-19T12:01:13.552394+0000","last_active":"2024-09-19T12:01:13.552394+0000","last_peered":"2024-09-19T12:01:13.552394+0000","last_clean":"2024-09-19T12:01:13.552394+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:01:13.552394+0000","last_undegraded":"2024-09-19T12:01:13.552394+0000","last_fullsized":"2024-09-19T12:01:13.552394+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'136","last_scrub_stamp":"2024-09-19T12:01:13.552295+0000","last_deep_scrub":"261'136","last_deep_scrub_stamp":"2024-09-19T12:01:13.552295+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.552295+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:16.502522+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.632535+0000","last_change":"2024-09-19T12:01:06.632535+0000","last_active":"2024-09-19T12:01:06.632535+0000","last_peered":"2024-09-19T12:01:06.632535+0000","last_clean":"2024-09-19T12:01:06.632535+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T12:01:06.632535+0000","last_undegraded":"2024-09-19T12:01:06.632535+0000","last_fullsized":"2024-09-19T12:01:06.632535+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.632440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.632440+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.632440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:35.956306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'128","reported_seq":614,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.511195+0000","last_change":"2024-09-19T12:01:19.511195+0000","last_active":"2024-09-19T12:01:19.511195+0000","last_peered":"2024-09-19T12:01:19.511195+0000","last_clean":"2024-09-19T12:01:19.511195+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:01:19.511195+0000","last_undegraded":"2024-09-19T12:01:19.511195+0000","last_fullsized":"2024-09-19T12:01:19.511195+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'128","last_scrub_stamp":"2024-09-19T12:01:19.511109+0000","last_deep_scrub":"261'128","last_deep_scrub_stamp":"2024-09-19T12:01:19.511109+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.511109+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:01:16.350019+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'633","reported_seq":2279,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.000581+0000","last_change":"2024-09-19T12:00:50.000581+0000","last_active":"2024-09-19T12:00:50.000581+0000","last_peered":"2024-09-19T12:00:50.000581+0000","last_clean":"2024-09-19T12:00:50.000581+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T12:00:50.000581+0000","last_undegraded":"2024-09-19T12:00:50.000581+0000","last_fullsized":"2024-09-19T12:00:50.000581+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'633","last_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_deep_scrub":"261'633","last_deep_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.000495+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":600,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:33.428443+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'301","reported_seq":988,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.584070+0000","last_change":"2024-09-19T12:00:47.584070+0000","last_active":"2024-09-19T12:00:47.584070+0000","last_peered":"2024-09-19T12:00:47.584070+0000","last_clean":"2024-09-19T12:00:47.584070+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:47.584070+0000","last_undegraded":"2024-09-19T12:00:47.584070+0000","last_fullsized":"2024-09-19T12:00:47.584070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.583984+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:11.576171+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.691007+0000","last_change":"2024-09-19T12:01:02.691007+0000","last_active":"2024-09-19T12:01:02.691007+0000","last_peered":"2024-09-19T12:01:02.691007+0000","last_clean":"2024-09-19T12:01:02.691007+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T12:01:02.691007+0000","last_undegraded":"2024-09-19T12:01:02.691007+0000","last_fullsized":"2024-09-19T12:01:02.691007+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.690900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:38.714205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'88","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.598539+0000","last_change":"2024-09-19T12:01:14.598539+0000","last_active":"2024-09-19T12:01:14.598539+0000","last_peered":"2024-09-19T12:01:14.598539+0000","last_clean":"2024-09-19T12:01:14.598539+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T12:01:14.598539+0000","last_undegraded":"2024-09-19T12:01:14.598539+0000","last_fullsized":"2024-09-19T12:01:14.598539+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'88","last_scrub_stamp":"2024-09-19T12:01:14.598442+0000","last_deep_scrub":"261'88","last_deep_scrub_stamp":"2024-09-19T12:01:14.598442+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.598442+0000","objects_scrubbed":7,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:58.888702+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.564650+0000","last_change":"2024-09-19T12:01:07.564650+0000","last_active":"2024-09-19T12:01:07.564650+0000","last_peered":"2024-09-19T12:01:07.564650+0000","last_clean":"2024-09-19T12:01:07.564650+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:01:07.564650+0000","last_undegraded":"2024-09-19T12:01:07.564650+0000","last_fullsized":"2024-09-19T12:01:07.564650+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'772","last_scrub_stamp":"2024-09-19T12:01:07.564564+0000","last_deep_scrub":"261'772","last_deep_scrub_stamp":"2024-09-19T12:01:07.564564+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.564564+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:59:49.567911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.686414+0000","last_change":"2024-09-19T12:01:20.686414+0000","last_active":"2024-09-19T12:01:20.686414+0000","last_peered":"2024-09-19T12:01:20.686414+0000","last_clean":"2024-09-19T12:01:20.686414+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T12:01:20.686414+0000","last_undegraded":"2024-09-19T12:01:20.686414+0000","last_fullsized":"2024-09-19T12:01:20.686414+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'164","last_scrub_stamp":"2024-09-19T12:01:20.686325+0000","last_deep_scrub":"261'164","last_deep_scrub_stamp":"2024-09-19T12:01:20.686325+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.686325+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:13.670841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'422","reported_seq":2076,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.798943+0000","last_change":"2024-09-19T12:00:58.798943+0000","last_active":"2024-09-19T12:00:58.798943+0000","last_peered":"2024-09-19T12:00:58.798943+0000","last_clean":"2024-09-19T12:00:58.798943+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T12:00:58.798943+0000","last_undegraded":"2024-09-19T12:00:58.798943+0000","last_fullsized":"2024-09-19T12:00:58.798943+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.798835+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:53.329456+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2042,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'229","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.582458+0000","last_change":"2024-09-19T12:00:49.582458+0000","last_active":"2024-09-19T12:00:49.582458+0000","last_peered":"2024-09-19T12:00:49.582458+0000","last_clean":"2024-09-19T12:00:49.582458+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:49.582458+0000","last_undegraded":"2024-09-19T12:00:49.582458+0000","last_fullsized":"2024-09-19T12:00:49.582458+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.582353+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:28.414276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.714091+0000","last_change":"2024-09-19T12:01:07.714091+0000","last_active":"2024-09-19T12:01:07.714091+0000","last_peered":"2024-09-19T12:01:07.714091+0000","last_clean":"2024-09-19T12:01:07.714091+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T12:01:07.714091+0000","last_undegraded":"2024-09-19T12:01:07.714091+0000","last_fullsized":"2024-09-19T12:01:07.714091+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.714009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.714009+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.714009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:07.740976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'148","reported_seq":723,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.529333+0000","last_change":"2024-09-19T12:01:13.529333+0000","last_active":"2024-09-19T12:01:13.529333+0000","last_peered":"2024-09-19T12:01:13.529333+0000","last_clean":"2024-09-19T12:01:13.529333+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:01:13.529333+0000","last_undegraded":"2024-09-19T12:01:13.529333+0000","last_fullsized":"2024-09-19T12:01:13.529333+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'148","last_scrub_stamp":"2024-09-19T12:01:13.529203+0000","last_deep_scrub":"261'148","last_deep_scrub_stamp":"2024-09-19T12:01:13.529203+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.529203+0000","objects_scrubbed":7,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:43.873482+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.761618+0000","last_change":"2024-09-19T12:01:14.761618+0000","last_active":"2024-09-19T12:01:14.761618+0000","last_peered":"2024-09-19T12:01:14.761618+0000","last_clean":"2024-09-19T12:01:14.761618+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T12:01:14.761618+0000","last_undegraded":"2024-09-19T12:01:14.761618+0000","last_fullsized":"2024-09-19T12:01:14.761618+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.761533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.761533+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.761533+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:27.805886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'120","reported_seq":616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.655594+0000","last_change":"2024-09-19T12:01:19.655594+0000","last_active":"2024-09-19T12:01:19.655594+0000","last_peered":"2024-09-19T12:01:19.655594+0000","last_clean":"2024-09-19T12:01:19.655594+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T12:01:19.655594+0000","last_undegraded":"2024-09-19T12:01:19.655594+0000","last_fullsized":"2024-09-19T12:01:19.655594+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'120","last_scrub_stamp":"2024-09-19T12:01:19.655490+0000","last_deep_scrub":"261'120","last_deep_scrub_stamp":"2024-09-19T12:01:19.655490+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.655490+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:38:35.243666+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'842","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.755339+0000","last_change":"2024-09-19T12:00:57.755339+0000","last_active":"2024-09-19T12:00:57.755339+0000","last_peered":"2024-09-19T12:00:57.755339+0000","last_clean":"2024-09-19T12:00:57.755339+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T12:00:57.755339+0000","last_undegraded":"2024-09-19T12:00:57.755339+0000","last_fullsized":"2024-09-19T12:00:57.755339+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'842","last_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_deep_scrub":"261'842","last_deep_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.755251+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":800,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:53.089202+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'264","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.565232+0000","last_change":"2024-09-19T12:00:50.565232+0000","last_active":"2024-09-19T12:00:50.565232+0000","last_peered":"2024-09-19T12:00:50.565232+0000","last_clean":"2024-09-19T12:00:50.565232+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:50.565232+0000","last_undegraded":"2024-09-19T12:00:50.565232+0000","last_fullsized":"2024-09-19T12:00:50.565232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'264","last_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_deep_scrub":"261'264","last_deep_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.565101+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:39.295152+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.509544+0000","last_change":"2024-09-19T12:01:09.509544+0000","last_active":"2024-09-19T12:01:09.509544+0000","last_peered":"2024-09-19T12:01:09.509544+0000","last_clean":"2024-09-19T12:01:09.509544+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T12:01:09.509544+0000","last_undegraded":"2024-09-19T12:01:09.509544+0000","last_fullsized":"2024-09-19T12:01:09.509544+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:09.509434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:09.509434+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.509434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:16.660060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'121","reported_seq":685,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.768134+0000","last_change":"2024-09-19T12:01:13.768134+0000","last_active":"2024-09-19T12:01:13.768134+0000","last_peered":"2024-09-19T12:01:13.768134+0000","last_clean":"2024-09-19T12:01:13.768134+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:01:13.768134+0000","last_undegraded":"2024-09-19T12:01:13.768134+0000","last_fullsized":"2024-09-19T12:01:13.768134+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'121","last_scrub_stamp":"2024-09-19T12:01:13.768027+0000","last_deep_scrub":"261'121","last_deep_scrub_stamp":"2024-09-19T12:01:13.768027+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.768027+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:57:41.675742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":486,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.520008+0000","last_change":"2024-09-19T12:01:06.520008+0000","last_active":"2024-09-19T12:01:06.520008+0000","last_peered":"2024-09-19T12:01:06.520008+0000","last_clean":"2024-09-19T12:01:06.520008+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T12:01:06.520008+0000","last_undegraded":"2024-09-19T12:01:06.520008+0000","last_fullsized":"2024-09-19T12:01:06.520008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.519923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.519923+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.519923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:35.224913+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'134","reported_seq":652,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.685502+0000","last_change":"2024-09-19T12:01:23.685502+0000","last_active":"2024-09-19T12:01:23.685502+0000","last_peered":"2024-09-19T12:01:23.685502+0000","last_clean":"2024-09-19T12:01:23.685502+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:01:23.685502+0000","last_undegraded":"2024-09-19T12:01:23.685502+0000","last_fullsized":"2024-09-19T12:01:23.685502+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:23.685405+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:23.685405+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.685405+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:11.952973+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'388","reported_seq":1855,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.515790+0000","last_change":"2024-09-19T12:00:58.515790+0000","last_active":"2024-09-19T12:00:58.515790+0000","last_peered":"2024-09-19T12:00:58.515790+0000","last_clean":"2024-09-19T12:00:58.515790+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T12:00:58.515790+0000","last_undegraded":"2024-09-19T12:00:58.515790+0000","last_fullsized":"2024-09-19T12:00:58.515790+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'388","last_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_deep_scrub":"261'388","last_deep_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.515703+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:45.541789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'180","reported_seq":804,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.671214+0000","last_change":"2024-09-19T12:00:45.671214+0000","last_active":"2024-09-19T12:00:45.671214+0000","last_peered":"2024-09-19T12:00:45.671214+0000","last_clean":"2024-09-19T12:00:45.671214+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:45.671214+0000","last_undegraded":"2024-09-19T12:00:45.671214+0000","last_fullsized":"2024-09-19T12:00:45.671214+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.671096+0000","objects_scrubbed":5,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:55.650873+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.683540+0000","last_change":"2024-09-19T12:01:08.683540+0000","last_active":"2024-09-19T12:01:08.683540+0000","last_peered":"2024-09-19T12:01:08.683540+0000","last_clean":"2024-09-19T12:01:08.683540+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T12:01:08.683540+0000","last_undegraded":"2024-09-19T12:01:08.683540+0000","last_fullsized":"2024-09-19T12:01:08.683540+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.683458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.683458+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.683458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:32:40.999899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'104","reported_seq":662,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.552896+0000","last_change":"2024-09-19T12:01:12.552896+0000","last_active":"2024-09-19T12:01:12.552896+0000","last_peered":"2024-09-19T12:01:12.552896+0000","last_clean":"2024-09-19T12:01:12.552896+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:01:12.552896+0000","last_undegraded":"2024-09-19T12:01:12.552896+0000","last_fullsized":"2024-09-19T12:01:12.552896+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'104","last_scrub_stamp":"2024-09-19T12:01:12.552792+0000","last_deep_scrub":"261'104","last_deep_scrub_stamp":"2024-09-19T12:01:12.552792+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.552792+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:20.800887+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.653318+0000","last_change":"2024-09-19T12:01:17.653318+0000","last_active":"2024-09-19T12:01:17.653318+0000","last_peered":"2024-09-19T12:01:17.653318+0000","last_clean":"2024-09-19T12:01:17.653318+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T12:01:17.653318+0000","last_undegraded":"2024-09-19T12:01:17.653318+0000","last_fullsized":"2024-09-19T12:01:17.653318+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.653236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.653236+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.653236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:11.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'168","reported_seq":1272,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.632951+0000","last_change":"2024-09-19T12:01:18.632951+0000","last_active":"2024-09-19T12:01:18.632951+0000","last_peered":"2024-09-19T12:01:18.632951+0000","last_clean":"2024-09-19T12:01:18.632951+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T12:01:18.632951+0000","last_undegraded":"2024-09-19T12:01:18.632951+0000","last_fullsized":"2024-09-19T12:01:18.632951+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'168","last_scrub_stamp":"2024-09-19T12:01:18.632851+0000","last_deep_scrub":"261'168","last_deep_scrub_stamp":"2024-09-19T12:01:18.632851+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.632851+0000","objects_scrubbed":3,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:09:47.897366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'536","reported_seq":2044,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.779619+0000","last_change":"2024-09-19T12:00:56.779619+0000","last_active":"2024-09-19T12:00:56.779619+0000","last_peered":"2024-09-19T12:00:56.779619+0000","last_clean":"2024-09-19T12:00:56.779619+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T12:00:56.779619+0000","last_undegraded":"2024-09-19T12:00:56.779619+0000","last_fullsized":"2024-09-19T12:00:56.779619+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'536","last_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_deep_scrub":"261'536","last_deep_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.779536+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":500,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:18.169076+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'212","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.624767+0000","last_change":"2024-09-19T12:00:48.624767+0000","last_active":"2024-09-19T12:00:48.624767+0000","last_peered":"2024-09-19T12:00:48.624767+0000","last_clean":"2024-09-19T12:00:48.624767+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:48.624767+0000","last_undegraded":"2024-09-19T12:00:48.624767+0000","last_fullsized":"2024-09-19T12:00:48.624767+0000","mapping_epoch":35,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'212","last_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_deep_scrub":"261'212","last_deep_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.624649+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:10.209769+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"261'2","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.649935+0000","last_change":"2024-09-19T12:01:01.649935+0000","last_active":"2024-09-19T12:01:01.649935+0000","last_peered":"2024-09-19T12:01:01.649935+0000","last_clean":"2024-09-19T12:01:01.649935+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T12:01:01.649935+0000","last_undegraded":"2024-09-19T12:01:01.649935+0000","last_fullsized":"2024-09-19T12:01:01.649935+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.649841+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:11.495928+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'151","reported_seq":733,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.602782+0000","last_change":"2024-09-19T12:01:13.602782+0000","last_active":"2024-09-19T12:01:13.602782+0000","last_peered":"2024-09-19T12:01:13.602782+0000","last_clean":"2024-09-19T12:01:13.602782+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:01:13.602782+0000","last_undegraded":"2024-09-19T12:01:13.602782+0000","last_fullsized":"2024-09-19T12:01:13.602782+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'151","last_scrub_stamp":"2024-09-19T12:01:13.602669+0000","last_deep_scrub":"261'151","last_deep_scrub_stamp":"2024-09-19T12:01:13.602669+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.602669+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:51.012922+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.806975+0000","last_change":"2024-09-19T12:01:15.806975+0000","last_active":"2024-09-19T12:01:15.806975+0000","last_peered":"2024-09-19T12:01:15.806975+0000","last_clean":"2024-09-19T12:01:15.806975+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T12:01:15.806975+0000","last_undegraded":"2024-09-19T12:01:15.806975+0000","last_fullsized":"2024-09-19T12:01:15.806975+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.806885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.806885+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.806885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:35.911973+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'115","reported_seq":618,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.721068+0000","last_change":"2024-09-19T12:01:19.721068+0000","last_active":"2024-09-19T12:01:19.721068+0000","last_peered":"2024-09-19T12:01:19.721068+0000","last_clean":"2024-09-19T12:01:19.721068+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:01:19.721068+0000","last_undegraded":"2024-09-19T12:01:19.721068+0000","last_fullsized":"2024-09-19T12:01:19.721068+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'115","last_scrub_stamp":"2024-09-19T12:01:19.720985+0000","last_deep_scrub":"261'115","last_deep_scrub_stamp":"2024-09-19T12:01:19.720985+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.720985+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:56.031385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'504","reported_seq":2049,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.611527+0000","last_change":"2024-09-19T12:00:58.611527+0000","last_active":"2024-09-19T12:00:58.611527+0000","last_peered":"2024-09-19T12:00:58.611527+0000","last_clean":"2024-09-19T12:00:58.611527+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T12:00:58.611527+0000","last_undegraded":"2024-09-19T12:00:58.611527+0000","last_fullsized":"2024-09-19T12:00:58.611527+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'504","last_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_deep_scrub":"261'504","last_deep_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.611432+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":400,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:14.030456+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'197","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.696515+0000","last_change":"2024-09-19T12:00:49.696515+0000","last_active":"2024-09-19T12:00:49.696515+0000","last_peered":"2024-09-19T12:00:49.696515+0000","last_clean":"2024-09-19T12:00:49.696515+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:49.696515+0000","last_undegraded":"2024-09-19T12:00:49.696515+0000","last_fullsized":"2024-09-19T12:00:49.696515+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.696421+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:18:02.396806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'708","reported_seq":2500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.606974+0000","last_change":"2024-09-19T12:00:57.606974+0000","last_active":"2024-09-19T12:00:57.606974+0000","last_peered":"2024-09-19T12:00:57.606974+0000","last_clean":"2024-09-19T12:00:57.606974+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T12:00:57.606974+0000","last_undegraded":"2024-09-19T12:00:57.606974+0000","last_fullsized":"2024-09-19T12:00:57.606974+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'708","last_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_deep_scrub":"261'708","last_deep_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.606774+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:52.382989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'301","reported_seq":1005,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.049513+0000","last_change":"2024-09-19T12:00:46.049513+0000","last_active":"2024-09-19T12:00:46.049513+0000","last_peered":"2024-09-19T12:00:46.049513+0000","last_clean":"2024-09-19T12:00:46.049513+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:46.049513+0000","last_undegraded":"2024-09-19T12:00:46.049513+0000","last_fullsized":"2024-09-19T12:00:46.049513+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.049437+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:02:27.245584+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'442","reported_seq":1944,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.587997+0000","last_change":"2024-09-19T12:01:00.587997+0000","last_active":"2024-09-19T12:01:00.587997+0000","last_peered":"2024-09-19T12:01:00.587997+0000","last_clean":"2024-09-19T12:01:00.587997+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T12:01:00.587997+0000","last_undegraded":"2024-09-19T12:01:00.587997+0000","last_fullsized":"2024-09-19T12:01:00.587997+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'442","last_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_deep_scrub":"261'442","last_deep_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.587904+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:05.192226+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'241","reported_seq":849,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.477858+0000","last_change":"2024-09-19T12:00:52.477858+0000","last_active":"2024-09-19T12:00:52.477858+0000","last_peered":"2024-09-19T12:00:52.477858+0000","last_clean":"2024-09-19T12:00:52.477858+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:52.477858+0000","last_undegraded":"2024-09-19T12:00:52.477858+0000","last_fullsized":"2024-09-19T12:00:52.477858+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.477762+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:35:26.689556+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2309,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.600744+0000","last_change":"2024-09-19T12:00:56.600744+0000","last_active":"2024-09-19T12:00:56.600744+0000","last_peered":"2024-09-19T12:00:56.600744+0000","last_clean":"2024-09-19T12:00:56.600744+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:56.600744+0000","last_undegraded":"2024-09-19T12:00:56.600744+0000","last_fullsized":"2024-09-19T12:00:56.600744+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'768","last_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_deep_scrub":"261'768","last_deep_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.600654+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:46.274201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'234","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.670569+0000","last_change":"2024-09-19T12:00:49.670569+0000","last_active":"2024-09-19T12:00:49.670569+0000","last_peered":"2024-09-19T12:00:49.670569+0000","last_clean":"2024-09-19T12:00:49.670569+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:49.670569+0000","last_undegraded":"2024-09-19T12:00:49.670569+0000","last_fullsized":"2024-09-19T12:00:49.670569+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'234","last_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_deep_scrub":"261'234","last_deep_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.670466+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:45.945185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'422","reported_seq":1949,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.482598+0000","last_change":"2024-09-19T12:01:01.482598+0000","last_active":"2024-09-19T12:01:01.482598+0000","last_peered":"2024-09-19T12:01:01.482598+0000","last_clean":"2024-09-19T12:01:01.482598+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T12:01:01.482598+0000","last_undegraded":"2024-09-19T12:01:01.482598+0000","last_fullsized":"2024-09-19T12:01:01.482598+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.482518+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:11.924195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2556,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'195","reported_seq":806,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.722161+0000","last_change":"2024-09-19T12:00:50.722161+0000","last_active":"2024-09-19T12:00:50.722161+0000","last_peered":"2024-09-19T12:00:50.722161+0000","last_clean":"2024-09-19T12:00:50.722161+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:50.722161+0000","last_undegraded":"2024-09-19T12:00:50.722161+0000","last_fullsized":"2024-09-19T12:00:50.722161+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.722070+0000","objects_scrubbed":2,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:45.541944+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'551","reported_seq":2141,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.750689+0000","last_change":"2024-09-19T12:00:59.750689+0000","last_active":"2024-09-19T12:00:59.750689+0000","last_peered":"2024-09-19T12:00:59.750689+0000","last_clean":"2024-09-19T12:00:59.750689+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T12:00:59.750689+0000","last_undegraded":"2024-09-19T12:00:59.750689+0000","last_fullsized":"2024-09-19T12:00:59.750689+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'551","last_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_deep_scrub":"261'551","last_deep_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.750603+0000","objects_scrubbed":3,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:18.538020+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2806,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'193","reported_seq":801,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.621739+0000","last_change":"2024-09-19T12:00:48.621739+0000","last_active":"2024-09-19T12:00:48.621739+0000","last_peered":"2024-09-19T12:00:48.621739+0000","last_clean":"2024-09-19T12:00:48.621739+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:48.621739+0000","last_undegraded":"2024-09-19T12:00:48.621739+0000","last_fullsized":"2024-09-19T12:00:48.621739+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'193","last_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_deep_scrub":"261'193","last_deep_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.621652+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:30.443550+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'911","reported_seq":2581,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.488081+0000","last_change":"2024-09-19T12:01:00.488081+0000","last_active":"2024-09-19T12:01:00.488081+0000","last_peered":"2024-09-19T12:01:00.488081+0000","last_clean":"2024-09-19T12:01:00.488081+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T12:01:00.488081+0000","last_undegraded":"2024-09-19T12:01:00.488081+0000","last_fullsized":"2024-09-19T12:01:00.488081+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'911","last_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_deep_scrub":"261'911","last_deep_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.487975+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":900,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:17:13.339411+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'195","reported_seq":790,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.693488+0000","last_change":"2024-09-19T12:00:51.693488+0000","last_active":"2024-09-19T12:00:51.693488+0000","last_peered":"2024-09-19T12:00:51.693488+0000","last_clean":"2024-09-19T12:00:51.693488+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T12:00:51.693488+0000","last_undegraded":"2024-09-19T12:00:51.693488+0000","last_fullsized":"2024-09-19T12:00:51.693488+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.693379+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:14.833172+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2390,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.681708+0000","last_change":"2024-09-19T12:00:59.681708+0000","last_active":"2024-09-19T12:00:59.681708+0000","last_peered":"2024-09-19T12:00:59.681708+0000","last_clean":"2024-09-19T12:00:59.681708+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T12:00:59.681708+0000","last_undegraded":"2024-09-19T12:00:59.681708+0000","last_fullsized":"2024-09-19T12:00:59.681708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'761","last_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_deep_scrub":"261'761","last_deep_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.681622+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:17.234251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'217","reported_seq":843,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.685743+0000","last_change":"2024-09-19T12:00:49.685743+0000","last_active":"2024-09-19T12:00:49.685743+0000","last_peered":"2024-09-19T12:00:49.685743+0000","last_clean":"2024-09-19T12:00:49.685743+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:49.685743+0000","last_undegraded":"2024-09-19T12:00:49.685743+0000","last_fullsized":"2024-09-19T12:00:49.685743+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'217","last_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_deep_scrub":"261'217","last_deep_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.685641+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:51.875334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'423","reported_seq":2037,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.688347+0000","last_change":"2024-09-19T12:00:58.688347+0000","last_active":"2024-09-19T12:00:58.688347+0000","last_peered":"2024-09-19T12:00:58.688347+0000","last_clean":"2024-09-19T12:00:58.688347+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T12:00:58.688347+0000","last_undegraded":"2024-09-19T12:00:58.688347+0000","last_fullsized":"2024-09-19T12:00:58.688347+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'423","last_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_deep_scrub":"261'423","last_deep_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.688245+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:56.363030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2294,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'200","reported_seq":838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.518709+0000","last_change":"2024-09-19T12:00:51.518709+0000","last_active":"2024-09-19T12:00:51.518709+0000","last_peered":"2024-09-19T12:00:51.518709+0000","last_clean":"2024-09-19T12:00:51.518709+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:51.518709+0000","last_undegraded":"2024-09-19T12:00:51.518709+0000","last_fullsized":"2024-09-19T12:00:51.518709+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'200","last_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_deep_scrub":"261'200","last_deep_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.518611+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:30.371641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'453","reported_seq":2126,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.657103+0000","last_change":"2024-09-19T12:01:01.657103+0000","last_active":"2024-09-19T12:01:01.657103+0000","last_peered":"2024-09-19T12:01:01.657103+0000","last_clean":"2024-09-19T12:01:01.657103+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T12:01:01.657103+0000","last_undegraded":"2024-09-19T12:01:01.657103+0000","last_fullsized":"2024-09-19T12:01:01.657103+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'453","last_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_deep_scrub":"261'453","last_deep_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.657011+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":400,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:05.228945+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1746,"num_omap_keys":7,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'214","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.688358+0000","last_change":"2024-09-19T12:00:51.688300+0000","last_active":"2024-09-19T12:00:51.688358+0000","last_peered":"2024-09-19T12:00:51.688358+0000","last_clean":"2024-09-19T12:00:51.688358+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:51.688358+0000","last_undegraded":"2024-09-19T12:00:51.688358+0000","last_fullsized":"2024-09-19T12:00:51.688358+0000","mapping_epoch":22,"log_start":"261'201","ondisk_log_start":"261'201","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'214","last_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_deep_scrub":"261'214","last_deep_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.688194+0000","objects_scrubbed":4,"log_size":13,"log_dups_size":201,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:21.203228+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'821","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.051288+0000","last_change":"2024-09-19T12:00:52.051196+0000","last_active":"2024-09-19T12:00:52.051288+0000","last_peered":"2024-09-19T12:00:52.051288+0000","last_clean":"2024-09-19T12:00:52.051288+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:52.051288+0000","last_undegraded":"2024-09-19T12:00:52.051288+0000","last_fullsized":"2024-09-19T12:00:52.051288+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'821","last_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_deep_scrub":"261'821","last_deep_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.051083+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:06.394262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'196","reported_seq":794,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.466313+0000","last_change":"2024-09-19T12:00:53.466248+0000","last_active":"2024-09-19T12:00:53.466313+0000","last_peered":"2024-09-19T12:00:53.466313+0000","last_clean":"2024-09-19T12:00:53.466313+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:53.466313+0000","last_undegraded":"2024-09-19T12:00:53.466313+0000","last_fullsized":"2024-09-19T12:00:53.466313+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'196","last_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_deep_scrub":"261'196","last_deep_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.466138+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:18.838155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'441","reported_seq":2008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.701656+0000","last_change":"2024-09-19T12:01:00.701656+0000","last_active":"2024-09-19T12:01:00.701656+0000","last_peered":"2024-09-19T12:01:00.701656+0000","last_clean":"2024-09-19T12:01:00.701656+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T12:01:00.701656+0000","last_undegraded":"2024-09-19T12:01:00.701656+0000","last_fullsized":"2024-09-19T12:01:00.701656+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'441","last_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_deep_scrub":"261'441","last_deep_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.701563+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:36.856809+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'191","reported_seq":789,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.043232+0000","last_change":"2024-09-19T12:00:49.043232+0000","last_active":"2024-09-19T12:00:49.043232+0000","last_peered":"2024-09-19T12:00:49.043232+0000","last_clean":"2024-09-19T12:00:49.043232+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:49.043232+0000","last_undegraded":"2024-09-19T12:00:49.043232+0000","last_fullsized":"2024-09-19T12:00:49.043232+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.043119+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:00.609155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2332,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.680309+0000","last_change":"2024-09-19T12:01:01.680309+0000","last_active":"2024-09-19T12:01:01.680309+0000","last_peered":"2024-09-19T12:01:01.680309+0000","last_clean":"2024-09-19T12:01:01.680309+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T12:01:01.680309+0000","last_undegraded":"2024-09-19T12:01:01.680309+0000","last_fullsized":"2024-09-19T12:01:01.680309+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.680226+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:27.605635+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'230","reported_seq":974,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.731133+0000","last_change":"2024-09-19T12:00:50.731045+0000","last_active":"2024-09-19T12:00:50.731133+0000","last_peered":"2024-09-19T12:00:50.731133+0000","last_clean":"2024-09-19T12:00:50.731133+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T12:00:50.731133+0000","last_undegraded":"2024-09-19T12:00:50.731133+0000","last_fullsized":"2024-09-19T12:00:50.731133+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'230","last_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_deep_scrub":"261'230","last_deep_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.730915+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:40.928541+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'539","reported_seq":2281,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.688810+0000","last_change":"2024-09-19T12:00:57.688739+0000","last_active":"2024-09-19T12:00:57.688810+0000","last_peered":"2024-09-19T12:00:57.688810+0000","last_clean":"2024-09-19T12:00:57.688810+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:57.688810+0000","last_undegraded":"2024-09-19T12:00:57.688810+0000","last_fullsized":"2024-09-19T12:00:57.688810+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'539","last_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_deep_scrub":"261'539","last_deep_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.688644+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:04.874620+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":246,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'191","reported_seq":808,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.648630+0000","last_change":"2024-09-19T12:00:55.648536+0000","last_active":"2024-09-19T12:00:55.648630+0000","last_peered":"2024-09-19T12:00:55.648630+0000","last_clean":"2024-09-19T12:00:55.648630+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T12:00:55.648630+0000","last_undegraded":"2024-09-19T12:00:55.648630+0000","last_fullsized":"2024-09-19T12:00:55.648630+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.648437+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:47.762154+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'402","reported_seq":1886,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.525347+0000","last_change":"2024-09-19T12:01:02.525347+0000","last_active":"2024-09-19T12:01:02.525347+0000","last_peered":"2024-09-19T12:01:02.525347+0000","last_clean":"2024-09-19T12:01:02.525347+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T12:01:02.525347+0000","last_undegraded":"2024-09-19T12:01:02.525347+0000","last_fullsized":"2024-09-19T12:01:02.525347+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'402","last_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_deep_scrub":"261'402","last_deep_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.525254+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:44.167633+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'158","reported_seq":748,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.081441+0000","last_change":"2024-09-19T12:00:48.081441+0000","last_active":"2024-09-19T12:00:48.081441+0000","last_peered":"2024-09-19T12:00:48.081441+0000","last_clean":"2024-09-19T12:00:48.081441+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:48.081441+0000","last_undegraded":"2024-09-19T12:00:48.081441+0000","last_fullsized":"2024-09-19T12:00:48.081441+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'158","last_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_deep_scrub":"261'158","last_deep_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.081336+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:33.229501+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'403","reported_seq":1982,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.671444+0000","last_change":"2024-09-19T12:01:00.671444+0000","last_active":"2024-09-19T12:01:00.671444+0000","last_peered":"2024-09-19T12:01:00.671444+0000","last_clean":"2024-09-19T12:01:00.671444+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T12:01:00.671444+0000","last_undegraded":"2024-09-19T12:01:00.671444+0000","last_fullsized":"2024-09-19T12:01:00.671444+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'403","last_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_deep_scrub":"261'403","last_deep_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.671359+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:26.494271+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'199","reported_seq":822,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.495633+0000","last_change":"2024-09-19T12:00:54.495633+0000","last_active":"2024-09-19T12:00:54.495633+0000","last_peered":"2024-09-19T12:00:54.495633+0000","last_clean":"2024-09-19T12:00:54.495633+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:54.495633+0000","last_undegraded":"2024-09-19T12:00:54.495633+0000","last_fullsized":"2024-09-19T12:00:54.495633+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.495544+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:51.434235+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'182","reported_seq":859,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.485874+0000","last_change":"2024-09-19T12:00:56.485874+0000","last_active":"2024-09-19T12:00:56.485874+0000","last_peered":"2024-09-19T12:00:56.485874+0000","last_clean":"2024-09-19T12:00:56.485874+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:56.485874+0000","last_undegraded":"2024-09-19T12:00:56.485874+0000","last_fullsized":"2024-09-19T12:00:56.485874+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'182","last_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_deep_scrub":"261'182","last_deep_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.485752+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:00.631774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'861","reported_seq":2491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.655843+0000","last_change":"2024-09-19T12:00:59.655843+0000","last_active":"2024-09-19T12:00:59.655843+0000","last_peered":"2024-09-19T12:00:59.655843+0000","last_clean":"2024-09-19T12:00:59.655843+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T12:00:59.655843+0000","last_undegraded":"2024-09-19T12:00:59.655843+0000","last_fullsized":"2024-09-19T12:00:59.655843+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.655743+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:41.289761+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'275","reported_seq":937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.636634+0000","last_change":"2024-09-19T12:00:49.636634+0000","last_active":"2024-09-19T12:00:49.636634+0000","last_peered":"2024-09-19T12:00:49.636634+0000","last_clean":"2024-09-19T12:00:49.636634+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:49.636634+0000","last_undegraded":"2024-09-19T12:00:49.636634+0000","last_fullsized":"2024-09-19T12:00:49.636634+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.636492+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:29:43.268508+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'416","reported_seq":1838,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.515587+0000","last_change":"2024-09-19T12:01:03.515587+0000","last_active":"2024-09-19T12:01:03.515587+0000","last_peered":"2024-09-19T12:01:03.515587+0000","last_clean":"2024-09-19T12:01:03.515587+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T12:01:03.515587+0000","last_undegraded":"2024-09-19T12:01:03.515587+0000","last_fullsized":"2024-09-19T12:01:03.515587+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'416","last_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_deep_scrub":"261'416","last_deep_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.515495+0000","objects_scrubbed":2,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:13:38.178977+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2512,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1663,"ondisk_log_size":1663,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":538,"ondisk_log_size":538,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":710140,"num_omap_keys":1614,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1808,"ondisk_log_size":1808,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35490,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4007,"ondisk_log_size":4007,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3931,"ondisk_log_size":3931,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542643,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236080,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135760,"statfs":{"total":96636764160,"available":96395018240,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542642,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218544,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153296,"statfs":{"total":96636764160,"available":96412975104,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542643,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105176,"kb_used_data":15752,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94266664,"statfs":{"total":96636764160,"available":96529063936,"internally_reserved":0,"allocated":16130048,"data_stored":14410905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542645,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78588,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94293252,"statfs":{"total":96636764160,"available":96556290048,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542643,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":227980,"kb_used_data":12156,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94143860,"statfs":{"total":96636764160,"available":96403312640,"internally_reserved":0,"allocated":12447744,"data_stored":10776990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542645,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74764,"kb_used_data":7484,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94297076,"statfs":{"total":96636764160,"available":96560205824,"internally_reserved":0,"allocated":7663616,"data_stored":6103454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542645,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":120760,"kb_used_data":3560,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94251080,"statfs":{"total":96636764160,"available":96513105920,"internally_reserved":0,"allocated":3645440,"data_stored":2123581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":119994821},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542645,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":255812,"kb_used_data":17780,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94116028,"statfs":{"total":96636764160,"available":96374812672,"internally_reserved":0,"allocated":18206720,"data_stored":16556886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:01:27.533 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.533 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.533 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.533 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.533 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.533 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.533 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.534 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.535 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.536 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.537 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.538 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-19T11:34:28.613197+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=34, tm_sec=28, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.539 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.540 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.541 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.541 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.541 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.541 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.541 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.541 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-19T11:36:08.450052+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=8, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.541 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.542 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.542 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-19T11:36:11.478289+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=36, tm_sec=11, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.543 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-19T11:20:36.334226+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=20, tm_sec=36, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:27.544 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T12:01:47.546 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:01:47.884 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:01:47.894 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:01:47.897 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1503,"stamp":"2024-09-19T12:01:47.676321+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":749270,"num_omap_keys":1785,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13313,"ondisk_log_size":13313,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1317704,"kb_used_data":99336,"kb_used_omap":12,"kb_used_meta":1218227,"kb_avail":753657016,"statfs":{"total":773094113280,"available":771744784384,"internally_reserved":0,"allocated":101720064,"data_stored":88767934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1247465008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005650"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.533647+0000","last_change":"2024-09-19T12:01:33.533647+0000","last_active":"2024-09-19T12:01:33.533647+0000","last_peered":"2024-09-19T12:01:33.533647+0000","last_clean":"2024-09-19T12:01:33.533647+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T12:01:33.533647+0000","last_undegraded":"2024-09-19T12:01:33.533647+0000","last_fullsized":"2024-09-19T12:01:33.533647+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:33.533561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:33.533561+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.533561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:55.821088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.475537+0000","last_change":"2024-09-19T12:01:31.475537+0000","last_active":"2024-09-19T12:01:31.475537+0000","last_peered":"2024-09-19T12:01:31.475537+0000","last_clean":"2024-09-19T12:01:31.475537+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T12:01:31.475537+0000","last_undegraded":"2024-09-19T12:01:31.475537+0000","last_fullsized":"2024-09-19T12:01:31.475537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:31.475433+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:31.475433+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.475433+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:45.679204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":67,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.710278+0000","last_change":"2024-09-19T12:01:32.710278+0000","last_active":"2024-09-19T12:01:32.710278+0000","last_peered":"2024-09-19T12:01:32.710278+0000","last_clean":"2024-09-19T12:01:32.710278+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:01:32.710278+0000","last_undegraded":"2024-09-19T12:01:32.710278+0000","last_fullsized":"2024-09-19T12:01:32.710278+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:32.710186+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:32.710186+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.710186+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:07.772345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.680822+0000","last_change":"2024-09-19T12:01:27.680764+0000","last_active":"2024-09-19T12:01:27.680822+0000","last_peered":"2024-09-19T12:01:27.680822+0000","last_clean":"2024-09-19T12:01:27.680822+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T12:01:27.680822+0000","last_undegraded":"2024-09-19T12:01:27.680822+0000","last_fullsized":"2024-09-19T12:01:27.680822+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'25","last_scrub_stamp":"2024-09-19T12:01:27.680696+0000","last_deep_scrub":"261'25","last_deep_scrub_stamp":"2024-09-19T12:01:27.680696+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.680696+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:21:26.901051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.265163+0000","last_change":"2024-09-19T12:01:15.265163+0000","last_active":"2024-09-19T12:01:15.265163+0000","last_peered":"2024-09-19T12:01:15.265163+0000","last_clean":"2024-09-19T12:01:15.265163+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T12:01:15.265163+0000","last_undegraded":"2024-09-19T12:01:15.265163+0000","last_fullsized":"2024-09-19T12:01:15.265163+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.265068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.265068+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.265068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:16.447170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.678518+0000","last_change":"2024-09-19T12:01:33.678518+0000","last_active":"2024-09-19T12:01:33.678518+0000","last_peered":"2024-09-19T12:01:33.678518+0000","last_clean":"2024-09-19T12:01:33.678518+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T12:01:33.678518+0000","last_undegraded":"2024-09-19T12:01:33.678518+0000","last_fullsized":"2024-09-19T12:01:33.678518+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:33.678425+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:33.678425+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.678425+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:44.758378+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.368731+0000","last_change":"2024-09-19T12:01:18.368731+0000","last_active":"2024-09-19T12:01:18.368731+0000","last_peered":"2024-09-19T12:01:18.368731+0000","last_clean":"2024-09-19T12:01:18.368731+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T12:01:18.368731+0000","last_undegraded":"2024-09-19T12:01:18.368731+0000","last_fullsized":"2024-09-19T12:01:18.368731+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:18.368627+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:18.368627+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.368627+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:02.678421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":137,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.218132+0000","last_change":"2024-09-19T12:01:08.218132+0000","last_active":"2024-09-19T12:01:08.218132+0000","last_peered":"2024-09-19T12:01:08.218132+0000","last_clean":"2024-09-19T12:01:08.218132+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T12:01:08.218132+0000","last_undegraded":"2024-09-19T12:01:08.218132+0000","last_fullsized":"2024-09-19T12:01:08.218132+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'29","last_scrub_stamp":"2024-09-19T12:01:08.218038+0000","last_deep_scrub":"261'29","last_deep_scrub_stamp":"2024-09-19T12:01:08.218038+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.218038+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:10.157529+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.409782+0000","last_change":"2024-09-19T12:01:23.409726+0000","last_active":"2024-09-19T12:01:23.409782+0000","last_peered":"2024-09-19T12:01:23.409782+0000","last_clean":"2024-09-19T12:01:23.409782+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T12:01:23.409782+0000","last_undegraded":"2024-09-19T12:01:23.409782+0000","last_fullsized":"2024-09-19T12:01:23.409782+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:23.409637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:23.409637+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.409637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:23:13.674721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:37.778973+0000","last_change":"2024-09-19T12:01:37.778973+0000","last_active":"2024-09-19T12:01:37.778973+0000","last_peered":"2024-09-19T12:01:37.778973+0000","last_clean":"2024-09-19T12:01:37.778973+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T12:01:37.778973+0000","last_undegraded":"2024-09-19T12:01:37.778973+0000","last_fullsized":"2024-09-19T12:01:37.778973+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:37.778872+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:37.778872+0000","last_clean_scrub_stamp":"2024-09-19T12:01:37.778872+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:34:01.359980+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":56,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.289407+0000","last_change":"2024-09-19T12:01:11.289407+0000","last_active":"2024-09-19T12:01:11.289407+0000","last_peered":"2024-09-19T12:01:11.289407+0000","last_clean":"2024-09-19T12:01:11.289407+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:01:11.289407+0000","last_undegraded":"2024-09-19T12:01:11.289407+0000","last_fullsized":"2024-09-19T12:01:11.289407+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:11.289314+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:11.289314+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.289314+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:41.517027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":128,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.661672+0000","last_change":"2024-09-19T12:01:26.661672+0000","last_active":"2024-09-19T12:01:26.661672+0000","last_peered":"2024-09-19T12:01:26.661672+0000","last_clean":"2024-09-19T12:01:26.661672+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T12:01:26.661672+0000","last_undegraded":"2024-09-19T12:01:26.661672+0000","last_fullsized":"2024-09-19T12:01:26.661672+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'27","last_scrub_stamp":"2024-09-19T12:01:26.661589+0000","last_deep_scrub":"261'27","last_deep_scrub_stamp":"2024-09-19T12:01:26.661589+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.661589+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:34.467401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:59:03.912917+0000","last_change":"2024-09-19T11:46:50.777695+0000","last_active":"2024-09-19T11:59:03.912917+0000","last_peered":"2024-09-19T11:59:03.912917+0000","last_clean":"2024-09-19T11:59:03.912917+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T11:59:03.912917+0000","last_undegraded":"2024-09-19T11:59:03.912917+0000","last_fullsized":"2024-09-19T11:59:03.912917+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:40.859484+0000","last_change":"2024-09-19T12:01:40.859484+0000","last_active":"2024-09-19T12:01:40.859484+0000","last_peered":"2024-09-19T12:01:40.859484+0000","last_clean":"2024-09-19T12:01:40.859484+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:01:40.859484+0000","last_undegraded":"2024-09-19T12:01:40.859484+0000","last_fullsized":"2024-09-19T12:01:40.859484+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'5","last_scrub_stamp":"2024-09-19T12:01:40.859400+0000","last_deep_scrub":"261'5","last_deep_scrub_stamp":"2024-09-19T12:01:40.859400+0000","last_clean_scrub_stamp":"2024-09-19T12:01:40.859400+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:44:00.194462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.789831+0000","last_change":"2024-09-19T12:01:28.789831+0000","last_active":"2024-09-19T12:01:28.789831+0000","last_peered":"2024-09-19T12:01:28.789831+0000","last_clean":"2024-09-19T12:01:28.789831+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T12:01:28.789831+0000","last_undegraded":"2024-09-19T12:01:28.789831+0000","last_fullsized":"2024-09-19T12:01:28.789831+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:28.789746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:28.789746+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.789746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:34:00.041635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":237,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.684457+0000","last_change":"2024-09-19T12:01:30.684457+0000","last_active":"2024-09-19T12:01:30.684457+0000","last_peered":"2024-09-19T12:01:30.684457+0000","last_clean":"2024-09-19T12:01:30.684457+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T12:01:30.684457+0000","last_undegraded":"2024-09-19T12:01:30.684457+0000","last_fullsized":"2024-09-19T12:01:30.684457+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'68","last_scrub_stamp":"2024-09-19T12:01:30.684373+0000","last_deep_scrub":"261'68","last_deep_scrub_stamp":"2024-09-19T12:01:30.684373+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.684373+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:41.106314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T11:58:58.912258+0000","last_change":"2024-09-19T11:46:50.777685+0000","last_active":"2024-09-19T11:58:58.912258+0000","last_peered":"2024-09-19T11:58:58.912258+0000","last_clean":"2024-09-19T11:58:58.912258+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T11:58:58.912258+0000","last_undegraded":"2024-09-19T11:58:58.912258+0000","last_fullsized":"2024-09-19T11:58:58.912258+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T11:46:49.743689+0000","last_clean_scrub_stamp":"2024-09-19T11:46:49.743689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.520350+0000","last_change":"2024-09-19T12:01:28.520350+0000","last_active":"2024-09-19T12:01:28.520350+0000","last_peered":"2024-09-19T12:01:28.520350+0000","last_clean":"2024-09-19T12:01:28.520350+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T12:01:28.520350+0000","last_undegraded":"2024-09-19T12:01:28.520350+0000","last_fullsized":"2024-09-19T12:01:28.520350+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:28.520232+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:28.520232+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.520232+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:43.488856+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.746392+0000","last_change":"2024-09-19T12:01:33.746392+0000","last_active":"2024-09-19T12:01:33.746392+0000","last_peered":"2024-09-19T12:01:33.746392+0000","last_clean":"2024-09-19T12:01:33.746392+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:01:33.746392+0000","last_undegraded":"2024-09-19T12:01:33.746392+0000","last_fullsized":"2024-09-19T12:01:33.746392+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:33.746312+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:33.746312+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.746312+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:48.866596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.662658+0000","last_change":"2024-09-19T12:01:29.662658+0000","last_active":"2024-09-19T12:01:29.662658+0000","last_peered":"2024-09-19T12:01:29.662658+0000","last_clean":"2024-09-19T12:01:29.662658+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T12:01:29.662658+0000","last_undegraded":"2024-09-19T12:01:29.662658+0000","last_fullsized":"2024-09-19T12:01:29.662658+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'42","last_scrub_stamp":"2024-09-19T12:01:29.662565+0000","last_deep_scrub":"261'42","last_deep_scrub_stamp":"2024-09-19T12:01:29.662565+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.662565+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:45.995012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.278644+0000","last_change":"2024-09-19T12:01:25.278576+0000","last_active":"2024-09-19T12:01:25.278644+0000","last_peered":"2024-09-19T12:01:25.278644+0000","last_clean":"2024-09-19T12:01:25.278644+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T12:01:25.278644+0000","last_undegraded":"2024-09-19T12:01:25.278644+0000","last_fullsized":"2024-09-19T12:01:25.278644+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:25.278488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:25.278488+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.278488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:31:08.756228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.462602+0000","last_change":"2024-09-19T12:01:21.462602+0000","last_active":"2024-09-19T12:01:21.462602+0000","last_peered":"2024-09-19T12:01:21.462602+0000","last_clean":"2024-09-19T12:01:21.462602+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T12:01:21.462602+0000","last_undegraded":"2024-09-19T12:01:21.462602+0000","last_fullsized":"2024-09-19T12:01:21.462602+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:21.462474+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:21.462474+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.462474+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:49:44.281636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.765893+0000","last_change":"2024-09-19T12:01:26.765893+0000","last_active":"2024-09-19T12:01:26.765893+0000","last_peered":"2024-09-19T12:01:26.765893+0000","last_clean":"2024-09-19T12:01:26.765893+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T12:01:26.765893+0000","last_undegraded":"2024-09-19T12:01:26.765893+0000","last_fullsized":"2024-09-19T12:01:26.765893+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:26.765798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:26.765798+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.765798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:00.656263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":153,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.541503+0000","last_change":"2024-09-19T12:01:15.541503+0000","last_active":"2024-09-19T12:01:15.541503+0000","last_peered":"2024-09-19T12:01:15.541503+0000","last_clean":"2024-09-19T12:01:15.541503+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T12:01:15.541503+0000","last_undegraded":"2024-09-19T12:01:15.541503+0000","last_fullsized":"2024-09-19T12:01:15.541503+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'38","last_scrub_stamp":"2024-09-19T12:01:15.541418+0000","last_deep_scrub":"261'38","last_deep_scrub_stamp":"2024-09-19T12:01:15.541418+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.541418+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:47.196463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'2","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:42.904463+0000","last_change":"2024-09-19T12:01:42.904463+0000","last_active":"2024-09-19T12:01:42.904463+0000","last_peered":"2024-09-19T12:01:42.904463+0000","last_clean":"2024-09-19T12:01:42.904463+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T12:01:42.904463+0000","last_undegraded":"2024-09-19T12:01:42.904463+0000","last_fullsized":"2024-09-19T12:01:42.904463+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:42.904374+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:42.904374+0000","last_clean_scrub_stamp":"2024-09-19T12:01:42.904374+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:45.272395+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.482541+0000","last_change":"2024-09-19T12:01:19.482541+0000","last_active":"2024-09-19T12:01:19.482541+0000","last_peered":"2024-09-19T12:01:19.482541+0000","last_clean":"2024-09-19T12:01:19.482541+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T12:01:19.482541+0000","last_undegraded":"2024-09-19T12:01:19.482541+0000","last_fullsized":"2024-09-19T12:01:19.482541+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-19T12:01:19.482444+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-19T12:01:19.482444+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.482444+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.092382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.797447+0000","last_change":"2024-09-19T12:01:27.797447+0000","last_active":"2024-09-19T12:01:27.797447+0000","last_peered":"2024-09-19T12:01:27.797447+0000","last_clean":"2024-09-19T12:01:27.797447+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T12:01:27.797447+0000","last_undegraded":"2024-09-19T12:01:27.797447+0000","last_fullsized":"2024-09-19T12:01:27.797447+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:27.797341+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:27.797341+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.797341+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:08.204856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":105,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.731423+0000","last_change":"2024-09-19T12:01:30.731423+0000","last_active":"2024-09-19T12:01:30.731423+0000","last_peered":"2024-09-19T12:01:30.731423+0000","last_clean":"2024-09-19T12:01:30.731423+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T12:01:30.731423+0000","last_undegraded":"2024-09-19T12:01:30.731423+0000","last_fullsized":"2024-09-19T12:01:30.731423+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'18","last_scrub_stamp":"2024-09-19T12:01:30.731340+0000","last_deep_scrub":"261'18","last_deep_scrub_stamp":"2024-09-19T12:01:30.731340+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.731340+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:00:02.170677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:43.899665+0000","last_change":"2024-09-19T12:01:43.899665+0000","last_active":"2024-09-19T12:01:43.899665+0000","last_peered":"2024-09-19T12:01:43.899665+0000","last_clean":"2024-09-19T12:01:43.899665+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T12:01:43.899665+0000","last_undegraded":"2024-09-19T12:01:43.899665+0000","last_fullsized":"2024-09-19T12:01:43.899665+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:43.899575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:43.899575+0000","last_clean_scrub_stamp":"2024-09-19T12:01:43.899575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:25:27.844303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:39.815783+0000","last_change":"2024-09-19T12:01:39.815783+0000","last_active":"2024-09-19T12:01:39.815783+0000","last_peered":"2024-09-19T12:01:39.815783+0000","last_clean":"2024-09-19T12:01:39.815783+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:01:39.815783+0000","last_undegraded":"2024-09-19T12:01:39.815783+0000","last_fullsized":"2024-09-19T12:01:39.815783+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:39.815695+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:39.815695+0000","last_clean_scrub_stamp":"2024-09-19T12:01:39.815695+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:53.673891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.793345+0000","last_change":"2024-09-19T12:01:34.793345+0000","last_active":"2024-09-19T12:01:34.793345+0000","last_peered":"2024-09-19T12:01:34.793345+0000","last_clean":"2024-09-19T12:01:34.793345+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T12:01:34.793345+0000","last_undegraded":"2024-09-19T12:01:34.793345+0000","last_fullsized":"2024-09-19T12:01:34.793345+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:34.793254+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:34.793254+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.793254+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:17.642473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":474,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.482505+0000","last_change":"2024-09-19T12:01:14.482505+0000","last_active":"2024-09-19T12:01:14.482505+0000","last_peered":"2024-09-19T12:01:14.482505+0000","last_clean":"2024-09-19T12:01:14.482505+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T12:01:14.482505+0000","last_undegraded":"2024-09-19T12:01:14.482505+0000","last_fullsized":"2024-09-19T12:01:14.482505+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'143","last_scrub_stamp":"2024-09-19T12:01:14.482417+0000","last_deep_scrub":"261'143","last_deep_scrub_stamp":"2024-09-19T12:01:14.482417+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.482417+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:26.269937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.318251+0000","last_change":"2024-09-19T12:01:26.318251+0000","last_active":"2024-09-19T12:01:26.318251+0000","last_peered":"2024-09-19T12:01:26.318251+0000","last_clean":"2024-09-19T12:01:26.318251+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T12:01:26.318251+0000","last_undegraded":"2024-09-19T12:01:26.318251+0000","last_fullsized":"2024-09-19T12:01:26.318251+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:26.318149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:26.318149+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.318149+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:53.210634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:37.807186+0000","last_change":"2024-09-19T12:01:37.807186+0000","last_active":"2024-09-19T12:01:37.807186+0000","last_peered":"2024-09-19T12:01:37.807186+0000","last_clean":"2024-09-19T12:01:37.807186+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:01:37.807186+0000","last_undegraded":"2024-09-19T12:01:37.807186+0000","last_fullsized":"2024-09-19T12:01:37.807186+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:37.807091+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:37.807091+0000","last_clean_scrub_stamp":"2024-09-19T12:01:37.807091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:54.264213+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.486579+0000","last_change":"2024-09-19T12:01:29.486579+0000","last_active":"2024-09-19T12:01:29.486579+0000","last_peered":"2024-09-19T12:01:29.486579+0000","last_clean":"2024-09-19T12:01:29.486579+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T12:01:29.486579+0000","last_undegraded":"2024-09-19T12:01:29.486579+0000","last_fullsized":"2024-09-19T12:01:29.486579+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:29.486448+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:29.486448+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.486448+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:23.245058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":199,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.690369+0000","last_change":"2024-09-19T12:01:25.690369+0000","last_active":"2024-09-19T12:01:25.690369+0000","last_peered":"2024-09-19T12:01:25.690369+0000","last_clean":"2024-09-19T12:01:25.690369+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T12:01:25.690369+0000","last_undegraded":"2024-09-19T12:01:25.690369+0000","last_fullsized":"2024-09-19T12:01:25.690369+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'53","last_scrub_stamp":"2024-09-19T12:01:25.690280+0000","last_deep_scrub":"261'53","last_deep_scrub_stamp":"2024-09-19T12:01:25.690280+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.690280+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:34.552077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.294456+0000","last_change":"2024-09-19T12:01:14.294456+0000","last_active":"2024-09-19T12:01:14.294456+0000","last_peered":"2024-09-19T12:01:14.294456+0000","last_clean":"2024-09-19T12:01:14.294456+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T12:01:14.294456+0000","last_undegraded":"2024-09-19T12:01:14.294456+0000","last_fullsized":"2024-09-19T12:01:14.294456+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:14.294362+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:14.294362+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.294362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:58.168210+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:36.771811+0000","last_change":"2024-09-19T12:01:36.771811+0000","last_active":"2024-09-19T12:01:36.771811+0000","last_peered":"2024-09-19T12:01:36.771811+0000","last_clean":"2024-09-19T12:01:36.771811+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T12:01:36.771811+0000","last_undegraded":"2024-09-19T12:01:36.771811+0000","last_fullsized":"2024-09-19T12:01:36.771811+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:36.771703+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:36.771703+0000","last_clean_scrub_stamp":"2024-09-19T12:01:36.771703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:59.489154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.709775+0000","last_change":"2024-09-19T12:01:29.709775+0000","last_active":"2024-09-19T12:01:29.709775+0000","last_peered":"2024-09-19T12:01:29.709775+0000","last_clean":"2024-09-19T12:01:29.709775+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:01:29.709775+0000","last_undegraded":"2024-09-19T12:01:29.709775+0000","last_fullsized":"2024-09-19T12:01:29.709775+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'6","last_scrub_stamp":"2024-09-19T12:01:29.709676+0000","last_deep_scrub":"261'6","last_deep_scrub_stamp":"2024-09-19T12:01:29.709676+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.709676+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:23.771079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":147,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.635077+0000","last_change":"2024-09-19T12:01:28.635077+0000","last_active":"2024-09-19T12:01:28.635077+0000","last_peered":"2024-09-19T12:01:28.635077+0000","last_clean":"2024-09-19T12:01:28.635077+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T12:01:28.635077+0000","last_undegraded":"2024-09-19T12:01:28.635077+0000","last_fullsized":"2024-09-19T12:01:28.635077+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'32","last_scrub_stamp":"2024-09-19T12:01:28.635001+0000","last_deep_scrub":"261'32","last_deep_scrub_stamp":"2024-09-19T12:01:28.635001+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.635001+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:02:40.395113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:41.897345+0000","last_change":"2024-09-19T12:01:41.897345+0000","last_active":"2024-09-19T12:01:41.897345+0000","last_peered":"2024-09-19T12:01:41.897345+0000","last_clean":"2024-09-19T12:01:41.897345+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T12:01:41.897345+0000","last_undegraded":"2024-09-19T12:01:41.897345+0000","last_fullsized":"2024-09-19T12:01:41.897345+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:41.897261+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:41.897261+0000","last_clean_scrub_stamp":"2024-09-19T12:01:41.897261+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:12.254678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:38.774213+0000","last_change":"2024-09-19T12:01:38.774213+0000","last_active":"2024-09-19T12:01:38.774213+0000","last_peered":"2024-09-19T12:01:38.774213+0000","last_clean":"2024-09-19T12:01:38.774213+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:01:38.774213+0000","last_undegraded":"2024-09-19T12:01:38.774213+0000","last_fullsized":"2024-09-19T12:01:38.774213+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:38.774095+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:38.774095+0000","last_clean_scrub_stamp":"2024-09-19T12:01:38.774095+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:06.365861+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":68,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.258873+0000","last_change":"2024-09-19T12:01:09.258873+0000","last_active":"2024-09-19T12:01:09.258873+0000","last_peered":"2024-09-19T12:01:09.258873+0000","last_clean":"2024-09-19T12:01:09.258873+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:01:09.258873+0000","last_undegraded":"2024-09-19T12:01:09.258873+0000","last_fullsized":"2024-09-19T12:01:09.258873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:09.258759+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:09.258759+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.258759+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:20.094283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.174177+0000","last_change":"2024-09-19T12:01:05.174177+0000","last_active":"2024-09-19T12:01:05.174177+0000","last_peered":"2024-09-19T12:01:05.174177+0000","last_clean":"2024-09-19T12:01:05.174177+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T12:01:05.174177+0000","last_undegraded":"2024-09-19T12:01:05.174177+0000","last_fullsized":"2024-09-19T12:01:05.174177+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'30","last_scrub_stamp":"2024-09-19T12:01:05.174080+0000","last_deep_scrub":"261'30","last_deep_scrub_stamp":"2024-09-19T12:01:05.174080+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.174080+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:03.130872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.491485+0000","last_change":"2024-09-19T12:01:32.491485+0000","last_active":"2024-09-19T12:01:32.491485+0000","last_peered":"2024-09-19T12:01:32.491485+0000","last_clean":"2024-09-19T12:01:32.491485+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T12:01:32.491485+0000","last_undegraded":"2024-09-19T12:01:32.491485+0000","last_fullsized":"2024-09-19T12:01:32.491485+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:32.491391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:32.491391+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.491391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:24.582526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.721113+0000","last_change":"2024-09-19T12:01:32.721113+0000","last_active":"2024-09-19T12:01:32.721113+0000","last_peered":"2024-09-19T12:01:32.721113+0000","last_clean":"2024-09-19T12:01:32.721113+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:01:32.721113+0000","last_undegraded":"2024-09-19T12:01:32.721113+0000","last_fullsized":"2024-09-19T12:01:32.721113+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:32.721004+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:32.721004+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.721004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:35.479223+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.682357+0000","last_change":"2024-09-19T12:01:31.682357+0000","last_active":"2024-09-19T12:01:31.682357+0000","last_peered":"2024-09-19T12:01:31.682357+0000","last_clean":"2024-09-19T12:01:31.682357+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T12:01:31.682357+0000","last_undegraded":"2024-09-19T12:01:31.682357+0000","last_fullsized":"2024-09-19T12:01:31.682357+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:31.682245+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:31.682245+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.682245+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:55.910548+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":127,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.673679+0000","last_change":"2024-09-19T12:01:24.673679+0000","last_active":"2024-09-19T12:01:24.673679+0000","last_peered":"2024-09-19T12:01:24.673679+0000","last_clean":"2024-09-19T12:01:24.673679+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T12:01:24.673679+0000","last_undegraded":"2024-09-19T12:01:24.673679+0000","last_fullsized":"2024-09-19T12:01:24.673679+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'27","last_scrub_stamp":"2024-09-19T12:01:24.673595+0000","last_deep_scrub":"261'27","last_deep_scrub_stamp":"2024-09-19T12:01:24.673595+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.673595+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:02.894547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:42.817925+0000","last_change":"2024-09-19T12:01:42.817925+0000","last_active":"2024-09-19T12:01:42.817925+0000","last_peered":"2024-09-19T12:01:42.817925+0000","last_clean":"2024-09-19T12:01:42.817925+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T12:01:42.817925+0000","last_undegraded":"2024-09-19T12:01:42.817925+0000","last_fullsized":"2024-09-19T12:01:42.817925+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:42.817840+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:42.817840+0000","last_clean_scrub_stamp":"2024-09-19T12:01:42.817840+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:25:59.405747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.276682+0000","last_change":"2024-09-19T12:01:23.276682+0000","last_active":"2024-09-19T12:01:23.276682+0000","last_peered":"2024-09-19T12:01:23.276682+0000","last_clean":"2024-09-19T12:01:23.276682+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T12:01:23.276682+0000","last_undegraded":"2024-09-19T12:01:23.276682+0000","last_fullsized":"2024-09-19T12:01:23.276682+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'6","last_scrub_stamp":"2024-09-19T12:01:23.276593+0000","last_deep_scrub":"261'6","last_deep_scrub_stamp":"2024-09-19T12:01:23.276593+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.276593+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:02.725677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.732681+0000","last_change":"2024-09-19T12:01:25.732681+0000","last_active":"2024-09-19T12:01:25.732681+0000","last_peered":"2024-09-19T12:01:25.732681+0000","last_clean":"2024-09-19T12:01:25.732681+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T12:01:25.732681+0000","last_undegraded":"2024-09-19T12:01:25.732681+0000","last_fullsized":"2024-09-19T12:01:25.732681+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'3","last_scrub_stamp":"2024-09-19T12:01:25.732560+0000","last_deep_scrub":"258'3","last_deep_scrub_stamp":"2024-09-19T12:01:25.732560+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.732560+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:32:44.235647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.682511+0000","last_change":"2024-09-19T12:01:26.682511+0000","last_active":"2024-09-19T12:01:26.682511+0000","last_peered":"2024-09-19T12:01:26.682511+0000","last_clean":"2024-09-19T12:01:26.682511+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T12:01:26.682511+0000","last_undegraded":"2024-09-19T12:01:26.682511+0000","last_fullsized":"2024-09-19T12:01:26.682511+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:26.682424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:26.682424+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.682424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:04.151516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:41.853418+0000","last_change":"2024-09-19T12:01:41.853418+0000","last_active":"2024-09-19T12:01:41.853418+0000","last_peered":"2024-09-19T12:01:41.853418+0000","last_clean":"2024-09-19T12:01:41.853418+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T12:01:41.853418+0000","last_undegraded":"2024-09-19T12:01:41.853418+0000","last_fullsized":"2024-09-19T12:01:41.853418+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:41.853303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:41.853303+0000","last_clean_scrub_stamp":"2024-09-19T12:01:41.853303+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:56.375929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.319875+0000","last_change":"2024-09-19T12:01:22.319875+0000","last_active":"2024-09-19T12:01:22.319875+0000","last_peered":"2024-09-19T12:01:22.319875+0000","last_clean":"2024-09-19T12:01:22.319875+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:01:22.319875+0000","last_undegraded":"2024-09-19T12:01:22.319875+0000","last_fullsized":"2024-09-19T12:01:22.319875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:22.319737+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:22.319737+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.319737+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:05:33.714092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.700516+0000","last_change":"2024-09-19T12:01:31.700516+0000","last_active":"2024-09-19T12:01:31.700516+0000","last_peered":"2024-09-19T12:01:31.700516+0000","last_clean":"2024-09-19T12:01:31.700516+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T12:01:31.700516+0000","last_undegraded":"2024-09-19T12:01:31.700516+0000","last_fullsized":"2024-09-19T12:01:31.700516+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:31.700435+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:31.700435+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.700435+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:10.264534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":176,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.724030+0000","last_change":"2024-09-19T12:01:24.724030+0000","last_active":"2024-09-19T12:01:24.724030+0000","last_peered":"2024-09-19T12:01:24.724030+0000","last_clean":"2024-09-19T12:01:24.724030+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T12:01:24.724030+0000","last_undegraded":"2024-09-19T12:01:24.724030+0000","last_fullsized":"2024-09-19T12:01:24.724030+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'43","last_scrub_stamp":"2024-09-19T12:01:24.723946+0000","last_deep_scrub":"261'43","last_deep_scrub_stamp":"2024-09-19T12:01:24.723946+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.723946+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:40:49.511273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:42.830170+0000","last_change":"2024-09-19T12:01:42.830170+0000","last_active":"2024-09-19T12:01:42.830170+0000","last_peered":"2024-09-19T12:01:42.830170+0000","last_clean":"2024-09-19T12:01:42.830170+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T12:01:42.830170+0000","last_undegraded":"2024-09-19T12:01:42.830170+0000","last_fullsized":"2024-09-19T12:01:42.830170+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:42.830074+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:42.830074+0000","last_clean_scrub_stamp":"2024-09-19T12:01:42.830074+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:57.532652+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":62,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:35.766736+0000","last_change":"2024-09-19T12:01:35.766736+0000","last_active":"2024-09-19T12:01:35.766736+0000","last_peered":"2024-09-19T12:01:35.766736+0000","last_clean":"2024-09-19T12:01:35.766736+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:01:35.766736+0000","last_undegraded":"2024-09-19T12:01:35.766736+0000","last_fullsized":"2024-09-19T12:01:35.766736+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-19T12:01:35.766640+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-19T12:01:35.766640+0000","last_clean_scrub_stamp":"2024-09-19T12:01:35.766640+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:57.047573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":72,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.494258+0000","last_change":"2024-09-19T12:01:16.494258+0000","last_active":"2024-09-19T12:01:16.494258+0000","last_peered":"2024-09-19T12:01:16.494258+0000","last_clean":"2024-09-19T12:01:16.494258+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:01:16.494258+0000","last_undegraded":"2024-09-19T12:01:16.494258+0000","last_fullsized":"2024-09-19T12:01:16.494258+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'13","last_scrub_stamp":"2024-09-19T12:01:16.494172+0000","last_deep_scrub":"261'13","last_deep_scrub_stamp":"2024-09-19T12:01:16.494172+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.494172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:59:15.201897+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.758618+0000","last_change":"2024-09-19T12:01:23.758618+0000","last_active":"2024-09-19T12:01:23.758618+0000","last_peered":"2024-09-19T12:01:23.758618+0000","last_clean":"2024-09-19T12:01:23.758618+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T12:01:23.758618+0000","last_undegraded":"2024-09-19T12:01:23.758618+0000","last_fullsized":"2024-09-19T12:01:23.758618+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'28","last_scrub_stamp":"2024-09-19T12:01:23.758518+0000","last_deep_scrub":"261'28","last_deep_scrub_stamp":"2024-09-19T12:01:23.758518+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.758518+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:50:52.519451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:43.802672+0000","last_change":"2024-09-19T12:01:43.802672+0000","last_active":"2024-09-19T12:01:43.802672+0000","last_peered":"2024-09-19T12:01:43.802672+0000","last_clean":"2024-09-19T12:01:43.802672+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T12:01:43.802672+0000","last_undegraded":"2024-09-19T12:01:43.802672+0000","last_fullsized":"2024-09-19T12:01:43.802672+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:43.802589+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:43.802589+0000","last_clean_scrub_stamp":"2024-09-19T12:01:43.802589+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:54.391891+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.507786+0000","last_change":"2024-09-19T12:01:18.507786+0000","last_active":"2024-09-19T12:01:18.507786+0000","last_peered":"2024-09-19T12:01:18.507786+0000","last_clean":"2024-09-19T12:01:18.507786+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:01:18.507786+0000","last_undegraded":"2024-09-19T12:01:18.507786+0000","last_fullsized":"2024-09-19T12:01:18.507786+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:18.507696+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:18.507696+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.507696+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:18.521632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.529726+0000","last_change":"2024-09-19T12:01:25.529726+0000","last_active":"2024-09-19T12:01:25.529726+0000","last_peered":"2024-09-19T12:01:25.529726+0000","last_clean":"2024-09-19T12:01:25.529726+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T12:01:25.529726+0000","last_undegraded":"2024-09-19T12:01:25.529726+0000","last_fullsized":"2024-09-19T12:01:25.529726+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-19T12:01:25.529633+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-19T12:01:25.529633+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.529633+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:24.815906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":141,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.596962+0000","last_change":"2024-09-19T12:01:27.596962+0000","last_active":"2024-09-19T12:01:27.596962+0000","last_peered":"2024-09-19T12:01:27.596962+0000","last_clean":"2024-09-19T12:01:27.596962+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T12:01:27.596962+0000","last_undegraded":"2024-09-19T12:01:27.596962+0000","last_fullsized":"2024-09-19T12:01:27.596962+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'34","last_scrub_stamp":"2024-09-19T12:01:27.596891+0000","last_deep_scrub":"261'34","last_deep_scrub_stamp":"2024-09-19T12:01:27.596891+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.596891+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:45.353864+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.309130+0000","last_change":"2024-09-19T12:01:13.309130+0000","last_active":"2024-09-19T12:01:13.309130+0000","last_peered":"2024-09-19T12:01:13.309130+0000","last_clean":"2024-09-19T12:01:13.309130+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T12:01:13.309130+0000","last_undegraded":"2024-09-19T12:01:13.309130+0000","last_fullsized":"2024-09-19T12:01:13.309130+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:13.309006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:13.309006+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.309006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:25.270434+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.733681+0000","last_change":"2024-09-19T12:01:33.733681+0000","last_active":"2024-09-19T12:01:33.733681+0000","last_peered":"2024-09-19T12:01:33.733681+0000","last_clean":"2024-09-19T12:01:33.733681+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:01:33.733681+0000","last_undegraded":"2024-09-19T12:01:33.733681+0000","last_fullsized":"2024-09-19T12:01:33.733681+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'5","last_scrub_stamp":"2024-09-19T12:01:33.733597+0000","last_deep_scrub":"261'5","last_deep_scrub_stamp":"2024-09-19T12:01:33.733597+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.733597+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:11:19.083026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":68,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.772464+0000","last_change":"2024-09-19T12:01:32.772464+0000","last_active":"2024-09-19T12:01:32.772464+0000","last_peered":"2024-09-19T12:01:32.772464+0000","last_clean":"2024-09-19T12:01:32.772464+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T12:01:32.772464+0000","last_undegraded":"2024-09-19T12:01:32.772464+0000","last_fullsized":"2024-09-19T12:01:32.772464+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:32.772377+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:32.772377+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.772377+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:04:45.535777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":132,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.607254+0000","last_change":"2024-09-19T12:01:26.607158+0000","last_active":"2024-09-19T12:01:26.607254+0000","last_peered":"2024-09-19T12:01:26.607254+0000","last_clean":"2024-09-19T12:01:26.607254+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T12:01:26.607254+0000","last_undegraded":"2024-09-19T12:01:26.607254+0000","last_fullsized":"2024-09-19T12:01:26.607254+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'29","last_scrub_stamp":"2024-09-19T12:01:26.607056+0000","last_deep_scrub":"261'29","last_deep_scrub_stamp":"2024-09-19T12:01:26.607056+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.607056+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:33.462553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:38.866341+0000","last_change":"2024-09-19T12:01:38.866341+0000","last_active":"2024-09-19T12:01:38.866341+0000","last_peered":"2024-09-19T12:01:38.866341+0000","last_clean":"2024-09-19T12:01:38.866341+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T12:01:38.866341+0000","last_undegraded":"2024-09-19T12:01:38.866341+0000","last_fullsized":"2024-09-19T12:01:38.866341+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:38.866250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:38.866250+0000","last_clean_scrub_stamp":"2024-09-19T12:01:38.866250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:49:01.881854+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.489281+0000","last_change":"2024-09-19T12:01:27.489281+0000","last_active":"2024-09-19T12:01:27.489281+0000","last_peered":"2024-09-19T12:01:27.489281+0000","last_clean":"2024-09-19T12:01:27.489281+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T12:01:27.489281+0000","last_undegraded":"2024-09-19T12:01:27.489281+0000","last_fullsized":"2024-09-19T12:01:27.489281+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:27.489177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:27.489177+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.489177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:28.661426+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.262357+0000","last_change":"2024-09-19T12:01:10.262357+0000","last_active":"2024-09-19T12:01:10.262357+0000","last_peered":"2024-09-19T12:01:10.262357+0000","last_clean":"2024-09-19T12:01:10.262357+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T12:01:10.262357+0000","last_undegraded":"2024-09-19T12:01:10.262357+0000","last_fullsized":"2024-09-19T12:01:10.262357+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'3","last_scrub_stamp":"2024-09-19T12:01:10.262243+0000","last_deep_scrub":"258'3","last_deep_scrub_stamp":"2024-09-19T12:01:10.262243+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.262243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:07.726544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":99,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.510833+0000","last_change":"2024-09-19T12:01:23.510759+0000","last_active":"2024-09-19T12:01:23.510833+0000","last_peered":"2024-09-19T12:01:23.510833+0000","last_clean":"2024-09-19T12:01:23.510833+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T12:01:23.510833+0000","last_undegraded":"2024-09-19T12:01:23.510833+0000","last_fullsized":"2024-09-19T12:01:23.510833+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'18","last_scrub_stamp":"2024-09-19T12:01:23.510673+0000","last_deep_scrub":"261'18","last_deep_scrub_stamp":"2024-09-19T12:01:23.510673+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.510673+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:46.813259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.444487+0000","last_change":"2024-09-19T12:01:22.444487+0000","last_active":"2024-09-19T12:01:22.444487+0000","last_peered":"2024-09-19T12:01:22.444487+0000","last_clean":"2024-09-19T12:01:22.444487+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T12:01:22.444487+0000","last_undegraded":"2024-09-19T12:01:22.444487+0000","last_fullsized":"2024-09-19T12:01:22.444487+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:22.444399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:22.444399+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.444399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:06:19.412290+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.335810+0000","last_change":"2024-09-19T12:01:21.335810+0000","last_active":"2024-09-19T12:01:21.335810+0000","last_peered":"2024-09-19T12:01:21.335810+0000","last_clean":"2024-09-19T12:01:21.335810+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T12:01:21.335810+0000","last_undegraded":"2024-09-19T12:01:21.335810+0000","last_fullsized":"2024-09-19T12:01:21.335810+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:21.335713+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:21.335713+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.335713+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:13.090772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.706721+0000","last_change":"2024-09-19T12:01:32.706721+0000","last_active":"2024-09-19T12:01:32.706721+0000","last_peered":"2024-09-19T12:01:32.706721+0000","last_clean":"2024-09-19T12:01:32.706721+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T12:01:32.706721+0000","last_undegraded":"2024-09-19T12:01:32.706721+0000","last_fullsized":"2024-09-19T12:01:32.706721+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:32.706610+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:32.706610+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.706610+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:51.720542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":89,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.505528+0000","last_change":"2024-09-19T12:01:14.505411+0000","last_active":"2024-09-19T12:01:14.505528+0000","last_peered":"2024-09-19T12:01:14.505528+0000","last_clean":"2024-09-19T12:01:14.505528+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T12:01:14.505528+0000","last_undegraded":"2024-09-19T12:01:14.505528+0000","last_fullsized":"2024-09-19T12:01:14.505528+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'15","last_scrub_stamp":"2024-09-19T12:01:14.505311+0000","last_deep_scrub":"261'15","last_deep_scrub_stamp":"2024-09-19T12:01:14.505311+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.505311+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:24.424853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:37.846006+0000","last_change":"2024-09-19T12:01:37.846006+0000","last_active":"2024-09-19T12:01:37.846006+0000","last_peered":"2024-09-19T12:01:37.846006+0000","last_clean":"2024-09-19T12:01:37.846006+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T12:01:37.846006+0000","last_undegraded":"2024-09-19T12:01:37.846006+0000","last_fullsized":"2024-09-19T12:01:37.846006+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:37.845913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:37.845913+0000","last_clean_scrub_stamp":"2024-09-19T12:01:37.845913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:50.534137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.720322+0000","last_change":"2024-09-19T12:01:34.720322+0000","last_active":"2024-09-19T12:01:34.720322+0000","last_peered":"2024-09-19T12:01:34.720322+0000","last_clean":"2024-09-19T12:01:34.720322+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T12:01:34.720322+0000","last_undegraded":"2024-09-19T12:01:34.720322+0000","last_fullsized":"2024-09-19T12:01:34.720322+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:34.720198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:34.720198+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.720198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:10.411758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.408155+0000","last_change":"2024-09-19T12:01:17.408155+0000","last_active":"2024-09-19T12:01:17.408155+0000","last_peered":"2024-09-19T12:01:17.408155+0000","last_clean":"2024-09-19T12:01:17.408155+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T12:01:17.408155+0000","last_undegraded":"2024-09-19T12:01:17.408155+0000","last_fullsized":"2024-09-19T12:01:17.408155+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.408003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.408003+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.408003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:53:48.612267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.164478+0000","last_change":"2024-09-19T12:01:06.164417+0000","last_active":"2024-09-19T12:01:06.164478+0000","last_peered":"2024-09-19T12:01:06.164478+0000","last_clean":"2024-09-19T12:01:06.164478+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T12:01:06.164478+0000","last_undegraded":"2024-09-19T12:01:06.164478+0000","last_fullsized":"2024-09-19T12:01:06.164478+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'32","last_scrub_stamp":"2024-09-19T12:01:06.164334+0000","last_deep_scrub":"261'32","last_deep_scrub_stamp":"2024-09-19T12:01:06.164334+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.164334+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:22.545320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:41.815158+0000","last_change":"2024-09-19T12:01:41.815158+0000","last_active":"2024-09-19T12:01:41.815158+0000","last_peered":"2024-09-19T12:01:41.815158+0000","last_clean":"2024-09-19T12:01:41.815158+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T12:01:41.815158+0000","last_undegraded":"2024-09-19T12:01:41.815158+0000","last_fullsized":"2024-09-19T12:01:41.815158+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:41.815063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:41.815063+0000","last_clean_scrub_stamp":"2024-09-19T12:01:41.815063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:06.546062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.712204+0000","last_change":"2024-09-19T12:01:31.712204+0000","last_active":"2024-09-19T12:01:31.712204+0000","last_peered":"2024-09-19T12:01:31.712204+0000","last_clean":"2024-09-19T12:01:31.712204+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T12:01:31.712204+0000","last_undegraded":"2024-09-19T12:01:31.712204+0000","last_fullsized":"2024-09-19T12:01:31.712204+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:31.712114+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:31.712114+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.712114+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:28.970741+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.650131+0000","last_change":"2024-09-19T12:01:28.650131+0000","last_active":"2024-09-19T12:01:28.650131+0000","last_peered":"2024-09-19T12:01:28.650131+0000","last_clean":"2024-09-19T12:01:28.650131+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T12:01:28.650131+0000","last_undegraded":"2024-09-19T12:01:28.650131+0000","last_fullsized":"2024-09-19T12:01:28.650131+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:28.650046+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:28.650046+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.650046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:48.981953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":938,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.748032+0000","last_change":"2024-09-19T12:01:23.747974+0000","last_active":"2024-09-19T12:01:23.748032+0000","last_peered":"2024-09-19T12:01:23.748032+0000","last_clean":"2024-09-19T12:01:23.748032+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T12:01:23.748032+0000","last_undegraded":"2024-09-19T12:01:23.748032+0000","last_fullsized":"2024-09-19T12:01:23.748032+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'298","last_scrub_stamp":"2024-09-19T12:01:23.747884+0000","last_deep_scrub":"261'298","last_deep_scrub_stamp":"2024-09-19T12:01:23.747884+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.747884+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:17:06.498337+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:39.865400+0000","last_change":"2024-09-19T12:01:39.865400+0000","last_active":"2024-09-19T12:01:39.865400+0000","last_peered":"2024-09-19T12:01:39.865400+0000","last_clean":"2024-09-19T12:01:39.865400+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T12:01:39.865400+0000","last_undegraded":"2024-09-19T12:01:39.865400+0000","last_fullsized":"2024-09-19T12:01:39.865400+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:39.865313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:39.865313+0000","last_clean_scrub_stamp":"2024-09-19T12:01:39.865313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:24.489982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.817743+0000","last_change":"2024-09-19T12:01:33.817743+0000","last_active":"2024-09-19T12:01:33.817743+0000","last_peered":"2024-09-19T12:01:33.817743+0000","last_clean":"2024-09-19T12:01:33.817743+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T12:01:33.817743+0000","last_undegraded":"2024-09-19T12:01:33.817743+0000","last_fullsized":"2024-09-19T12:01:33.817743+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:33.817636+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:33.817636+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.817636+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:33.561136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.425989+0000","last_change":"2024-09-19T12:01:16.425989+0000","last_active":"2024-09-19T12:01:16.425989+0000","last_peered":"2024-09-19T12:01:16.425989+0000","last_clean":"2024-09-19T12:01:16.425989+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T12:01:16.425989+0000","last_undegraded":"2024-09-19T12:01:16.425989+0000","last_fullsized":"2024-09-19T12:01:16.425989+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.425881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.425881+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.425881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:07.931842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":106,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.713603+0000","last_change":"2024-09-19T12:01:23.713603+0000","last_active":"2024-09-19T12:01:23.713603+0000","last_peered":"2024-09-19T12:01:23.713603+0000","last_clean":"2024-09-19T12:01:23.713603+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T12:01:23.713603+0000","last_undegraded":"2024-09-19T12:01:23.713603+0000","last_fullsized":"2024-09-19T12:01:23.713603+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'18","last_scrub_stamp":"2024-09-19T12:01:23.713511+0000","last_deep_scrub":"258'18","last_deep_scrub_stamp":"2024-09-19T12:01:23.713511+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.713511+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:24.542889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:40.903612+0000","last_change":"2024-09-19T12:01:40.903612+0000","last_active":"2024-09-19T12:01:40.903612+0000","last_peered":"2024-09-19T12:01:40.903612+0000","last_clean":"2024-09-19T12:01:40.903612+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T12:01:40.903612+0000","last_undegraded":"2024-09-19T12:01:40.903612+0000","last_fullsized":"2024-09-19T12:01:40.903612+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:40.903522+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:40.903522+0000","last_clean_scrub_stamp":"2024-09-19T12:01:40.903522+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:29.908003+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.325683+0000","last_change":"2024-09-19T12:01:20.325683+0000","last_active":"2024-09-19T12:01:20.325683+0000","last_peered":"2024-09-19T12:01:20.325683+0000","last_clean":"2024-09-19T12:01:20.325683+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T12:01:20.325683+0000","last_undegraded":"2024-09-19T12:01:20.325683+0000","last_fullsized":"2024-09-19T12:01:20.325683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:20.325583+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:20.325583+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.325583+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:51.339585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.698203+0000","last_change":"2024-09-19T12:01:29.698203+0000","last_active":"2024-09-19T12:01:29.698203+0000","last_peered":"2024-09-19T12:01:29.698203+0000","last_clean":"2024-09-19T12:01:29.698203+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:01:29.698203+0000","last_undegraded":"2024-09-19T12:01:29.698203+0000","last_fullsized":"2024-09-19T12:01:29.698203+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:29.698108+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:29.698108+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.698108+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:39.621159+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":79,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.634288+0000","last_change":"2024-09-19T12:01:25.634288+0000","last_active":"2024-09-19T12:01:25.634288+0000","last_peered":"2024-09-19T12:01:25.634288+0000","last_clean":"2024-09-19T12:01:25.634288+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T12:01:25.634288+0000","last_undegraded":"2024-09-19T12:01:25.634288+0000","last_fullsized":"2024-09-19T12:01:25.634288+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'8","last_scrub_stamp":"2024-09-19T12:01:25.634193+0000","last_deep_scrub":"258'8","last_deep_scrub_stamp":"2024-09-19T12:01:25.634193+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.634193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:06.656212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:38.814198+0000","last_change":"2024-09-19T12:01:38.814198+0000","last_active":"2024-09-19T12:01:38.814198+0000","last_peered":"2024-09-19T12:01:38.814198+0000","last_clean":"2024-09-19T12:01:38.814198+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T12:01:38.814198+0000","last_undegraded":"2024-09-19T12:01:38.814198+0000","last_fullsized":"2024-09-19T12:01:38.814198+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:38.814111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:38.814111+0000","last_clean_scrub_stamp":"2024-09-19T12:01:38.814111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:06.151020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":65,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.838191+0000","last_change":"2024-09-19T12:01:34.838191+0000","last_active":"2024-09-19T12:01:34.838191+0000","last_peered":"2024-09-19T12:01:34.838191+0000","last_clean":"2024-09-19T12:01:34.838191+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T12:01:34.838191+0000","last_undegraded":"2024-09-19T12:01:34.838191+0000","last_fullsized":"2024-09-19T12:01:34.838191+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'11","last_scrub_stamp":"2024-09-19T12:01:34.838086+0000","last_deep_scrub":"258'11","last_deep_scrub_stamp":"2024-09-19T12:01:34.838086+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.838086+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:08.274610+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.759898+0000","last_change":"2024-09-19T12:01:24.759898+0000","last_active":"2024-09-19T12:01:24.759898+0000","last_peered":"2024-09-19T12:01:24.759898+0000","last_clean":"2024-09-19T12:01:24.759898+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:01:24.759898+0000","last_undegraded":"2024-09-19T12:01:24.759898+0000","last_fullsized":"2024-09-19T12:01:24.759898+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:24.759770+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:24.759770+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.759770+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:02:59.681152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":82,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.530248+0000","last_change":"2024-09-19T12:01:13.530248+0000","last_active":"2024-09-19T12:01:13.530248+0000","last_peered":"2024-09-19T12:01:13.530248+0000","last_clean":"2024-09-19T12:01:13.530248+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T12:01:13.530248+0000","last_undegraded":"2024-09-19T12:01:13.530248+0000","last_fullsized":"2024-09-19T12:01:13.530248+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:13.530154+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:13.530154+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.530154+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:02.761282+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:35.873152+0000","last_change":"2024-09-19T12:01:35.873152+0000","last_active":"2024-09-19T12:01:35.873152+0000","last_peered":"2024-09-19T12:01:35.873152+0000","last_clean":"2024-09-19T12:01:35.873152+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T12:01:35.873152+0000","last_undegraded":"2024-09-19T12:01:35.873152+0000","last_fullsized":"2024-09-19T12:01:35.873152+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:35.873052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:35.873052+0000","last_clean_scrub_stamp":"2024-09-19T12:01:35.873052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:56.250246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:36.820517+0000","last_change":"2024-09-19T12:01:36.820517+0000","last_active":"2024-09-19T12:01:36.820517+0000","last_peered":"2024-09-19T12:01:36.820517+0000","last_clean":"2024-09-19T12:01:36.820517+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T12:01:36.820517+0000","last_undegraded":"2024-09-19T12:01:36.820517+0000","last_fullsized":"2024-09-19T12:01:36.820517+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:36.820403+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:36.820403+0000","last_clean_scrub_stamp":"2024-09-19T12:01:36.820403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:43:17.525608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":61,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.735701+0000","last_change":"2024-09-19T12:01:31.735701+0000","last_active":"2024-09-19T12:01:31.735701+0000","last_peered":"2024-09-19T12:01:31.735701+0000","last_clean":"2024-09-19T12:01:31.735701+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:01:31.735701+0000","last_undegraded":"2024-09-19T12:01:31.735701+0000","last_fullsized":"2024-09-19T12:01:31.735701+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:31.735606+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:31.735606+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.735606+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:04.558947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":88,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.794200+0000","last_change":"2024-09-19T12:01:22.794200+0000","last_active":"2024-09-19T12:01:22.794200+0000","last_peered":"2024-09-19T12:01:22.794200+0000","last_clean":"2024-09-19T12:01:22.794200+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T12:01:22.794200+0000","last_undegraded":"2024-09-19T12:01:22.794200+0000","last_fullsized":"2024-09-19T12:01:22.794200+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'13","last_scrub_stamp":"2024-09-19T12:01:22.794116+0000","last_deep_scrub":"261'13","last_deep_scrub_stamp":"2024-09-19T12:01:22.794116+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.794116+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:46.860678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.468733+0000","last_change":"2024-09-19T12:01:30.468733+0000","last_active":"2024-09-19T12:01:30.468733+0000","last_peered":"2024-09-19T12:01:30.468733+0000","last_clean":"2024-09-19T12:01:30.468733+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T12:01:30.468733+0000","last_undegraded":"2024-09-19T12:01:30.468733+0000","last_fullsized":"2024-09-19T12:01:30.468733+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:30.468644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:30.468644+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.468644+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:54.496075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:35.771687+0000","last_change":"2024-09-19T12:01:35.771687+0000","last_active":"2024-09-19T12:01:35.771687+0000","last_peered":"2024-09-19T12:01:35.771687+0000","last_clean":"2024-09-19T12:01:35.771687+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T12:01:35.771687+0000","last_undegraded":"2024-09-19T12:01:35.771687+0000","last_fullsized":"2024-09-19T12:01:35.771687+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:35.771595+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:35.771595+0000","last_clean_scrub_stamp":"2024-09-19T12:01:35.771595+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:53.833680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.167820+0000","last_change":"2024-09-19T12:01:07.167765+0000","last_active":"2024-09-19T12:01:07.167820+0000","last_peered":"2024-09-19T12:01:07.167820+0000","last_clean":"2024-09-19T12:01:07.167820+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T12:01:07.167820+0000","last_undegraded":"2024-09-19T12:01:07.167820+0000","last_fullsized":"2024-09-19T12:01:07.167820+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:07.167693+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:07.167693+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.167693+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:05.710162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":95,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.491886+0000","last_change":"2024-09-19T12:01:12.491886+0000","last_active":"2024-09-19T12:01:12.491886+0000","last_peered":"2024-09-19T12:01:12.491886+0000","last_clean":"2024-09-19T12:01:12.491886+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T12:01:12.491886+0000","last_undegraded":"2024-09-19T12:01:12.491886+0000","last_fullsized":"2024-09-19T12:01:12.491886+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'16","last_scrub_stamp":"2024-09-19T12:01:12.491787+0000","last_deep_scrub":"261'16","last_deep_scrub_stamp":"2024-09-19T12:01:12.491787+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.491787+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:14.629088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.311881+0000","last_change":"2024-09-19T12:01:24.311881+0000","last_active":"2024-09-19T12:01:24.311881+0000","last_peered":"2024-09-19T12:01:24.311881+0000","last_clean":"2024-09-19T12:01:24.311881+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T12:01:24.311881+0000","last_undegraded":"2024-09-19T12:01:24.311881+0000","last_fullsized":"2024-09-19T12:01:24.311881+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:24.311777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:24.311777+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.311777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:09.647342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.662059+0000","last_change":"2024-09-19T12:01:28.662059+0000","last_active":"2024-09-19T12:01:28.662059+0000","last_peered":"2024-09-19T12:01:28.662059+0000","last_clean":"2024-09-19T12:01:28.662059+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:01:28.662059+0000","last_undegraded":"2024-09-19T12:01:28.662059+0000","last_fullsized":"2024-09-19T12:01:28.662059+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:28.661970+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:28.661970+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.661970+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:18:18.158533+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.538789+0000","last_change":"2024-09-19T12:01:24.538789+0000","last_active":"2024-09-19T12:01:24.538789+0000","last_peered":"2024-09-19T12:01:24.538789+0000","last_clean":"2024-09-19T12:01:24.538789+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T12:01:24.538789+0000","last_undegraded":"2024-09-19T12:01:24.538789+0000","last_fullsized":"2024-09-19T12:01:24.538789+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:24.538643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:24.538643+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.538643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:34:15.753269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":125,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.669214+0000","last_change":"2024-09-19T12:01:22.669164+0000","last_active":"2024-09-19T12:01:22.669214+0000","last_peered":"2024-09-19T12:01:22.669214+0000","last_clean":"2024-09-19T12:01:22.669214+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T12:01:22.669214+0000","last_undegraded":"2024-09-19T12:01:22.669214+0000","last_fullsized":"2024-09-19T12:01:22.669214+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'25","last_scrub_stamp":"2024-09-19T12:01:22.669066+0000","last_deep_scrub":"261'25","last_deep_scrub_stamp":"2024-09-19T12:01:22.669066+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.669066+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:31.906251+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.643947+0000","last_change":"2024-09-19T12:01:34.643947+0000","last_active":"2024-09-19T12:01:34.643947+0000","last_peered":"2024-09-19T12:01:34.643947+0000","last_clean":"2024-09-19T12:01:34.643947+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T12:01:34.643947+0000","last_undegraded":"2024-09-19T12:01:34.643947+0000","last_fullsized":"2024-09-19T12:01:34.643947+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:34.643846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:34.643846+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.643846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:06.328027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.703420+0000","last_change":"2024-09-19T12:01:30.703420+0000","last_active":"2024-09-19T12:01:30.703420+0000","last_peered":"2024-09-19T12:01:30.703420+0000","last_clean":"2024-09-19T12:01:30.703420+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T12:01:30.703420+0000","last_undegraded":"2024-09-19T12:01:30.703420+0000","last_fullsized":"2024-09-19T12:01:30.703420+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:30.703338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:30.703338+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.703338+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:11.990356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.702547+0000","last_change":"2024-09-19T12:01:30.702547+0000","last_active":"2024-09-19T12:01:30.702547+0000","last_peered":"2024-09-19T12:01:30.702547+0000","last_clean":"2024-09-19T12:01:30.702547+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:01:30.702547+0000","last_undegraded":"2024-09-19T12:01:30.702547+0000","last_fullsized":"2024-09-19T12:01:30.702547+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:30.702443+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:30.702443+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.702443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:50.052888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":144,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.528455+0000","last_change":"2024-09-19T12:01:13.528395+0000","last_active":"2024-09-19T12:01:13.528455+0000","last_peered":"2024-09-19T12:01:13.528455+0000","last_clean":"2024-09-19T12:01:13.528455+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T12:01:13.528455+0000","last_undegraded":"2024-09-19T12:01:13.528455+0000","last_fullsized":"2024-09-19T12:01:13.528455+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'34","last_scrub_stamp":"2024-09-19T12:01:13.528321+0000","last_deep_scrub":"261'34","last_deep_scrub_stamp":"2024-09-19T12:01:13.528321+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.528321+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:28.446206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.328464+0000","last_change":"2024-09-19T12:01:12.328464+0000","last_active":"2024-09-19T12:01:12.328464+0000","last_peered":"2024-09-19T12:01:12.328464+0000","last_clean":"2024-09-19T12:01:12.328464+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T12:01:12.328464+0000","last_undegraded":"2024-09-19T12:01:12.328464+0000","last_fullsized":"2024-09-19T12:01:12.328464+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:12.328367+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:12.328367+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.328367+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:32:56.290211+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.373856+0000","last_change":"2024-09-19T12:01:19.373856+0000","last_active":"2024-09-19T12:01:19.373856+0000","last_peered":"2024-09-19T12:01:19.373856+0000","last_clean":"2024-09-19T12:01:19.373856+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T12:01:19.373856+0000","last_undegraded":"2024-09-19T12:01:19.373856+0000","last_fullsized":"2024-09-19T12:01:19.373856+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:19.373734+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:19.373734+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.373734+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:04.532949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.637998+0000","last_change":"2024-09-19T12:01:25.637998+0000","last_active":"2024-09-19T12:01:25.637998+0000","last_peered":"2024-09-19T12:01:25.637998+0000","last_clean":"2024-09-19T12:01:25.637998+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:01:25.637998+0000","last_undegraded":"2024-09-19T12:01:25.637998+0000","last_fullsized":"2024-09-19T12:01:25.637998+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'6","last_scrub_stamp":"2024-09-19T12:01:25.637887+0000","last_deep_scrub":"261'6","last_deep_scrub_stamp":"2024-09-19T12:01:25.637887+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.637887+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:21.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.481195+0000","last_change":"2024-09-19T12:01:22.481101+0000","last_active":"2024-09-19T12:01:22.481195+0000","last_peered":"2024-09-19T12:01:22.481195+0000","last_clean":"2024-09-19T12:01:22.481195+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T12:01:22.481195+0000","last_undegraded":"2024-09-19T12:01:22.481195+0000","last_fullsized":"2024-09-19T12:01:22.481195+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'22","last_scrub_stamp":"2024-09-19T12:01:22.481007+0000","last_deep_scrub":"261'22","last_deep_scrub_stamp":"2024-09-19T12:01:22.481007+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.481007+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:41.498400+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:39.796165+0000","last_change":"2024-09-19T12:01:39.796165+0000","last_active":"2024-09-19T12:01:39.796165+0000","last_peered":"2024-09-19T12:01:39.796165+0000","last_clean":"2024-09-19T12:01:39.796165+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T12:01:39.796165+0000","last_undegraded":"2024-09-19T12:01:39.796165+0000","last_fullsized":"2024-09-19T12:01:39.796165+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:39.796074+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:39.796074+0000","last_clean_scrub_stamp":"2024-09-19T12:01:39.796074+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:08.076008+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.535507+0000","last_change":"2024-09-19T12:01:26.535507+0000","last_active":"2024-09-19T12:01:26.535507+0000","last_peered":"2024-09-19T12:01:26.535507+0000","last_clean":"2024-09-19T12:01:26.535507+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:01:26.535507+0000","last_undegraded":"2024-09-19T12:01:26.535507+0000","last_fullsized":"2024-09-19T12:01:26.535507+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-19T12:01:26.535408+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-19T12:01:26.535408+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.535408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:56.519580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.679555+0000","last_change":"2024-09-19T12:01:27.679555+0000","last_active":"2024-09-19T12:01:27.679555+0000","last_peered":"2024-09-19T12:01:27.679555+0000","last_clean":"2024-09-19T12:01:27.679555+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T12:01:27.679555+0000","last_undegraded":"2024-09-19T12:01:27.679555+0000","last_fullsized":"2024-09-19T12:01:27.679555+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:27.679460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:27.679460+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.679460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:07.069089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":190,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.760116+0000","last_change":"2024-09-19T12:01:22.760039+0000","last_active":"2024-09-19T12:01:22.760116+0000","last_peered":"2024-09-19T12:01:22.760116+0000","last_clean":"2024-09-19T12:01:22.760116+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T12:01:22.760116+0000","last_undegraded":"2024-09-19T12:01:22.760116+0000","last_fullsized":"2024-09-19T12:01:22.760116+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'49","last_scrub_stamp":"2024-09-19T12:01:22.759957+0000","last_deep_scrub":"261'49","last_deep_scrub_stamp":"2024-09-19T12:01:22.759957+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.759957+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:24.852563+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:40.840071+0000","last_change":"2024-09-19T12:01:40.840071+0000","last_active":"2024-09-19T12:01:40.840071+0000","last_peered":"2024-09-19T12:01:40.840071+0000","last_clean":"2024-09-19T12:01:40.840071+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T12:01:40.840071+0000","last_undegraded":"2024-09-19T12:01:40.840071+0000","last_fullsized":"2024-09-19T12:01:40.840071+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:40.839973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:40.839973+0000","last_clean_scrub_stamp":"2024-09-19T12:01:40.839973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:57.287117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.505043+0000","last_change":"2024-09-19T12:01:20.505043+0000","last_active":"2024-09-19T12:01:20.505043+0000","last_peered":"2024-09-19T12:01:20.505043+0000","last_clean":"2024-09-19T12:01:20.505043+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T12:01:20.505043+0000","last_undegraded":"2024-09-19T12:01:20.505043+0000","last_fullsized":"2024-09-19T12:01:20.505043+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:20.504962+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:20.504962+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.504962+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:21:29.041938+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.472026+0000","last_change":"2024-09-19T12:01:15.472026+0000","last_active":"2024-09-19T12:01:15.472026+0000","last_peered":"2024-09-19T12:01:15.472026+0000","last_clean":"2024-09-19T12:01:15.472026+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T12:01:15.472026+0000","last_undegraded":"2024-09-19T12:01:15.472026+0000","last_fullsized":"2024-09-19T12:01:15.472026+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:15.471939+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:15.471939+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.471939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:31.005427+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":140,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.536150+0000","last_change":"2024-09-19T12:01:11.536091+0000","last_active":"2024-09-19T12:01:11.536150+0000","last_peered":"2024-09-19T12:01:11.536150+0000","last_clean":"2024-09-19T12:01:11.536150+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T12:01:11.536150+0000","last_undegraded":"2024-09-19T12:01:11.536150+0000","last_fullsized":"2024-09-19T12:01:11.536150+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'29","last_scrub_stamp":"2024-09-19T12:01:11.535996+0000","last_deep_scrub":"258'29","last_deep_scrub_stamp":"2024-09-19T12:01:11.535996+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.535996+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:10.650891+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:36.893237+0000","last_change":"2024-09-19T12:01:36.893237+0000","last_active":"2024-09-19T12:01:36.893237+0000","last_peered":"2024-09-19T12:01:36.893237+0000","last_clean":"2024-09-19T12:01:36.893237+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T12:01:36.893237+0000","last_undegraded":"2024-09-19T12:01:36.893237+0000","last_fullsized":"2024-09-19T12:01:36.893237+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:36.893119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:36.893119+0000","last_clean_scrub_stamp":"2024-09-19T12:01:36.893119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:56.204077+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.748718+0000","last_change":"2024-09-19T12:01:29.748718+0000","last_active":"2024-09-19T12:01:29.748718+0000","last_peered":"2024-09-19T12:01:29.748718+0000","last_clean":"2024-09-19T12:01:29.748718+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T12:01:29.748718+0000","last_undegraded":"2024-09-19T12:01:29.748718+0000","last_fullsized":"2024-09-19T12:01:29.748718+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:29.748636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:29.748636+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.748636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:26.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.518540+0000","last_change":"2024-09-19T12:01:17.518540+0000","last_active":"2024-09-19T12:01:17.518540+0000","last_peered":"2024-09-19T12:01:17.518540+0000","last_clean":"2024-09-19T12:01:17.518540+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T12:01:17.518540+0000","last_undegraded":"2024-09-19T12:01:17.518540+0000","last_fullsized":"2024-09-19T12:01:17.518540+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:17.518458+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:17.518458+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.518458+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:42.929002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":174,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.660362+0000","last_change":"2024-09-19T12:01:21.660362+0000","last_active":"2024-09-19T12:01:21.660362+0000","last_peered":"2024-09-19T12:01:21.660362+0000","last_clean":"2024-09-19T12:01:21.660362+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T12:01:21.660362+0000","last_undegraded":"2024-09-19T12:01:21.660362+0000","last_fullsized":"2024-09-19T12:01:21.660362+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'44","last_scrub_stamp":"2024-09-19T12:01:21.660275+0000","last_deep_scrub":"261'44","last_deep_scrub_stamp":"2024-09-19T12:01:21.660275+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.660275+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:28.805797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":943,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.672949+0000","last_change":"2024-09-19T12:00:59.672949+0000","last_active":"2024-09-19T12:00:59.672949+0000","last_peered":"2024-09-19T12:00:59.672949+0000","last_clean":"2024-09-19T12:00:59.672949+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:59.672949+0000","last_undegraded":"2024-09-19T12:00:59.672949+0000","last_fullsized":"2024-09-19T12:00:59.672949+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'246","last_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_deep_scrub":"261'246","last_deep_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.672856+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:39.881169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'478","reported_seq":1985,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.538191+0000","last_change":"2024-09-19T12:01:02.538191+0000","last_active":"2024-09-19T12:01:02.538191+0000","last_peered":"2024-09-19T12:01:02.538191+0000","last_clean":"2024-09-19T12:01:02.538191+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T12:01:02.538191+0000","last_undegraded":"2024-09-19T12:01:02.538191+0000","last_fullsized":"2024-09-19T12:01:02.538191+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'478","last_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_deep_scrub":"261'478","last_deep_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.538096+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:46.271861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":826,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.606232+0000","last_change":"2024-09-19T12:00:50.606232+0000","last_active":"2024-09-19T12:00:50.606232+0000","last_peered":"2024-09-19T12:00:50.606232+0000","last_clean":"2024-09-19T12:00:50.606232+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:50.606232+0000","last_undegraded":"2024-09-19T12:00:50.606232+0000","last_fullsized":"2024-09-19T12:00:50.606232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.606134+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:38.098429+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1720,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.689712+0000","last_change":"2024-09-19T12:01:02.689712+0000","last_active":"2024-09-19T12:01:02.689712+0000","last_peered":"2024-09-19T12:01:02.689712+0000","last_clean":"2024-09-19T12:01:02.689712+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T12:01:02.689712+0000","last_undegraded":"2024-09-19T12:01:02.689712+0000","last_fullsized":"2024-09-19T12:01:02.689712+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'346","last_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_deep_scrub":"261'346","last_deep_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.689590+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:32.771842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'210","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.654464+0000","last_change":"2024-09-19T12:00:51.654464+0000","last_active":"2024-09-19T12:00:51.654464+0000","last_peered":"2024-09-19T12:00:51.654464+0000","last_clean":"2024-09-19T12:00:51.654464+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:51.654464+0000","last_undegraded":"2024-09-19T12:00:51.654464+0000","last_fullsized":"2024-09-19T12:00:51.654464+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'210","last_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_deep_scrub":"261'210","last_deep_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.654335+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.297418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1978","reported_seq":3724,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.714680+0000","last_change":"2024-09-19T12:01:04.714680+0000","last_active":"2024-09-19T12:01:04.714680+0000","last_peered":"2024-09-19T12:01:04.714680+0000","last_clean":"2024-09-19T12:01:04.714680+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:01:04.714680+0000","last_undegraded":"2024-09-19T12:01:04.714680+0000","last_fullsized":"2024-09-19T12:01:04.714680+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1978","last_scrub_stamp":"2024-09-19T12:01:04.714592+0000","last_deep_scrub":"261'1978","last_deep_scrub_stamp":"2024-09-19T12:01:04.714592+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.714592+0000","objects_scrubbed":1,"log_size":78,"log_dups_size":1900,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:51:43.039706+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'275","reported_seq":961,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.456924+0000","last_change":"2024-09-19T12:00:57.456924+0000","last_active":"2024-09-19T12:00:57.456924+0000","last_peered":"2024-09-19T12:00:57.456924+0000","last_clean":"2024-09-19T12:00:57.456924+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:57.456924+0000","last_undegraded":"2024-09-19T12:00:57.456924+0000","last_fullsized":"2024-09-19T12:00:57.456924+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.456830+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:55.512243+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'484","reported_seq":2150,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.624456+0000","last_change":"2024-09-19T12:01:01.624456+0000","last_active":"2024-09-19T12:01:01.624456+0000","last_peered":"2024-09-19T12:01:01.624456+0000","last_clean":"2024-09-19T12:01:01.624456+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T12:01:01.624456+0000","last_undegraded":"2024-09-19T12:01:01.624456+0000","last_fullsized":"2024-09-19T12:01:01.624456+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'484","last_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_deep_scrub":"261'484","last_deep_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.624366+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:38:38.902124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'241","reported_seq":965,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.637651+0000","last_change":"2024-09-19T12:00:58.637651+0000","last_active":"2024-09-19T12:00:58.637651+0000","last_peered":"2024-09-19T12:00:58.637651+0000","last_clean":"2024-09-19T12:00:58.637651+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:58.637651+0000","last_undegraded":"2024-09-19T12:00:58.637651+0000","last_fullsized":"2024-09-19T12:00:58.637651+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.637524+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:19.938641+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'880","reported_seq":2548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.751128+0000","last_change":"2024-09-19T12:00:57.751128+0000","last_active":"2024-09-19T12:00:57.751128+0000","last_peered":"2024-09-19T12:00:57.751128+0000","last_clean":"2024-09-19T12:00:57.751128+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T12:00:57.751128+0000","last_undegraded":"2024-09-19T12:00:57.751128+0000","last_fullsized":"2024-09-19T12:00:57.751128+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'880","last_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_deep_scrub":"261'880","last_deep_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.751027+0000","objects_scrubbed":1,"log_size":80,"log_dups_size":800,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:06.783543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'251","reported_seq":882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.468097+0000","last_change":"2024-09-19T12:00:55.468097+0000","last_active":"2024-09-19T12:00:55.468097+0000","last_peered":"2024-09-19T12:00:55.468097+0000","last_clean":"2024-09-19T12:00:55.468097+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:55.468097+0000","last_undegraded":"2024-09-19T12:00:55.468097+0000","last_fullsized":"2024-09-19T12:00:55.468097+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.467975+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:48.592182+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'392","reported_seq":1910,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.669277+0000","last_change":"2024-09-19T12:01:05.669277+0000","last_active":"2024-09-19T12:01:05.669277+0000","last_peered":"2024-09-19T12:01:05.669277+0000","last_clean":"2024-09-19T12:01:05.669277+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T12:01:05.669277+0000","last_undegraded":"2024-09-19T12:01:05.669277+0000","last_fullsized":"2024-09-19T12:01:05.669277+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'392","last_scrub_stamp":"2024-09-19T12:01:05.669185+0000","last_deep_scrub":"261'392","last_deep_scrub_stamp":"2024-09-19T12:01:05.669185+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.669185+0000","objects_scrubbed":2,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:42.413584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2808,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'259","reported_seq":918,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.675222+0000","last_change":"2024-09-19T12:00:57.675222+0000","last_active":"2024-09-19T12:00:57.675222+0000","last_peered":"2024-09-19T12:00:57.675222+0000","last_clean":"2024-09-19T12:00:57.675222+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:57.675222+0000","last_undegraded":"2024-09-19T12:00:57.675222+0000","last_fullsized":"2024-09-19T12:00:57.675222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'259","last_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_deep_scrub":"261'259","last_deep_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.675051+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:28.715599+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'406","reported_seq":1977,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.492697+0000","last_change":"2024-09-19T12:01:04.492697+0000","last_active":"2024-09-19T12:01:04.492697+0000","last_peered":"2024-09-19T12:01:04.492697+0000","last_clean":"2024-09-19T12:01:04.492697+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T12:01:04.492697+0000","last_undegraded":"2024-09-19T12:01:04.492697+0000","last_fullsized":"2024-09-19T12:01:04.492697+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'406","last_scrub_stamp":"2024-09-19T12:01:04.492578+0000","last_deep_scrub":"261'406","last_deep_scrub_stamp":"2024-09-19T12:01:04.492578+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.492578+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:30.635318+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":640,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'205","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.636778+0000","last_change":"2024-09-19T12:00:53.636778+0000","last_active":"2024-09-19T12:00:53.636778+0000","last_peered":"2024-09-19T12:00:53.636778+0000","last_clean":"2024-09-19T12:00:53.636778+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:53.636778+0000","last_undegraded":"2024-09-19T12:00:53.636778+0000","last_fullsized":"2024-09-19T12:00:53.636778+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.636667+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:24.400297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'554","reported_seq":2376,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.095760+0000","last_change":"2024-09-19T12:00:55.095760+0000","last_active":"2024-09-19T12:00:55.095760+0000","last_peered":"2024-09-19T12:00:55.095760+0000","last_clean":"2024-09-19T12:00:55.095760+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:55.095760+0000","last_undegraded":"2024-09-19T12:00:55.095760+0000","last_fullsized":"2024-09-19T12:00:55.095760+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'554","last_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_deep_scrub":"261'554","last_deep_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.095682+0000","objects_scrubbed":1,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.801602+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'429","reported_seq":2047,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.653597+0000","last_change":"2024-09-19T12:01:02.653597+0000","last_active":"2024-09-19T12:01:02.653597+0000","last_peered":"2024-09-19T12:01:02.653597+0000","last_clean":"2024-09-19T12:01:02.653597+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T12:01:02.653597+0000","last_undegraded":"2024-09-19T12:01:02.653597+0000","last_fullsized":"2024-09-19T12:01:02.653597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'429","last_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_deep_scrub":"261'429","last_deep_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.653498+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:27.496144+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":467,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'229","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.641393+0000","last_change":"2024-09-19T12:00:56.641334+0000","last_active":"2024-09-19T12:00:56.641393+0000","last_peered":"2024-09-19T12:00:56.641393+0000","last_clean":"2024-09-19T12:00:56.641393+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:56.641393+0000","last_undegraded":"2024-09-19T12:00:56.641393+0000","last_fullsized":"2024-09-19T12:00:56.641393+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.641227+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:46.914783+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'779","reported_seq":2254,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.717004+0000","last_change":"2024-09-19T12:01:03.717004+0000","last_active":"2024-09-19T12:01:03.717004+0000","last_peered":"2024-09-19T12:01:03.717004+0000","last_clean":"2024-09-19T12:01:03.717004+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T12:01:03.717004+0000","last_undegraded":"2024-09-19T12:01:03.717004+0000","last_fullsized":"2024-09-19T12:01:03.717004+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'779","last_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_deep_scrub":"261'779","last_deep_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.716921+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:07.265117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'211","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.731293+0000","last_change":"2024-09-19T12:00:54.731177+0000","last_active":"2024-09-19T12:00:54.731293+0000","last_peered":"2024-09-19T12:00:54.731293+0000","last_clean":"2024-09-19T12:00:54.731293+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:54.731293+0000","last_undegraded":"2024-09-19T12:00:54.731293+0000","last_fullsized":"2024-09-19T12:00:54.731293+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.731059+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:01.838203+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'913","reported_seq":2629,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.554577+0000","last_change":"2024-09-19T12:01:01.554577+0000","last_active":"2024-09-19T12:01:01.554577+0000","last_peered":"2024-09-19T12:01:01.554577+0000","last_clean":"2024-09-19T12:01:01.554577+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T12:01:01.554577+0000","last_undegraded":"2024-09-19T12:01:01.554577+0000","last_fullsized":"2024-09-19T12:01:01.554577+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'913","last_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_deep_scrub":"261'913","last_deep_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.554470+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":900,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:37.454954+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'185","reported_seq":781,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.716722+0000","last_change":"2024-09-19T12:00:52.716667+0000","last_active":"2024-09-19T12:00:52.716722+0000","last_peered":"2024-09-19T12:00:52.716722+0000","last_clean":"2024-09-19T12:00:52.716722+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:52.716722+0000","last_undegraded":"2024-09-19T12:00:52.716722+0000","last_fullsized":"2024-09-19T12:00:52.716722+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'185","last_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_deep_scrub":"261'185","last_deep_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.716565+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.202750+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'397","reported_seq":1867,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.094462+0000","last_change":"2024-09-19T12:00:53.094393+0000","last_active":"2024-09-19T12:00:53.094462+0000","last_peered":"2024-09-19T12:00:53.094462+0000","last_clean":"2024-09-19T12:00:53.094462+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T12:00:53.094462+0000","last_undegraded":"2024-09-19T12:00:53.094462+0000","last_fullsized":"2024-09-19T12:00:53.094462+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'397","last_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_deep_scrub":"261'397","last_deep_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.094290+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:51.496957+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'237","reported_seq":870,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.823022+0000","last_change":"2024-09-19T12:00:50.822961+0000","last_active":"2024-09-19T12:00:50.823022+0000","last_peered":"2024-09-19T12:00:50.823022+0000","last_clean":"2024-09-19T12:00:50.823022+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:50.823022+0000","last_undegraded":"2024-09-19T12:00:50.823022+0000","last_fullsized":"2024-09-19T12:00:50.823022+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'237","last_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_deep_scrub":"261'237","last_deep_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.822854+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:20.271447+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1940,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.083625+0000","last_change":"2024-09-19T12:00:54.083550+0000","last_active":"2024-09-19T12:00:54.083625+0000","last_peered":"2024-09-19T12:00:54.083625+0000","last_clean":"2024-09-19T12:00:54.083625+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T12:00:54.083625+0000","last_undegraded":"2024-09-19T12:00:54.083625+0000","last_fullsized":"2024-09-19T12:00:54.083625+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'438","last_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_deep_scrub":"261'438","last_deep_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.083462+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:52.045723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'204","reported_seq":879,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.665019+0000","last_change":"2024-09-19T12:00:52.664967+0000","last_active":"2024-09-19T12:00:52.665019+0000","last_peered":"2024-09-19T12:00:52.665019+0000","last_clean":"2024-09-19T12:00:52.665019+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:52.665019+0000","last_undegraded":"2024-09-19T12:00:52.665019+0000","last_fullsized":"2024-09-19T12:00:52.665019+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'204","last_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_deep_scrub":"261'204","last_deep_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.664860+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:14.108855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'865","reported_seq":2617,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.688952+0000","last_change":"2024-09-19T12:01:03.688844+0000","last_active":"2024-09-19T12:01:03.688952+0000","last_peered":"2024-09-19T12:01:03.688952+0000","last_clean":"2024-09-19T12:01:03.688952+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:01:03.688952+0000","last_undegraded":"2024-09-19T12:01:03.688952+0000","last_fullsized":"2024-09-19T12:01:03.688952+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'865","last_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_deep_scrub":"261'865","last_deep_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.688740+0000","objects_scrubbed":3,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:46:13.235694+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2044,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'180","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.679227+0000","last_change":"2024-09-19T12:00:50.679227+0000","last_active":"2024-09-19T12:00:50.679227+0000","last_peered":"2024-09-19T12:00:50.679227+0000","last_clean":"2024-09-19T12:00:50.679227+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:50.679227+0000","last_undegraded":"2024-09-19T12:00:50.679227+0000","last_fullsized":"2024-09-19T12:00:50.679227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.679107+0000","objects_scrubbed":4,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:41.211451+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'171","reported_seq":739,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.735524+0000","last_change":"2024-09-19T12:01:20.735417+0000","last_active":"2024-09-19T12:01:20.735524+0000","last_peered":"2024-09-19T12:01:20.735524+0000","last_clean":"2024-09-19T12:01:20.735524+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T12:01:20.735524+0000","last_undegraded":"2024-09-19T12:01:20.735524+0000","last_fullsized":"2024-09-19T12:01:20.735524+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'171","last_scrub_stamp":"2024-09-19T12:01:20.735299+0000","last_deep_scrub":"261'171","last_deep_scrub_stamp":"2024-09-19T12:01:20.735299+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.735299+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:23.609842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1137","reported_seq":3061,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.549687+0000","last_change":"2024-09-19T12:00:56.549687+0000","last_active":"2024-09-19T12:00:56.549687+0000","last_peered":"2024-09-19T12:00:56.549687+0000","last_clean":"2024-09-19T12:00:56.549687+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T12:00:56.549687+0000","last_undegraded":"2024-09-19T12:00:56.549687+0000","last_fullsized":"2024-09-19T12:00:56.549687+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1137","last_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_deep_scrub":"261'1137","last_deep_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.549598+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":1100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:49.916039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1182,"num_omap_keys":5,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'235","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.612824+0000","last_change":"2024-09-19T12:00:53.612824+0000","last_active":"2024-09-19T12:00:53.612824+0000","last_peered":"2024-09-19T12:00:53.612824+0000","last_clean":"2024-09-19T12:00:53.612824+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:53.612824+0000","last_undegraded":"2024-09-19T12:00:53.612824+0000","last_fullsized":"2024-09-19T12:00:53.612824+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.612730+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:24.322603+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.499771+0000","last_change":"2024-09-19T12:01:07.499707+0000","last_active":"2024-09-19T12:01:07.499771+0000","last_peered":"2024-09-19T12:01:07.499771+0000","last_clean":"2024-09-19T12:01:07.499771+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T12:01:07.499771+0000","last_undegraded":"2024-09-19T12:01:07.499771+0000","last_fullsized":"2024-09-19T12:01:07.499771+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.499617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.499617+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.499617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:20.840058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'195","reported_seq":794,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.678889+0000","last_change":"2024-09-19T12:01:07.678805+0000","last_active":"2024-09-19T12:01:07.678889+0000","last_peered":"2024-09-19T12:01:07.678889+0000","last_clean":"2024-09-19T12:01:07.678889+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:01:07.678889+0000","last_undegraded":"2024-09-19T12:01:07.678889+0000","last_fullsized":"2024-09-19T12:01:07.678889+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:01:07.678693+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:01:07.678693+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.678693+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:36.574248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.593904+0000","last_change":"2024-09-19T12:01:17.593811+0000","last_active":"2024-09-19T12:01:17.593904+0000","last_peered":"2024-09-19T12:01:17.593904+0000","last_clean":"2024-09-19T12:01:17.593904+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T12:01:17.593904+0000","last_undegraded":"2024-09-19T12:01:17.593904+0000","last_fullsized":"2024-09-19T12:01:17.593904+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.593717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.593717+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.593717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:41.972861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'106","reported_seq":596,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.475833+0000","last_change":"2024-09-19T12:01:20.475833+0000","last_active":"2024-09-19T12:01:20.475833+0000","last_peered":"2024-09-19T12:01:20.475833+0000","last_clean":"2024-09-19T12:01:20.475833+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T12:01:20.475833+0000","last_undegraded":"2024-09-19T12:01:20.475833+0000","last_fullsized":"2024-09-19T12:01:20.475833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'106","last_scrub_stamp":"2024-09-19T12:01:20.475747+0000","last_deep_scrub":"261'106","last_deep_scrub_stamp":"2024-09-19T12:01:20.475747+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.475747+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:46.573337+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'810","reported_seq":2360,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.552487+0000","last_change":"2024-09-19T12:00:59.552408+0000","last_active":"2024-09-19T12:00:59.552487+0000","last_peered":"2024-09-19T12:00:59.552487+0000","last_clean":"2024-09-19T12:00:59.552487+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T12:00:59.552487+0000","last_undegraded":"2024-09-19T12:00:59.552487+0000","last_fullsized":"2024-09-19T12:00:59.552487+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'810","last_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_deep_scrub":"261'810","last_deep_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.552318+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":700,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:18.677863+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'187","reported_seq":811,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.595518+0000","last_change":"2024-09-19T12:00:44.595518+0000","last_active":"2024-09-19T12:00:44.595518+0000","last_peered":"2024-09-19T12:00:44.595518+0000","last_clean":"2024-09-19T12:00:44.595518+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:44.595518+0000","last_undegraded":"2024-09-19T12:00:44.595518+0000","last_fullsized":"2024-09-19T12:00:44.595518+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'187","last_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_deep_scrub":"261'187","last_deep_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.595455+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:58.864545+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.606986+0000","last_change":"2024-09-19T12:01:05.606986+0000","last_active":"2024-09-19T12:01:05.606986+0000","last_peered":"2024-09-19T12:01:05.606986+0000","last_clean":"2024-09-19T12:01:05.606986+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T12:01:05.606986+0000","last_undegraded":"2024-09-19T12:01:05.606986+0000","last_fullsized":"2024-09-19T12:01:05.606986+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.606899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.606899+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.606899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:30.508230+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'90","reported_seq":613,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.600065+0000","last_change":"2024-09-19T12:01:12.600000+0000","last_active":"2024-09-19T12:01:12.600065+0000","last_peered":"2024-09-19T12:01:12.600065+0000","last_clean":"2024-09-19T12:01:12.600065+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T12:01:12.600065+0000","last_undegraded":"2024-09-19T12:01:12.600065+0000","last_fullsized":"2024-09-19T12:01:12.600065+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'90","last_scrub_stamp":"2024-09-19T12:01:12.599918+0000","last_deep_scrub":"261'90","last_deep_scrub_stamp":"2024-09-19T12:01:12.599918+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.599918+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:42.074661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.617570+0000","last_change":"2024-09-19T12:01:16.617505+0000","last_active":"2024-09-19T12:01:16.617570+0000","last_peered":"2024-09-19T12:01:16.617570+0000","last_clean":"2024-09-19T12:01:16.617570+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T12:01:16.617570+0000","last_undegraded":"2024-09-19T12:01:16.617570+0000","last_fullsized":"2024-09-19T12:01:16.617570+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.617404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.617404+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.617404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:25.593277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'155","reported_seq":681,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.761987+0000","last_change":"2024-09-19T12:01:18.761987+0000","last_active":"2024-09-19T12:01:18.761987+0000","last_peered":"2024-09-19T12:01:18.761987+0000","last_clean":"2024-09-19T12:01:18.761987+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T12:01:18.761987+0000","last_undegraded":"2024-09-19T12:01:18.761987+0000","last_fullsized":"2024-09-19T12:01:18.761987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'155","last_scrub_stamp":"2024-09-19T12:01:18.761865+0000","last_deep_scrub":"261'155","last_deep_scrub_stamp":"2024-09-19T12:01:18.761865+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.761865+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:31.784809+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'473","reported_seq":2125,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.750079+0000","last_change":"2024-09-19T12:00:55.750010+0000","last_active":"2024-09-19T12:00:55.750079+0000","last_peered":"2024-09-19T12:00:55.750079+0000","last_clean":"2024-09-19T12:00:55.750079+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T12:00:55.750079+0000","last_undegraded":"2024-09-19T12:00:55.750079+0000","last_fullsized":"2024-09-19T12:00:55.750079+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'473","last_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_deep_scrub":"261'473","last_deep_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.749922+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:42.429415+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":698,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'215","reported_seq":908,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.631787+0000","last_change":"2024-09-19T12:00:52.631787+0000","last_active":"2024-09-19T12:00:52.631787+0000","last_peered":"2024-09-19T12:00:52.631787+0000","last_clean":"2024-09-19T12:00:52.631787+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:52.631787+0000","last_undegraded":"2024-09-19T12:00:52.631787+0000","last_fullsized":"2024-09-19T12:00:52.631787+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'215","last_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_deep_scrub":"261'215","last_deep_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.631654+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:34.087611+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.651474+0000","last_change":"2024-09-19T12:01:06.651398+0000","last_active":"2024-09-19T12:01:06.651474+0000","last_peered":"2024-09-19T12:01:06.651474+0000","last_clean":"2024-09-19T12:01:06.651474+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T12:01:06.651474+0000","last_undegraded":"2024-09-19T12:01:06.651474+0000","last_fullsized":"2024-09-19T12:01:06.651474+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.651318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.651318+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.651318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:48.482279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'100","reported_seq":630,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.141386+0000","last_change":"2024-09-19T12:01:02.141386+0000","last_active":"2024-09-19T12:01:02.141386+0000","last_peered":"2024-09-19T12:01:02.141386+0000","last_clean":"2024-09-19T12:01:02.141386+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T12:01:02.141386+0000","last_undegraded":"2024-09-19T12:01:02.141386+0000","last_fullsized":"2024-09-19T12:01:02.141386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'100","last_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_deep_scrub":"261'100","last_deep_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.141290+0000","objects_scrubbed":6,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:34.871471+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'752","reported_seq":2483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.557717+0000","last_change":"2024-09-19T12:01:16.557632+0000","last_active":"2024-09-19T12:01:16.557717+0000","last_peered":"2024-09-19T12:01:16.557717+0000","last_clean":"2024-09-19T12:01:16.557717+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:01:16.557717+0000","last_undegraded":"2024-09-19T12:01:16.557717+0000","last_fullsized":"2024-09-19T12:01:16.557717+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'752","last_scrub_stamp":"2024-09-19T12:01:16.557526+0000","last_deep_scrub":"261'752","last_deep_scrub_stamp":"2024-09-19T12:01:16.557526+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.557526+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:35.793388+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'188","reported_seq":1009,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.757530+0000","last_change":"2024-09-19T12:01:21.757530+0000","last_active":"2024-09-19T12:01:21.757530+0000","last_peered":"2024-09-19T12:01:21.757530+0000","last_clean":"2024-09-19T12:01:21.757530+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T12:01:21.757530+0000","last_undegraded":"2024-09-19T12:01:21.757530+0000","last_fullsized":"2024-09-19T12:01:21.757530+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'188","last_scrub_stamp":"2024-09-19T12:01:21.757434+0000","last_deep_scrub":"261'188","last_deep_scrub_stamp":"2024-09-19T12:01:21.757434+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.757434+0000","objects_scrubbed":5,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:34.009759+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'463","reported_seq":2114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.501725+0000","last_change":"2024-09-19T12:00:59.501665+0000","last_active":"2024-09-19T12:00:59.501725+0000","last_peered":"2024-09-19T12:00:59.501725+0000","last_clean":"2024-09-19T12:00:59.501725+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T12:00:59.501725+0000","last_undegraded":"2024-09-19T12:00:59.501725+0000","last_fullsized":"2024-09-19T12:00:59.501725+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'463","last_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_deep_scrub":"261'463","last_deep_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.501579+0000","objects_scrubbed":1,"log_size":63,"log_dups_size":400,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:05.182504+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'205","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.687786+0000","last_change":"2024-09-19T12:00:48.687786+0000","last_active":"2024-09-19T12:00:48.687786+0000","last_peered":"2024-09-19T12:00:48.687786+0000","last_clean":"2024-09-19T12:00:48.687786+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:48.687786+0000","last_undegraded":"2024-09-19T12:00:48.687786+0000","last_fullsized":"2024-09-19T12:00:48.687786+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.687627+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:23.979312+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.501591+0000","last_change":"2024-09-19T12:01:08.501521+0000","last_active":"2024-09-19T12:01:08.501591+0000","last_peered":"2024-09-19T12:01:08.501591+0000","last_clean":"2024-09-19T12:01:08.501591+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T12:01:08.501591+0000","last_undegraded":"2024-09-19T12:01:08.501591+0000","last_fullsized":"2024-09-19T12:01:08.501591+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.501436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.501436+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.501436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:45.758271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'117","reported_seq":681,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.644521+0000","last_change":"2024-09-19T12:01:13.644461+0000","last_active":"2024-09-19T12:01:13.644521+0000","last_peered":"2024-09-19T12:01:13.644521+0000","last_clean":"2024-09-19T12:01:13.644521+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:01:13.644521+0000","last_undegraded":"2024-09-19T12:01:13.644521+0000","last_fullsized":"2024-09-19T12:01:13.644521+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'117","last_scrub_stamp":"2024-09-19T12:01:13.644370+0000","last_deep_scrub":"261'117","last_deep_scrub_stamp":"2024-09-19T12:01:13.644370+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.644370+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:28.633448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'774","reported_seq":4210,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.607365+0000","last_change":"2024-09-19T12:01:18.607365+0000","last_active":"2024-09-19T12:01:18.607365+0000","last_peered":"2024-09-19T12:01:18.607365+0000","last_clean":"2024-09-19T12:01:18.607365+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:01:18.607365+0000","last_undegraded":"2024-09-19T12:01:18.607365+0000","last_fullsized":"2024-09-19T12:01:18.607365+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'774","last_scrub_stamp":"2024-09-19T12:01:18.607269+0000","last_deep_scrub":"261'774","last_deep_scrub_stamp":"2024-09-19T12:01:18.607269+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.607269+0000","objects_scrubbed":1,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:36.072587+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'517","reported_seq":2014,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.504636+0000","last_change":"2024-09-19T12:00:58.504546+0000","last_active":"2024-09-19T12:00:58.504636+0000","last_peered":"2024-09-19T12:00:58.504636+0000","last_clean":"2024-09-19T12:00:58.504636+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T12:00:58.504636+0000","last_undegraded":"2024-09-19T12:00:58.504636+0000","last_fullsized":"2024-09-19T12:00:58.504636+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'517","last_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_deep_scrub":"261'517","last_deep_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.504420+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:11.991156+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'251","reported_seq":914,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.673731+0000","last_change":"2024-09-19T12:00:49.673672+0000","last_active":"2024-09-19T12:00:49.673731+0000","last_peered":"2024-09-19T12:00:49.673731+0000","last_clean":"2024-09-19T12:00:49.673731+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:49.673731+0000","last_undegraded":"2024-09-19T12:00:49.673731+0000","last_fullsized":"2024-09-19T12:00:49.673731+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.673570+0000","objects_scrubbed":2,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:54.381701+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.708944+0000","last_change":"2024-09-19T12:01:05.708872+0000","last_active":"2024-09-19T12:01:05.708944+0000","last_peered":"2024-09-19T12:01:05.708944+0000","last_clean":"2024-09-19T12:01:05.708944+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T12:01:05.708944+0000","last_undegraded":"2024-09-19T12:01:05.708944+0000","last_fullsized":"2024-09-19T12:01:05.708944+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.708777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.708777+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.708777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:46.144399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'201","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.582555+0000","last_change":"2024-09-19T12:01:11.582555+0000","last_active":"2024-09-19T12:01:11.582555+0000","last_peered":"2024-09-19T12:01:11.582555+0000","last_clean":"2024-09-19T12:01:11.582555+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:01:11.582555+0000","last_undegraded":"2024-09-19T12:01:11.582555+0000","last_fullsized":"2024-09-19T12:01:11.582555+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'201","last_scrub_stamp":"2024-09-19T12:01:11.582435+0000","last_deep_scrub":"261'201","last_deep_scrub_stamp":"2024-09-19T12:01:11.582435+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.582435+0000","objects_scrubbed":9,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:45.025350+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.604240+0000","last_change":"2024-09-19T12:01:08.604175+0000","last_active":"2024-09-19T12:01:08.604240+0000","last_peered":"2024-09-19T12:01:08.604240+0000","last_clean":"2024-09-19T12:01:08.604240+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T12:01:08.604240+0000","last_undegraded":"2024-09-19T12:01:08.604240+0000","last_fullsized":"2024-09-19T12:01:08.604240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.604085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.604085+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.604085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:40.347606+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'570","reported_seq":1381,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.502019+0000","last_change":"2024-09-19T12:01:18.502019+0000","last_active":"2024-09-19T12:01:18.502019+0000","last_peered":"2024-09-19T12:01:18.502019+0000","last_clean":"2024-09-19T12:01:18.502019+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:01:18.502019+0000","last_undegraded":"2024-09-19T12:01:18.502019+0000","last_fullsized":"2024-09-19T12:01:18.502019+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'570","last_scrub_stamp":"2024-09-19T12:01:18.501918+0000","last_deep_scrub":"261'570","last_deep_scrub_stamp":"2024-09-19T12:01:18.501918+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.501918+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:28.065814+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'395","reported_seq":1832,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.854650+0000","last_change":"2024-09-19T12:00:51.854558+0000","last_active":"2024-09-19T12:00:51.854650+0000","last_peered":"2024-09-19T12:00:51.854650+0000","last_clean":"2024-09-19T12:00:51.854650+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T12:00:51.854650+0000","last_undegraded":"2024-09-19T12:00:51.854650+0000","last_fullsized":"2024-09-19T12:00:51.854650+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'395","last_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_deep_scrub":"261'395","last_deep_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.854428+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:58.453654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'229","reported_seq":862,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.655951+0000","last_change":"2024-09-19T12:00:50.655849+0000","last_active":"2024-09-19T12:00:50.655951+0000","last_peered":"2024-09-19T12:00:50.655951+0000","last_clean":"2024-09-19T12:00:50.655951+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:50.655951+0000","last_undegraded":"2024-09-19T12:00:50.655951+0000","last_fullsized":"2024-09-19T12:00:50.655951+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.655748+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:51.571311+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.096266+0000","last_change":"2024-09-19T12:00:57.096169+0000","last_active":"2024-09-19T12:00:57.096266+0000","last_peered":"2024-09-19T12:00:57.096266+0000","last_clean":"2024-09-19T12:00:57.096266+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T12:00:57.096266+0000","last_undegraded":"2024-09-19T12:00:57.096266+0000","last_fullsized":"2024-09-19T12:00:57.096266+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.096022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:39.069522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'130","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.673329+0000","last_change":"2024-09-19T12:01:08.673329+0000","last_active":"2024-09-19T12:01:08.673329+0000","last_peered":"2024-09-19T12:01:08.673329+0000","last_clean":"2024-09-19T12:01:08.673329+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:01:08.673329+0000","last_undegraded":"2024-09-19T12:01:08.673329+0000","last_fullsized":"2024-09-19T12:01:08.673329+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'130","last_scrub_stamp":"2024-09-19T12:01:08.673235+0000","last_deep_scrub":"261'130","last_deep_scrub_stamp":"2024-09-19T12:01:08.673235+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.673235+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:21.795589+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.561724+0000","last_change":"2024-09-19T12:01:16.561724+0000","last_active":"2024-09-19T12:01:16.561724+0000","last_peered":"2024-09-19T12:01:16.561724+0000","last_clean":"2024-09-19T12:01:16.561724+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T12:01:16.561724+0000","last_undegraded":"2024-09-19T12:01:16.561724+0000","last_fullsized":"2024-09-19T12:01:16.561724+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.561639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.561639+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.561639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:30.883479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2499","reported_seq":4331,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.571032+0000","last_change":"2024-09-19T12:01:08.571032+0000","last_active":"2024-09-19T12:01:08.571032+0000","last_peered":"2024-09-19T12:01:08.571032+0000","last_clean":"2024-09-19T12:01:08.571032+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:01:08.571032+0000","last_undegraded":"2024-09-19T12:01:08.571032+0000","last_fullsized":"2024-09-19T12:01:08.571032+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2499","last_scrub_stamp":"2024-09-19T12:01:08.570909+0000","last_deep_scrub":"261'2499","last_deep_scrub_stamp":"2024-09-19T12:01:08.570909+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.570909+0000","objects_scrubbed":2,"log_size":99,"log_dups_size":2400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:09.387656+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'404","reported_seq":1975,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.726747+0000","last_change":"2024-09-19T12:00:55.726747+0000","last_active":"2024-09-19T12:00:55.726747+0000","last_peered":"2024-09-19T12:00:55.726747+0000","last_clean":"2024-09-19T12:00:55.726747+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T12:00:55.726747+0000","last_undegraded":"2024-09-19T12:00:55.726747+0000","last_fullsized":"2024-09-19T12:00:55.726747+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'404","last_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_deep_scrub":"261'404","last_deep_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.726663+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:36.253365+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'240","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.623222+0000","last_change":"2024-09-19T12:00:51.623128+0000","last_active":"2024-09-19T12:00:51.623222+0000","last_peered":"2024-09-19T12:00:51.623222+0000","last_clean":"2024-09-19T12:00:51.623222+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:51.623222+0000","last_undegraded":"2024-09-19T12:00:51.623222+0000","last_fullsized":"2024-09-19T12:00:51.623222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'240","last_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_deep_scrub":"261'240","last_deep_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.623007+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:58.339854+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.160946+0000","last_change":"2024-09-19T12:00:59.160868+0000","last_active":"2024-09-19T12:00:59.160946+0000","last_peered":"2024-09-19T12:00:59.160946+0000","last_clean":"2024-09-19T12:00:59.160946+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T12:00:59.160946+0000","last_undegraded":"2024-09-19T12:00:59.160946+0000","last_fullsized":"2024-09-19T12:00:59.160946+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.160772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:34.984437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'167","reported_seq":745,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.670616+0000","last_change":"2024-09-19T12:01:11.670532+0000","last_active":"2024-09-19T12:01:11.670616+0000","last_peered":"2024-09-19T12:01:11.670616+0000","last_clean":"2024-09-19T12:01:11.670616+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:01:11.670616+0000","last_undegraded":"2024-09-19T12:01:11.670616+0000","last_fullsized":"2024-09-19T12:01:11.670616+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'167","last_scrub_stamp":"2024-09-19T12:01:11.670401+0000","last_deep_scrub":"261'167","last_deep_scrub_stamp":"2024-09-19T12:01:11.670401+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.670401+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:48.244673+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'787","reported_seq":2241,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.666288+0000","last_change":"2024-09-19T12:01:09.666288+0000","last_active":"2024-09-19T12:01:09.666288+0000","last_peered":"2024-09-19T12:01:09.666288+0000","last_clean":"2024-09-19T12:01:09.666288+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:01:09.666288+0000","last_undegraded":"2024-09-19T12:01:09.666288+0000","last_fullsized":"2024-09-19T12:01:09.666288+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'787","last_scrub_stamp":"2024-09-19T12:01:09.666204+0000","last_deep_scrub":"261'787","last_deep_scrub_stamp":"2024-09-19T12:01:09.666204+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.666204+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:57.976324+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'124","reported_seq":615,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.775146+0000","last_change":"2024-09-19T12:01:16.775146+0000","last_active":"2024-09-19T12:01:16.775146+0000","last_peered":"2024-09-19T12:01:16.775146+0000","last_clean":"2024-09-19T12:01:16.775146+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:01:16.775146+0000","last_undegraded":"2024-09-19T12:01:16.775146+0000","last_fullsized":"2024-09-19T12:01:16.775146+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'124","last_scrub_stamp":"2024-09-19T12:01:16.775005+0000","last_deep_scrub":"261'124","last_deep_scrub_stamp":"2024-09-19T12:01:16.775005+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.775005+0000","objects_scrubbed":1,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:47.426811+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'795","reported_seq":2340,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.754008+0000","last_change":"2024-09-19T12:00:54.753950+0000","last_active":"2024-09-19T12:00:54.754008+0000","last_peered":"2024-09-19T12:00:54.754008+0000","last_clean":"2024-09-19T12:00:54.754008+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T12:00:54.754008+0000","last_undegraded":"2024-09-19T12:00:54.754008+0000","last_fullsized":"2024-09-19T12:00:54.754008+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'795","last_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_deep_scrub":"261'795","last_deep_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.753865+0000","objects_scrubbed":1,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:51.033716+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'219","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.582404+0000","last_change":"2024-09-19T12:00:48.582321+0000","last_active":"2024-09-19T12:00:48.582404+0000","last_peered":"2024-09-19T12:00:48.582404+0000","last_clean":"2024-09-19T12:00:48.582404+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:48.582404+0000","last_undegraded":"2024-09-19T12:00:48.582404+0000","last_fullsized":"2024-09-19T12:00:48.582404+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.582212+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:47.041260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.127653+0000","last_change":"2024-09-19T12:00:58.127653+0000","last_active":"2024-09-19T12:00:58.127653+0000","last_peered":"2024-09-19T12:00:58.127653+0000","last_clean":"2024-09-19T12:00:58.127653+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T12:00:58.127653+0000","last_undegraded":"2024-09-19T12:00:58.127653+0000","last_fullsized":"2024-09-19T12:00:58.127653+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.127562+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:50.672037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'195","reported_seq":822,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.716050+0000","last_change":"2024-09-19T12:01:05.715985+0000","last_active":"2024-09-19T12:01:05.716050+0000","last_peered":"2024-09-19T12:01:05.716050+0000","last_clean":"2024-09-19T12:01:05.716050+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:01:05.716050+0000","last_undegraded":"2024-09-19T12:01:05.716050+0000","last_fullsized":"2024-09-19T12:01:05.716050+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:01:05.715899+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:01:05.715899+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.715899+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:43.867692+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.169238+0000","last_change":"2024-09-19T12:01:03.169238+0000","last_active":"2024-09-19T12:01:03.169238+0000","last_peered":"2024-09-19T12:01:03.169238+0000","last_clean":"2024-09-19T12:01:03.169238+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T12:01:03.169238+0000","last_undegraded":"2024-09-19T12:01:03.169238+0000","last_fullsized":"2024-09-19T12:01:03.169238+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.169147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:39.153541+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'148","reported_seq":679,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.556997+0000","last_change":"2024-09-19T12:01:11.556997+0000","last_active":"2024-09-19T12:01:11.556997+0000","last_peered":"2024-09-19T12:01:11.556997+0000","last_clean":"2024-09-19T12:01:11.556997+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T12:01:11.556997+0000","last_undegraded":"2024-09-19T12:01:11.556997+0000","last_fullsized":"2024-09-19T12:01:11.556997+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'148","last_scrub_stamp":"2024-09-19T12:01:11.556903+0000","last_deep_scrub":"261'148","last_deep_scrub_stamp":"2024-09-19T12:01:11.556903+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.556903+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:13.724583+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'986","reported_seq":2703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.889182+0000","last_change":"2024-09-19T12:00:52.889122+0000","last_active":"2024-09-19T12:00:52.889182+0000","last_peered":"2024-09-19T12:00:52.889182+0000","last_clean":"2024-09-19T12:00:52.889182+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T12:00:52.889182+0000","last_undegraded":"2024-09-19T12:00:52.889182+0000","last_fullsized":"2024-09-19T12:00:52.889182+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'986","last_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_deep_scrub":"261'986","last_deep_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.889041+0000","objects_scrubbed":3,"log_size":86,"log_dups_size":900,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:10:43.472024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'194","reported_seq":803,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.658455+0000","last_change":"2024-09-19T12:00:48.658383+0000","last_active":"2024-09-19T12:00:48.658455+0000","last_peered":"2024-09-19T12:00:48.658455+0000","last_clean":"2024-09-19T12:00:48.658455+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:48.658455+0000","last_undegraded":"2024-09-19T12:00:48.658455+0000","last_fullsized":"2024-09-19T12:00:48.658455+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'194","last_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_deep_scrub":"261'194","last_deep_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.658285+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:56.546702+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"261'9","reported_seq":1454,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.138010+0000","last_change":"2024-09-19T12:01:00.137952+0000","last_active":"2024-09-19T12:01:00.138010+0000","last_peered":"2024-09-19T12:01:00.138010+0000","last_clean":"2024-09-19T12:01:00.138010+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:01:00.138010+0000","last_undegraded":"2024-09-19T12:01:00.138010+0000","last_fullsized":"2024-09-19T12:01:00.138010+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'9","last_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_deep_scrub":"261'9","last_deep_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.137874+0000","objects_scrubbed":2,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:14.490833+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'144","reported_seq":716,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.638461+0000","last_change":"2024-09-19T12:01:11.638461+0000","last_active":"2024-09-19T12:01:11.638461+0000","last_peered":"2024-09-19T12:01:11.638461+0000","last_clean":"2024-09-19T12:01:11.638461+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:01:11.638461+0000","last_undegraded":"2024-09-19T12:01:11.638461+0000","last_fullsized":"2024-09-19T12:01:11.638461+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'144","last_scrub_stamp":"2024-09-19T12:01:11.638367+0000","last_deep_scrub":"261'144","last_deep_scrub_stamp":"2024-09-19T12:01:11.638367+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.638367+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:16:41.492543+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.773419+0000","last_change":"2024-09-19T12:01:12.773356+0000","last_active":"2024-09-19T12:01:12.773419+0000","last_peered":"2024-09-19T12:01:12.773419+0000","last_clean":"2024-09-19T12:01:12.773419+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T12:01:12.773419+0000","last_undegraded":"2024-09-19T12:01:12.773419+0000","last_fullsized":"2024-09-19T12:01:12.773419+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:12.773274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:12.773274+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.773274+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:51.328263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'122","reported_seq":618,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.658410+0000","last_change":"2024-09-19T12:01:19.658410+0000","last_active":"2024-09-19T12:01:19.658410+0000","last_peered":"2024-09-19T12:01:19.658410+0000","last_clean":"2024-09-19T12:01:19.658410+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T12:01:19.658410+0000","last_undegraded":"2024-09-19T12:01:19.658410+0000","last_fullsized":"2024-09-19T12:01:19.658410+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'122","last_scrub_stamp":"2024-09-19T12:01:19.658325+0000","last_deep_scrub":"261'122","last_deep_scrub_stamp":"2024-09-19T12:01:19.658325+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.658325+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:31.190338+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'822","reported_seq":2384,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.850249+0000","last_change":"2024-09-19T12:00:53.850175+0000","last_active":"2024-09-19T12:00:53.850249+0000","last_peered":"2024-09-19T12:00:53.850249+0000","last_clean":"2024-09-19T12:00:53.850249+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T12:00:53.850249+0000","last_undegraded":"2024-09-19T12:00:53.850249+0000","last_fullsized":"2024-09-19T12:00:53.850249+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'822","last_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_deep_scrub":"261'822","last_deep_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.850092+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:47.576073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'256","reported_seq":1085,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.721342+0000","last_change":"2024-09-19T12:00:47.721342+0000","last_active":"2024-09-19T12:00:47.721342+0000","last_peered":"2024-09-19T12:00:47.721342+0000","last_clean":"2024-09-19T12:00:47.721342+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:47.721342+0000","last_undegraded":"2024-09-19T12:00:47.721342+0000","last_fullsized":"2024-09-19T12:00:47.721342+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'256","last_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_deep_scrub":"261'256","last_deep_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.721243+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:18.218073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.584656+0000","last_change":"2024-09-19T12:00:59.584570+0000","last_active":"2024-09-19T12:00:59.584656+0000","last_peered":"2024-09-19T12:00:59.584656+0000","last_clean":"2024-09-19T12:00:59.584656+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T12:00:59.584656+0000","last_undegraded":"2024-09-19T12:00:59.584656+0000","last_fullsized":"2024-09-19T12:00:59.584656+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.584475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:59.275060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'150","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.112742+0000","last_change":"2024-09-19T12:01:01.112649+0000","last_active":"2024-09-19T12:01:01.112742+0000","last_peered":"2024-09-19T12:01:01.112742+0000","last_clean":"2024-09-19T12:01:01.112742+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:01:01.112742+0000","last_undegraded":"2024-09-19T12:01:01.112742+0000","last_fullsized":"2024-09-19T12:01:01.112742+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'150","last_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_deep_scrub":"261'150","last_deep_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.112512+0000","objects_scrubbed":7,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:59.583173+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2153,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.174352+0000","last_change":"2024-09-19T12:01:04.174289+0000","last_active":"2024-09-19T12:01:04.174352+0000","last_peered":"2024-09-19T12:01:04.174352+0000","last_clean":"2024-09-19T12:01:04.174352+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:01:04.174352+0000","last_undegraded":"2024-09-19T12:01:04.174352+0000","last_fullsized":"2024-09-19T12:01:04.174352+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'735","last_scrub_stamp":"2024-09-19T12:01:04.174193+0000","last_deep_scrub":"261'735","last_deep_scrub_stamp":"2024-09-19T12:01:04.174193+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.174193+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:31.994522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'183","reported_seq":714,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.595956+0000","last_change":"2024-09-19T12:01:10.595956+0000","last_active":"2024-09-19T12:01:10.595956+0000","last_peered":"2024-09-19T12:01:10.595956+0000","last_clean":"2024-09-19T12:01:10.595956+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T12:01:10.595956+0000","last_undegraded":"2024-09-19T12:01:10.595956+0000","last_fullsized":"2024-09-19T12:01:10.595956+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'183","last_scrub_stamp":"2024-09-19T12:01:10.595857+0000","last_deep_scrub":"261'183","last_deep_scrub_stamp":"2024-09-19T12:01:10.595857+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.595857+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:33.033844+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'437","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.864333+0000","last_change":"2024-09-19T12:00:54.864271+0000","last_active":"2024-09-19T12:00:54.864333+0000","last_peered":"2024-09-19T12:00:54.864333+0000","last_clean":"2024-09-19T12:00:54.864333+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T12:00:54.864333+0000","last_undegraded":"2024-09-19T12:00:54.864333+0000","last_fullsized":"2024-09-19T12:00:54.864333+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'437","last_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_deep_scrub":"261'437","last_deep_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.864178+0000","objects_scrubbed":2,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:20.542673+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":705,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'224","reported_seq":853,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.832909+0000","last_change":"2024-09-19T12:00:47.832838+0000","last_active":"2024-09-19T12:00:47.832909+0000","last_peered":"2024-09-19T12:00:47.832909+0000","last_clean":"2024-09-19T12:00:47.832909+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:47.832909+0000","last_undegraded":"2024-09-19T12:00:47.832909+0000","last_fullsized":"2024-09-19T12:00:47.832909+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'224","last_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_deep_scrub":"261'224","last_deep_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.832753+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:24.744246+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"261'4","reported_seq":1447,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.455986+0000","last_change":"2024-09-19T12:01:06.455913+0000","last_active":"2024-09-19T12:01:06.455986+0000","last_peered":"2024-09-19T12:01:06.455986+0000","last_clean":"2024-09-19T12:01:06.455986+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:01:06.455986+0000","last_undegraded":"2024-09-19T12:01:06.455986+0000","last_fullsized":"2024-09-19T12:01:06.455986+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:06.455811+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:06.455811+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.455811+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:55.744049+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'72","reported_seq":588,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.636394+0000","last_change":"2024-09-19T12:01:09.636394+0000","last_active":"2024-09-19T12:01:09.636394+0000","last_peered":"2024-09-19T12:01:09.636394+0000","last_clean":"2024-09-19T12:01:09.636394+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T12:01:09.636394+0000","last_undegraded":"2024-09-19T12:01:09.636394+0000","last_fullsized":"2024-09-19T12:01:09.636394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'72","last_scrub_stamp":"2024-09-19T12:01:09.636309+0000","last_deep_scrub":"261'72","last_deep_scrub_stamp":"2024-09-19T12:01:09.636309+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.636309+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:13.305938+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2208,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.583338+0000","last_change":"2024-09-19T12:01:04.583276+0000","last_active":"2024-09-19T12:01:04.583338+0000","last_peered":"2024-09-19T12:01:04.583338+0000","last_clean":"2024-09-19T12:01:04.583338+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:01:04.583338+0000","last_undegraded":"2024-09-19T12:01:04.583338+0000","last_fullsized":"2024-09-19T12:01:04.583338+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'771","last_scrub_stamp":"2024-09-19T12:01:04.583192+0000","last_deep_scrub":"261'771","last_deep_scrub_stamp":"2024-09-19T12:01:04.583192+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.583192+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:24.409657+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":610,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.688635+0000","last_change":"2024-09-19T12:01:18.688635+0000","last_active":"2024-09-19T12:01:18.688635+0000","last_peered":"2024-09-19T12:01:18.688635+0000","last_clean":"2024-09-19T12:01:18.688635+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T12:01:18.688635+0000","last_undegraded":"2024-09-19T12:01:18.688635+0000","last_fullsized":"2024-09-19T12:01:18.688635+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'116","last_scrub_stamp":"2024-09-19T12:01:18.688550+0000","last_deep_scrub":"261'116","last_deep_scrub_stamp":"2024-09-19T12:01:18.688550+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.688550+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:24.780951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2068,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.600025+0000","last_change":"2024-09-19T12:00:54.599967+0000","last_active":"2024-09-19T12:00:54.600025+0000","last_peered":"2024-09-19T12:00:54.600025+0000","last_clean":"2024-09-19T12:00:54.600025+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T12:00:54.600025+0000","last_undegraded":"2024-09-19T12:00:54.600025+0000","last_fullsized":"2024-09-19T12:00:54.600025+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.599871+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:05.963417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":808,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.074653+0000","last_change":"2024-09-19T12:00:47.074653+0000","last_active":"2024-09-19T12:00:47.074653+0000","last_peered":"2024-09-19T12:00:47.074653+0000","last_clean":"2024-09-19T12:00:47.074653+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:47.074653+0000","last_undegraded":"2024-09-19T12:00:47.074653+0000","last_fullsized":"2024-09-19T12:00:47.074653+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'201","last_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_deep_scrub":"261'201","last_deep_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.074566+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:30.672228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.726434+0000","last_change":"2024-09-19T12:01:07.726434+0000","last_active":"2024-09-19T12:01:07.726434+0000","last_peered":"2024-09-19T12:01:07.726434+0000","last_clean":"2024-09-19T12:01:07.726434+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T12:01:07.726434+0000","last_undegraded":"2024-09-19T12:01:07.726434+0000","last_fullsized":"2024-09-19T12:01:07.726434+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.726345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.726345+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.726345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:35.860083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'189","reported_seq":786,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.570834+0000","last_change":"2024-09-19T12:01:12.570834+0000","last_active":"2024-09-19T12:01:12.570834+0000","last_peered":"2024-09-19T12:01:12.570834+0000","last_clean":"2024-09-19T12:01:12.570834+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:01:12.570834+0000","last_undegraded":"2024-09-19T12:01:12.570834+0000","last_fullsized":"2024-09-19T12:01:12.570834+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'189","last_scrub_stamp":"2024-09-19T12:01:12.570710+0000","last_deep_scrub":"261'189","last_deep_scrub_stamp":"2024-09-19T12:01:12.570710+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.570710+0000","objects_scrubbed":8,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:09.698130+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.602143+0000","last_change":"2024-09-19T12:01:03.602064+0000","last_active":"2024-09-19T12:01:03.602143+0000","last_peered":"2024-09-19T12:01:03.602143+0000","last_clean":"2024-09-19T12:01:03.602143+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T12:01:03.602143+0000","last_undegraded":"2024-09-19T12:01:03.602143+0000","last_fullsized":"2024-09-19T12:01:03.602143+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.601983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:39.889853+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'167","reported_seq":683,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.628773+0000","last_change":"2024-09-19T12:01:09.628773+0000","last_active":"2024-09-19T12:01:09.628773+0000","last_peered":"2024-09-19T12:01:09.628773+0000","last_clean":"2024-09-19T12:01:09.628773+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T12:01:09.628773+0000","last_undegraded":"2024-09-19T12:01:09.628773+0000","last_fullsized":"2024-09-19T12:01:09.628773+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'167","last_scrub_stamp":"2024-09-19T12:01:09.628684+0000","last_deep_scrub":"261'167","last_deep_scrub_stamp":"2024-09-19T12:01:09.628684+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.628684+0000","objects_scrubbed":2,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:32.674787+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1784","reported_seq":3576,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.720494+0000","last_change":"2024-09-19T12:00:53.720494+0000","last_active":"2024-09-19T12:00:53.720494+0000","last_peered":"2024-09-19T12:00:53.720494+0000","last_clean":"2024-09-19T12:00:53.720494+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T12:00:53.720494+0000","last_undegraded":"2024-09-19T12:00:53.720494+0000","last_fullsized":"2024-09-19T12:00:53.720494+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1784","last_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_deep_scrub":"261'1784","last_deep_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.720386+0000","objects_scrubbed":5,"log_size":84,"log_dups_size":1700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:21.056001+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2565,"num_omap_keys":10,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"261'74","reported_seq":613,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.721411+0000","last_change":"2024-09-19T12:00:46.721411+0000","last_active":"2024-09-19T12:00:46.721411+0000","last_peered":"2024-09-19T12:00:46.721411+0000","last_clean":"2024-09-19T12:00:46.721411+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T12:00:46.721411+0000","last_undegraded":"2024-09-19T12:00:46.721411+0000","last_fullsized":"2024-09-19T12:00:46.721411+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'74","last_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_deep_scrub":"261'74","last_deep_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.721318+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:38.850649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"261'2","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.571467+0000","last_change":"2024-09-19T12:00:46.571467+0000","last_active":"2024-09-19T12:00:46.571467+0000","last_peered":"2024-09-19T12:00:46.571467+0000","last_clean":"2024-09-19T12:00:46.571467+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T12:00:46.571467+0000","last_undegraded":"2024-09-19T12:00:46.571467+0000","last_fullsized":"2024-09-19T12:00:46.571467+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.571373+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:27.513041+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'177","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.696342+0000","last_change":"2024-09-19T12:00:46.696342+0000","last_active":"2024-09-19T12:00:46.696342+0000","last_peered":"2024-09-19T12:00:46.696342+0000","last_clean":"2024-09-19T12:00:46.696342+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:46.696342+0000","last_undegraded":"2024-09-19T12:00:46.696342+0000","last_fullsized":"2024-09-19T12:00:46.696342+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'177","last_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_deep_scrub":"261'177","last_deep_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.696267+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:12.334094+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.743047+0000","last_change":"2024-09-19T12:01:04.743047+0000","last_active":"2024-09-19T12:01:04.743047+0000","last_peered":"2024-09-19T12:01:04.743047+0000","last_clean":"2024-09-19T12:01:04.743047+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T12:01:04.743047+0000","last_undegraded":"2024-09-19T12:01:04.743047+0000","last_fullsized":"2024-09-19T12:01:04.743047+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:04.742943+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:04.742943+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.742943+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:10.076233+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'285","reported_seq":983,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.555887+0000","last_change":"2024-09-19T12:01:10.555786+0000","last_active":"2024-09-19T12:01:10.555887+0000","last_peered":"2024-09-19T12:01:10.555887+0000","last_clean":"2024-09-19T12:01:10.555887+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:01:10.555887+0000","last_undegraded":"2024-09-19T12:01:10.555887+0000","last_fullsized":"2024-09-19T12:01:10.555887+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'285","last_scrub_stamp":"2024-09-19T12:01:10.555667+0000","last_deep_scrub":"261'285","last_deep_scrub_stamp":"2024-09-19T12:01:10.555667+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.555667+0000","objects_scrubbed":6,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:42.035486+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89592,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.671163+0000","last_change":"2024-09-19T12:01:08.671163+0000","last_active":"2024-09-19T12:01:08.671163+0000","last_peered":"2024-09-19T12:01:08.671163+0000","last_clean":"2024-09-19T12:01:08.671163+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T12:01:08.671163+0000","last_undegraded":"2024-09-19T12:01:08.671163+0000","last_fullsized":"2024-09-19T12:01:08.671163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.671059+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.671059+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.671059+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:51.011710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'224","reported_seq":931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.559881+0000","last_change":"2024-09-19T12:01:09.559881+0000","last_active":"2024-09-19T12:01:09.559881+0000","last_peered":"2024-09-19T12:01:09.559881+0000","last_clean":"2024-09-19T12:01:09.559881+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T12:01:09.559881+0000","last_undegraded":"2024-09-19T12:01:09.559881+0000","last_fullsized":"2024-09-19T12:01:09.559881+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'224","last_scrub_stamp":"2024-09-19T12:01:09.559761+0000","last_deep_scrub":"261'224","last_deep_scrub_stamp":"2024-09-19T12:01:09.559761+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.559761+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:00.109496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2928,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.729513+0000","last_change":"2024-09-19T12:00:53.729450+0000","last_active":"2024-09-19T12:00:53.729513+0000","last_peered":"2024-09-19T12:00:53.729513+0000","last_clean":"2024-09-19T12:00:53.729513+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:53.729513+0000","last_undegraded":"2024-09-19T12:00:53.729513+0000","last_fullsized":"2024-09-19T12:00:53.729513+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1252","last_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_deep_scrub":"261'1252","last_deep_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.729328+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:27.204244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":520,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.703738+0000","last_change":"2024-09-19T12:00:47.703738+0000","last_active":"2024-09-19T12:00:47.703738+0000","last_peered":"2024-09-19T12:00:47.703738+0000","last_clean":"2024-09-19T12:00:47.703738+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T12:00:47.703738+0000","last_undegraded":"2024-09-19T12:00:47.703738+0000","last_fullsized":"2024-09-19T12:00:47.703738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.703613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:51.212272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'223","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.631275+0000","last_change":"2024-09-19T12:00:43.631275+0000","last_active":"2024-09-19T12:00:43.631275+0000","last_peered":"2024-09-19T12:00:43.631275+0000","last_clean":"2024-09-19T12:00:43.631275+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:43.631275+0000","last_undegraded":"2024-09-19T12:00:43.631275+0000","last_fullsized":"2024-09-19T12:00:43.631275+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'223","last_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_deep_scrub":"261'223","last_deep_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.631206+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:54.377357+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.468855+0000","last_change":"2024-09-19T12:01:05.468791+0000","last_active":"2024-09-19T12:01:05.468855+0000","last_peered":"2024-09-19T12:01:05.468855+0000","last_clean":"2024-09-19T12:01:05.468855+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T12:01:05.468855+0000","last_undegraded":"2024-09-19T12:01:05.468855+0000","last_fullsized":"2024-09-19T12:01:05.468855+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.468704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.468704+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.468704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:11.346758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'834","reported_seq":2245,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.691837+0000","last_change":"2024-09-19T12:01:03.691837+0000","last_active":"2024-09-19T12:01:03.691837+0000","last_peered":"2024-09-19T12:01:03.691837+0000","last_clean":"2024-09-19T12:01:03.691837+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:01:03.691837+0000","last_undegraded":"2024-09-19T12:01:03.691837+0000","last_fullsized":"2024-09-19T12:01:03.691837+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'834","last_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_deep_scrub":"261'834","last_deep_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.691708+0000","objects_scrubbed":11,"log_size":34,"log_dups_size":800,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:39.234527+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.613731+0000","last_change":"2024-09-19T12:01:14.613731+0000","last_active":"2024-09-19T12:01:14.613731+0000","last_peered":"2024-09-19T12:01:14.613731+0000","last_clean":"2024-09-19T12:01:14.613731+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T12:01:14.613731+0000","last_undegraded":"2024-09-19T12:01:14.613731+0000","last_fullsized":"2024-09-19T12:01:14.613731+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.613637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.613637+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.613637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:45.201455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'206","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.528748+0000","last_change":"2024-09-19T12:01:12.528748+0000","last_active":"2024-09-19T12:01:12.528748+0000","last_peered":"2024-09-19T12:01:12.528748+0000","last_clean":"2024-09-19T12:01:12.528748+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T12:01:12.528748+0000","last_undegraded":"2024-09-19T12:01:12.528748+0000","last_fullsized":"2024-09-19T12:01:12.528748+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'206","last_scrub_stamp":"2024-09-19T12:01:12.528659+0000","last_deep_scrub":"261'206","last_deep_scrub_stamp":"2024-09-19T12:01:12.528659+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.528659+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:29.279936+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1159","reported_seq":2739,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.602768+0000","last_change":"2024-09-19T12:00:53.602703+0000","last_active":"2024-09-19T12:00:53.602768+0000","last_peered":"2024-09-19T12:00:53.602768+0000","last_clean":"2024-09-19T12:00:53.602768+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:53.602768+0000","last_undegraded":"2024-09-19T12:00:53.602768+0000","last_fullsized":"2024-09-19T12:00:53.602768+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1159","last_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_deep_scrub":"261'1159","last_deep_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.602601+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":1100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.287859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":894,"num_omap_keys":4,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.008936+0000","last_change":"2024-09-19T12:00:44.008936+0000","last_active":"2024-09-19T12:00:44.008936+0000","last_peered":"2024-09-19T12:00:44.008936+0000","last_clean":"2024-09-19T12:00:44.008936+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T12:00:44.008936+0000","last_undegraded":"2024-09-19T12:00:44.008936+0000","last_fullsized":"2024-09-19T12:00:44.008936+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.008864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:36.074782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'197","reported_seq":798,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.632135+0000","last_change":"2024-09-19T12:00:44.632135+0000","last_active":"2024-09-19T12:00:44.632135+0000","last_peered":"2024-09-19T12:00:44.632135+0000","last_clean":"2024-09-19T12:00:44.632135+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:44.632135+0000","last_undegraded":"2024-09-19T12:00:44.632135+0000","last_fullsized":"2024-09-19T12:00:44.632135+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.632047+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:46.141861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"261'2","reported_seq":502,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.141016+0000","last_change":"2024-09-19T12:00:56.140946+0000","last_active":"2024-09-19T12:00:56.141016+0000","last_peered":"2024-09-19T12:00:56.141016+0000","last_clean":"2024-09-19T12:00:56.141016+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T12:00:56.141016+0000","last_undegraded":"2024-09-19T12:00:56.141016+0000","last_fullsized":"2024-09-19T12:00:56.141016+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.140856+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:55.749495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'222","reported_seq":1243,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.721260+0000","last_change":"2024-09-19T12:01:09.721260+0000","last_active":"2024-09-19T12:01:09.721260+0000","last_peered":"2024-09-19T12:01:09.721260+0000","last_clean":"2024-09-19T12:01:09.721260+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:01:09.721260+0000","last_undegraded":"2024-09-19T12:01:09.721260+0000","last_fullsized":"2024-09-19T12:01:09.721260+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'222","last_scrub_stamp":"2024-09-19T12:01:09.721159+0000","last_deep_scrub":"261'222","last_deep_scrub_stamp":"2024-09-19T12:01:09.721159+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.721159+0000","objects_scrubbed":9,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:24.054073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.697263+0000","last_change":"2024-09-19T12:01:06.697263+0000","last_active":"2024-09-19T12:01:06.697263+0000","last_peered":"2024-09-19T12:01:06.697263+0000","last_clean":"2024-09-19T12:01:06.697263+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T12:01:06.697263+0000","last_undegraded":"2024-09-19T12:01:06.697263+0000","last_fullsized":"2024-09-19T12:01:06.697263+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.697178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.697178+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.697178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:53.196933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'265","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.656935+0000","last_change":"2024-09-19T12:01:20.656935+0000","last_active":"2024-09-19T12:01:20.656935+0000","last_peered":"2024-09-19T12:01:20.656935+0000","last_clean":"2024-09-19T12:01:20.656935+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T12:01:20.656935+0000","last_undegraded":"2024-09-19T12:01:20.656935+0000","last_fullsized":"2024-09-19T12:01:20.656935+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'265","last_scrub_stamp":"2024-09-19T12:01:20.656847+0000","last_deep_scrub":"261'265","last_deep_scrub_stamp":"2024-09-19T12:01:20.656847+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.656847+0000","objects_scrubbed":2,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:55.181848+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'428","reported_seq":2102,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.645547+0000","last_change":"2024-09-19T12:00:52.645547+0000","last_active":"2024-09-19T12:00:52.645547+0000","last_peered":"2024-09-19T12:00:52.645547+0000","last_clean":"2024-09-19T12:00:52.645547+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T12:00:52.645547+0000","last_undegraded":"2024-09-19T12:00:52.645547+0000","last_fullsized":"2024-09-19T12:00:52.645547+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'428","last_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_deep_scrub":"261'428","last_deep_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.645450+0000","objects_scrubbed":2,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:33.479476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":254,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"261'3","reported_seq":522,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.565430+0000","last_change":"2024-09-19T12:00:45.565430+0000","last_active":"2024-09-19T12:00:45.565430+0000","last_peered":"2024-09-19T12:00:45.565430+0000","last_clean":"2024-09-19T12:00:45.565430+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T12:00:45.565430+0000","last_undegraded":"2024-09-19T12:00:45.565430+0000","last_fullsized":"2024-09-19T12:00:45.565430+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.565312+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:11:06.372662+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'227","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.782746+0000","last_change":"2024-09-19T12:00:45.782746+0000","last_active":"2024-09-19T12:00:45.782746+0000","last_peered":"2024-09-19T12:00:45.782746+0000","last_clean":"2024-09-19T12:00:45.782746+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:45.782746+0000","last_undegraded":"2024-09-19T12:00:45.782746+0000","last_fullsized":"2024-09-19T12:00:45.782746+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'227","last_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_deep_scrub":"261'227","last_deep_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.782633+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:35.292346+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.642269+0000","last_change":"2024-09-19T12:01:03.642269+0000","last_active":"2024-09-19T12:01:03.642269+0000","last_peered":"2024-09-19T12:01:03.642269+0000","last_clean":"2024-09-19T12:01:03.642269+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T12:01:03.642269+0000","last_undegraded":"2024-09-19T12:01:03.642269+0000","last_fullsized":"2024-09-19T12:01:03.642269+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.642179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:08.437081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'121","reported_seq":658,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.659165+0000","last_change":"2024-09-19T12:01:07.659115+0000","last_active":"2024-09-19T12:01:07.659165+0000","last_peered":"2024-09-19T12:01:07.659165+0000","last_clean":"2024-09-19T12:01:07.659165+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:01:07.659165+0000","last_undegraded":"2024-09-19T12:01:07.659165+0000","last_fullsized":"2024-09-19T12:01:07.659165+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'121","last_scrub_stamp":"2024-09-19T12:01:07.659038+0000","last_deep_scrub":"261'121","last_deep_scrub_stamp":"2024-09-19T12:01:07.659038+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.659038+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:08.362591+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.585616+0000","last_change":"2024-09-19T12:01:02.585616+0000","last_active":"2024-09-19T12:01:02.585616+0000","last_peered":"2024-09-19T12:01:02.585616+0000","last_clean":"2024-09-19T12:01:02.585616+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T12:01:02.585616+0000","last_undegraded":"2024-09-19T12:01:02.585616+0000","last_fullsized":"2024-09-19T12:01:02.585616+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.585527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:25:41.224237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'107","reported_seq":650,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.501746+0000","last_change":"2024-09-19T12:01:16.501746+0000","last_active":"2024-09-19T12:01:16.501746+0000","last_peered":"2024-09-19T12:01:16.501746+0000","last_clean":"2024-09-19T12:01:16.501746+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T12:01:16.501746+0000","last_undegraded":"2024-09-19T12:01:16.501746+0000","last_fullsized":"2024-09-19T12:01:16.501746+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'107","last_scrub_stamp":"2024-09-19T12:01:16.501667+0000","last_deep_scrub":"261'107","last_deep_scrub_stamp":"2024-09-19T12:01:16.501667+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.501667+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:31.453211+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2210,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.644579+0000","last_change":"2024-09-19T12:00:51.644579+0000","last_active":"2024-09-19T12:00:51.644579+0000","last_peered":"2024-09-19T12:00:51.644579+0000","last_clean":"2024-09-19T12:00:51.644579+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T12:00:51.644579+0000","last_undegraded":"2024-09-19T12:00:51.644579+0000","last_fullsized":"2024-09-19T12:00:51.644579+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'562","last_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_deep_scrub":"261'562","last_deep_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.644490+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:41.737110+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'221","reported_seq":830,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.547803+0000","last_change":"2024-09-19T12:00:47.547803+0000","last_active":"2024-09-19T12:00:47.547803+0000","last_peered":"2024-09-19T12:00:47.547803+0000","last_clean":"2024-09-19T12:00:47.547803+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:47.547803+0000","last_undegraded":"2024-09-19T12:00:47.547803+0000","last_fullsized":"2024-09-19T12:00:47.547803+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'221","last_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_deep_scrub":"261'221","last_deep_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.547703+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:43.568058+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.628941+0000","last_change":"2024-09-19T12:00:43.628941+0000","last_active":"2024-09-19T12:00:43.628941+0000","last_peered":"2024-09-19T12:00:43.628941+0000","last_clean":"2024-09-19T12:00:43.628941+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T12:00:43.628941+0000","last_undegraded":"2024-09-19T12:00:43.628941+0000","last_fullsized":"2024-09-19T12:00:43.628941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.628854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:11:18.447953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.618193+0000","last_change":"2024-09-19T12:01:00.618193+0000","last_active":"2024-09-19T12:01:00.618193+0000","last_peered":"2024-09-19T12:01:00.618193+0000","last_clean":"2024-09-19T12:01:00.618193+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T12:01:00.618193+0000","last_undegraded":"2024-09-19T12:01:00.618193+0000","last_fullsized":"2024-09-19T12:01:00.618193+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.618109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:12.987776+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'274","reported_seq":930,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.694508+0000","last_change":"2024-09-19T12:01:04.694508+0000","last_active":"2024-09-19T12:01:04.694508+0000","last_peered":"2024-09-19T12:01:04.694508+0000","last_clean":"2024-09-19T12:01:04.694508+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:01:04.694508+0000","last_undegraded":"2024-09-19T12:01:04.694508+0000","last_fullsized":"2024-09-19T12:01:04.694508+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'274","last_scrub_stamp":"2024-09-19T12:01:04.694400+0000","last_deep_scrub":"261'274","last_deep_scrub_stamp":"2024-09-19T12:01:04.694400+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.694400+0000","objects_scrubbed":9,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:16.587666+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":529556,"num_omap_keys":1194,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.602921+0000","last_change":"2024-09-19T12:01:15.602921+0000","last_active":"2024-09-19T12:01:15.602921+0000","last_peered":"2024-09-19T12:01:15.602921+0000","last_clean":"2024-09-19T12:01:15.602921+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T12:01:15.602921+0000","last_undegraded":"2024-09-19T12:01:15.602921+0000","last_fullsized":"2024-09-19T12:01:15.602921+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.602834+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.602834+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.602834+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:15.980574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'157","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.797000+0000","last_change":"2024-09-19T12:01:20.797000+0000","last_active":"2024-09-19T12:01:20.797000+0000","last_peered":"2024-09-19T12:01:20.797000+0000","last_clean":"2024-09-19T12:01:20.797000+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T12:01:20.797000+0000","last_undegraded":"2024-09-19T12:01:20.797000+0000","last_fullsized":"2024-09-19T12:01:20.797000+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'157","last_scrub_stamp":"2024-09-19T12:01:20.796890+0000","last_deep_scrub":"261'157","last_deep_scrub_stamp":"2024-09-19T12:01:20.796890+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.796890+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:53.333335+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'861","reported_seq":2612,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.692683+0000","last_change":"2024-09-19T12:00:52.692683+0000","last_active":"2024-09-19T12:00:52.692683+0000","last_peered":"2024-09-19T12:00:52.692683+0000","last_clean":"2024-09-19T12:00:52.692683+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T12:00:52.692683+0000","last_undegraded":"2024-09-19T12:00:52.692683+0000","last_fullsized":"2024-09-19T12:00:52.692683+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.692601+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:25.099675+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2297,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":989,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.633898+0000","last_change":"2024-09-19T12:00:46.633898+0000","last_active":"2024-09-19T12:00:46.633898+0000","last_peered":"2024-09-19T12:00:46.633898+0000","last_clean":"2024-09-19T12:00:46.633898+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:46.633898+0000","last_undegraded":"2024-09-19T12:00:46.633898+0000","last_fullsized":"2024-09-19T12:00:46.633898+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'279","last_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_deep_scrub":"261'279","last_deep_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.633762+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:13:46.607137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":519,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.688893+0000","last_change":"2024-09-19T12:00:48.688893+0000","last_active":"2024-09-19T12:00:48.688893+0000","last_peered":"2024-09-19T12:00:48.688893+0000","last_clean":"2024-09-19T12:00:48.688893+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T12:00:48.688893+0000","last_undegraded":"2024-09-19T12:00:48.688893+0000","last_fullsized":"2024-09-19T12:00:48.688893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.688765+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:17.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.712645+0000","last_change":"2024-09-19T12:00:58.712645+0000","last_active":"2024-09-19T12:00:58.712645+0000","last_peered":"2024-09-19T12:00:58.712645+0000","last_clean":"2024-09-19T12:00:58.712645+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T12:00:58.712645+0000","last_undegraded":"2024-09-19T12:00:58.712645+0000","last_fullsized":"2024-09-19T12:00:58.712645+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.712564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:02.079407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'166","reported_seq":722,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.648907+0000","last_change":"2024-09-19T12:01:05.648907+0000","last_active":"2024-09-19T12:01:05.648907+0000","last_peered":"2024-09-19T12:01:05.648907+0000","last_clean":"2024-09-19T12:01:05.648907+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T12:01:05.648907+0000","last_undegraded":"2024-09-19T12:01:05.648907+0000","last_fullsized":"2024-09-19T12:01:05.648907+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'166","last_scrub_stamp":"2024-09-19T12:01:05.648811+0000","last_deep_scrub":"261'166","last_deep_scrub_stamp":"2024-09-19T12:01:05.648811+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.648811+0000","objects_scrubbed":9,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:04.909081+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'772","reported_seq":2740,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.499900+0000","last_change":"2024-09-19T12:01:14.499900+0000","last_active":"2024-09-19T12:01:14.499900+0000","last_peered":"2024-09-19T12:01:14.499900+0000","last_clean":"2024-09-19T12:01:14.499900+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:01:14.499900+0000","last_undegraded":"2024-09-19T12:01:14.499900+0000","last_fullsized":"2024-09-19T12:01:14.499900+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'772","last_scrub_stamp":"2024-09-19T12:01:14.499807+0000","last_deep_scrub":"261'772","last_deep_scrub_stamp":"2024-09-19T12:01:14.499807+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.499807+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:41.524652+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'120","reported_seq":629,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.640507+0000","last_change":"2024-09-19T12:01:21.640507+0000","last_active":"2024-09-19T12:01:21.640507+0000","last_peered":"2024-09-19T12:01:21.640507+0000","last_clean":"2024-09-19T12:01:21.640507+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T12:01:21.640507+0000","last_undegraded":"2024-09-19T12:01:21.640507+0000","last_fullsized":"2024-09-19T12:01:21.640507+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'120","last_scrub_stamp":"2024-09-19T12:01:21.640416+0000","last_deep_scrub":"261'120","last_deep_scrub_stamp":"2024-09-19T12:01:21.640416+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.640416+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:33.483823+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'487","reported_seq":2121,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.627285+0000","last_change":"2024-09-19T12:00:54.627285+0000","last_active":"2024-09-19T12:00:54.627285+0000","last_peered":"2024-09-19T12:00:54.627285+0000","last_clean":"2024-09-19T12:00:54.627285+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T12:00:54.627285+0000","last_undegraded":"2024-09-19T12:00:54.627285+0000","last_fullsized":"2024-09-19T12:00:54.627285+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'487","last_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_deep_scrub":"261'487","last_deep_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.627184+0000","objects_scrubbed":2,"log_size":87,"log_dups_size":400,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:34:12.504984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'255","reported_seq":931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.676640+0000","last_change":"2024-09-19T12:00:44.676591+0000","last_active":"2024-09-19T12:00:44.676640+0000","last_peered":"2024-09-19T12:00:44.676640+0000","last_clean":"2024-09-19T12:00:44.676640+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:44.676640+0000","last_undegraded":"2024-09-19T12:00:44.676640+0000","last_fullsized":"2024-09-19T12:00:44.676640+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'255","last_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_deep_scrub":"261'255","last_deep_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.676520+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:45.708433+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.648102+0000","last_change":"2024-09-19T12:00:45.648044+0000","last_active":"2024-09-19T12:00:45.648102+0000","last_peered":"2024-09-19T12:00:45.648102+0000","last_clean":"2024-09-19T12:00:45.648102+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T12:00:45.648102+0000","last_undegraded":"2024-09-19T12:00:45.648102+0000","last_fullsized":"2024-09-19T12:00:45.648102+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.647975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:55.901180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.696579+0000","last_change":"2024-09-19T12:01:06.696579+0000","last_active":"2024-09-19T12:01:06.696579+0000","last_peered":"2024-09-19T12:01:06.696579+0000","last_clean":"2024-09-19T12:01:06.696579+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T12:01:06.696579+0000","last_undegraded":"2024-09-19T12:01:06.696579+0000","last_fullsized":"2024-09-19T12:01:06.696579+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.696503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.696503+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.696503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:45.384923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'126","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.670297+0000","last_change":"2024-09-19T12:01:10.670297+0000","last_active":"2024-09-19T12:01:10.670297+0000","last_peered":"2024-09-19T12:01:10.670297+0000","last_clean":"2024-09-19T12:01:10.670297+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T12:01:10.670297+0000","last_undegraded":"2024-09-19T12:01:10.670297+0000","last_fullsized":"2024-09-19T12:01:10.670297+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'126","last_scrub_stamp":"2024-09-19T12:01:10.670207+0000","last_deep_scrub":"261'126","last_deep_scrub_stamp":"2024-09-19T12:01:10.670207+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.670207+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:33.822287+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'775","reported_seq":2515,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.571760+0000","last_change":"2024-09-19T12:01:15.571760+0000","last_active":"2024-09-19T12:01:15.571760+0000","last_peered":"2024-09-19T12:01:15.571760+0000","last_clean":"2024-09-19T12:01:15.571760+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:01:15.571760+0000","last_undegraded":"2024-09-19T12:01:15.571760+0000","last_fullsized":"2024-09-19T12:01:15.571760+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'775","last_scrub_stamp":"2024-09-19T12:01:15.571677+0000","last_deep_scrub":"261'775","last_deep_scrub_stamp":"2024-09-19T12:01:15.571677+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.571677+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":700,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:26.534804+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'156","reported_seq":662,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.741107+0000","last_change":"2024-09-19T12:01:17.741107+0000","last_active":"2024-09-19T12:01:17.741107+0000","last_peered":"2024-09-19T12:01:17.741107+0000","last_clean":"2024-09-19T12:01:17.741107+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T12:01:17.741107+0000","last_undegraded":"2024-09-19T12:01:17.741107+0000","last_fullsized":"2024-09-19T12:01:17.741107+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'156","last_scrub_stamp":"2024-09-19T12:01:17.741006+0000","last_deep_scrub":"261'156","last_deep_scrub_stamp":"2024-09-19T12:01:17.741006+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.741006+0000","objects_scrubbed":3,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:47.119855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1165","reported_seq":2722,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.860549+0000","last_change":"2024-09-19T12:00:49.860549+0000","last_active":"2024-09-19T12:00:49.860549+0000","last_peered":"2024-09-19T12:00:49.860549+0000","last_clean":"2024-09-19T12:00:49.860549+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T12:00:49.860549+0000","last_undegraded":"2024-09-19T12:00:49.860549+0000","last_fullsized":"2024-09-19T12:00:49.860549+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1165","last_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_deep_scrub":"261'1165","last_deep_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.860451+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":1100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:56.340505+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'245","reported_seq":876,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.629603+0000","last_change":"2024-09-19T12:00:45.629546+0000","last_active":"2024-09-19T12:00:45.629603+0000","last_peered":"2024-09-19T12:00:45.629603+0000","last_clean":"2024-09-19T12:00:45.629603+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:45.629603+0000","last_undegraded":"2024-09-19T12:00:45.629603+0000","last_fullsized":"2024-09-19T12:00:45.629603+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'245","last_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_deep_scrub":"261'245","last_deep_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.629461+0000","objects_scrubbed":2,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:34.066184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":518,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.740301+0000","last_change":"2024-09-19T12:00:46.740251+0000","last_active":"2024-09-19T12:00:46.740301+0000","last_peered":"2024-09-19T12:00:46.740301+0000","last_clean":"2024-09-19T12:00:46.740301+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T12:00:46.740301+0000","last_undegraded":"2024-09-19T12:00:46.740301+0000","last_fullsized":"2024-09-19T12:00:46.740301+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.740168+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:05.953200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":502,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.525175+0000","last_change":"2024-09-19T12:01:03.525175+0000","last_active":"2024-09-19T12:01:03.525175+0000","last_peered":"2024-09-19T12:01:03.525175+0000","last_clean":"2024-09-19T12:01:03.525175+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T12:01:03.525175+0000","last_undegraded":"2024-09-19T12:01:03.525175+0000","last_fullsized":"2024-09-19T12:01:03.525175+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.525088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:23.188632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'317","reported_seq":1028,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.696546+0000","last_change":"2024-09-19T12:01:08.696546+0000","last_active":"2024-09-19T12:01:08.696546+0000","last_peered":"2024-09-19T12:01:08.696546+0000","last_clean":"2024-09-19T12:01:08.696546+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:01:08.696546+0000","last_undegraded":"2024-09-19T12:01:08.696546+0000","last_fullsized":"2024-09-19T12:01:08.696546+0000","mapping_epoch":28,"log_start":"261'300","ondisk_log_start":"261'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'317","last_scrub_stamp":"2024-09-19T12:01:08.696443+0000","last_deep_scrub":"261'317","last_deep_scrub_stamp":"2024-09-19T12:01:08.696443+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.696443+0000","objects_scrubbed":9,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:42:05.619914+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.552167+0000","last_change":"2024-09-19T12:01:14.552167+0000","last_active":"2024-09-19T12:01:14.552167+0000","last_peered":"2024-09-19T12:01:14.552167+0000","last_clean":"2024-09-19T12:01:14.552167+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T12:01:14.552167+0000","last_undegraded":"2024-09-19T12:01:14.552167+0000","last_fullsized":"2024-09-19T12:01:14.552167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.552069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.552069+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.552069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:36.042292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'124","reported_seq":619,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.462747+0000","last_change":"2024-09-19T12:01:17.462747+0000","last_active":"2024-09-19T12:01:17.462747+0000","last_peered":"2024-09-19T12:01:17.462747+0000","last_clean":"2024-09-19T12:01:17.462747+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T12:01:17.462747+0000","last_undegraded":"2024-09-19T12:01:17.462747+0000","last_fullsized":"2024-09-19T12:01:17.462747+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'124","last_scrub_stamp":"2024-09-19T12:01:17.462666+0000","last_deep_scrub":"261'124","last_deep_scrub_stamp":"2024-09-19T12:01:17.462666+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.462666+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:58.837418+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'118","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.814917+0000","last_change":"2024-09-19T12:01:21.814917+0000","last_active":"2024-09-19T12:01:21.814917+0000","last_peered":"2024-09-19T12:01:21.814917+0000","last_clean":"2024-09-19T12:01:21.814917+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T12:01:21.814917+0000","last_undegraded":"2024-09-19T12:01:21.814917+0000","last_fullsized":"2024-09-19T12:01:21.814917+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'118","last_scrub_stamp":"2024-09-19T12:01:21.814822+0000","last_deep_scrub":"261'118","last_deep_scrub_stamp":"2024-09-19T12:01:21.814822+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.814822+0000","objects_scrubbed":1,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:20.042234+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'452","reported_seq":1909,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.827722+0000","last_change":"2024-09-19T12:00:55.827722+0000","last_active":"2024-09-19T12:00:55.827722+0000","last_peered":"2024-09-19T12:00:55.827722+0000","last_clean":"2024-09-19T12:00:55.827722+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T12:00:55.827722+0000","last_undegraded":"2024-09-19T12:00:55.827722+0000","last_fullsized":"2024-09-19T12:00:55.827722+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.827633+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:51.106700+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'350","reported_seq":1040,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.858696+0000","last_change":"2024-09-19T12:00:48.858696+0000","last_active":"2024-09-19T12:00:48.858696+0000","last_peered":"2024-09-19T12:00:48.858696+0000","last_clean":"2024-09-19T12:00:48.858696+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:48.858696+0000","last_undegraded":"2024-09-19T12:00:48.858696+0000","last_fullsized":"2024-09-19T12:00:48.858696+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'350","last_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_deep_scrub":"261'350","last_deep_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.858599+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:29.842647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.621543+0000","last_change":"2024-09-19T12:01:00.621543+0000","last_active":"2024-09-19T12:01:00.621543+0000","last_peered":"2024-09-19T12:01:00.621543+0000","last_clean":"2024-09-19T12:01:00.621543+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T12:01:00.621543+0000","last_undegraded":"2024-09-19T12:01:00.621543+0000","last_fullsized":"2024-09-19T12:01:00.621543+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.621460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:24.034115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'140","reported_seq":711,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.601270+0000","last_change":"2024-09-19T12:01:10.601270+0000","last_active":"2024-09-19T12:01:10.601270+0000","last_peered":"2024-09-19T12:01:10.601270+0000","last_clean":"2024-09-19T12:01:10.601270+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:01:10.601270+0000","last_undegraded":"2024-09-19T12:01:10.601270+0000","last_fullsized":"2024-09-19T12:01:10.601270+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'140","last_scrub_stamp":"2024-09-19T12:01:10.601183+0000","last_deep_scrub":"261'140","last_deep_scrub_stamp":"2024-09-19T12:01:10.601183+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.601183+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:03.573560+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.573098+0000","last_change":"2024-09-19T12:01:17.573098+0000","last_active":"2024-09-19T12:01:17.573098+0000","last_peered":"2024-09-19T12:01:17.573098+0000","last_clean":"2024-09-19T12:01:17.573098+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T12:01:17.573098+0000","last_undegraded":"2024-09-19T12:01:17.573098+0000","last_fullsized":"2024-09-19T12:01:17.573098+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.573009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.573009+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.573009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:14.498406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'134","reported_seq":631,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.684871+0000","last_change":"2024-09-19T12:01:24.684871+0000","last_active":"2024-09-19T12:01:24.684871+0000","last_peered":"2024-09-19T12:01:24.684871+0000","last_clean":"2024-09-19T12:01:24.684871+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T12:01:24.684871+0000","last_undegraded":"2024-09-19T12:01:24.684871+0000","last_fullsized":"2024-09-19T12:01:24.684871+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:24.684767+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:24.684767+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.684767+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:59.922687+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1098","reported_seq":3022,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.585755+0000","last_change":"2024-09-19T12:00:55.585755+0000","last_active":"2024-09-19T12:00:55.585755+0000","last_peered":"2024-09-19T12:00:55.585755+0000","last_clean":"2024-09-19T12:00:55.585755+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:55.585755+0000","last_undegraded":"2024-09-19T12:00:55.585755+0000","last_fullsized":"2024-09-19T12:00:55.585755+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1098","last_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_deep_scrub":"261'1098","last_deep_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.585671+0000","objects_scrubbed":6,"log_size":98,"log_dups_size":1000,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.203496+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3487,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'235","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.604202+0000","last_change":"2024-09-19T12:00:54.604118+0000","last_active":"2024-09-19T12:00:54.604202+0000","last_peered":"2024-09-19T12:00:54.604202+0000","last_clean":"2024-09-19T12:00:54.604202+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:54.604202+0000","last_undegraded":"2024-09-19T12:00:54.604202+0000","last_fullsized":"2024-09-19T12:00:54.604202+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.603988+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.931622+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.569203+0000","last_change":"2024-09-19T12:01:04.569203+0000","last_active":"2024-09-19T12:01:04.569203+0000","last_peered":"2024-09-19T12:01:04.569203+0000","last_clean":"2024-09-19T12:01:04.569203+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T12:01:04.569203+0000","last_undegraded":"2024-09-19T12:01:04.569203+0000","last_fullsized":"2024-09-19T12:01:04.569203+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:04.569121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:04.569121+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.569121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:22.839756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'58","reported_seq":559,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.731152+0000","last_change":"2024-09-19T12:01:11.731152+0000","last_active":"2024-09-19T12:01:11.731152+0000","last_peered":"2024-09-19T12:01:11.731152+0000","last_clean":"2024-09-19T12:01:11.731152+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T12:01:11.731152+0000","last_undegraded":"2024-09-19T12:01:11.731152+0000","last_fullsized":"2024-09-19T12:01:11.731152+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'58","last_scrub_stamp":"2024-09-19T12:01:11.731060+0000","last_deep_scrub":"261'58","last_deep_scrub_stamp":"2024-09-19T12:01:11.731060+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.731060+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:51.890090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.601363+0000","last_change":"2024-09-19T12:01:15.601363+0000","last_active":"2024-09-19T12:01:15.601363+0000","last_peered":"2024-09-19T12:01:15.601363+0000","last_clean":"2024-09-19T12:01:15.601363+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T12:01:15.601363+0000","last_undegraded":"2024-09-19T12:01:15.601363+0000","last_fullsized":"2024-09-19T12:01:15.601363+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.601271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.601271+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.601271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.216047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'238","reported_seq":759,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.786048+0000","last_change":"2024-09-19T12:01:19.786048+0000","last_active":"2024-09-19T12:01:19.786048+0000","last_peered":"2024-09-19T12:01:19.786048+0000","last_clean":"2024-09-19T12:01:19.786048+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T12:01:19.786048+0000","last_undegraded":"2024-09-19T12:01:19.786048+0000","last_fullsized":"2024-09-19T12:01:19.786048+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'238","last_scrub_stamp":"2024-09-19T12:01:19.785949+0000","last_deep_scrub":"261'238","last_deep_scrub_stamp":"2024-09-19T12:01:19.785949+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.785949+0000","objects_scrubbed":2,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:32.724581+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'895","reported_seq":2586,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.594540+0000","last_change":"2024-09-19T12:00:55.594540+0000","last_active":"2024-09-19T12:00:55.594540+0000","last_peered":"2024-09-19T12:00:55.594540+0000","last_clean":"2024-09-19T12:00:55.594540+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T12:00:55.594540+0000","last_undegraded":"2024-09-19T12:00:55.594540+0000","last_fullsized":"2024-09-19T12:00:55.594540+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'895","last_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_deep_scrub":"261'895","last_deep_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.594421+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":800,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:36.393906+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'191","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.020192+0000","last_change":"2024-09-19T12:00:45.020192+0000","last_active":"2024-09-19T12:00:45.020192+0000","last_peered":"2024-09-19T12:00:45.020192+0000","last_clean":"2024-09-19T12:00:45.020192+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:45.020192+0000","last_undegraded":"2024-09-19T12:00:45.020192+0000","last_fullsized":"2024-09-19T12:00:45.020192+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.020118+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:52:20.820209+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.758264+0000","last_change":"2024-09-19T12:01:06.758264+0000","last_active":"2024-09-19T12:01:06.758264+0000","last_peered":"2024-09-19T12:01:06.758264+0000","last_clean":"2024-09-19T12:01:06.758264+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T12:01:06.758264+0000","last_undegraded":"2024-09-19T12:01:06.758264+0000","last_fullsized":"2024-09-19T12:01:06.758264+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.758182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.758182+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.758182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:51.400341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'158","reported_seq":745,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.552074+0000","last_change":"2024-09-19T12:01:11.552074+0000","last_active":"2024-09-19T12:01:11.552074+0000","last_peered":"2024-09-19T12:01:11.552074+0000","last_clean":"2024-09-19T12:01:11.552074+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:01:11.552074+0000","last_undegraded":"2024-09-19T12:01:11.552074+0000","last_fullsized":"2024-09-19T12:01:11.552074+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'158","last_scrub_stamp":"2024-09-19T12:01:11.551980+0000","last_deep_scrub":"261'158","last_deep_scrub_stamp":"2024-09-19T12:01:11.551980+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.551980+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:27:55.872169+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.568648+0000","last_change":"2024-09-19T12:01:05.568648+0000","last_active":"2024-09-19T12:01:05.568648+0000","last_peered":"2024-09-19T12:01:05.568648+0000","last_clean":"2024-09-19T12:01:05.568648+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T12:01:05.568648+0000","last_undegraded":"2024-09-19T12:01:05.568648+0000","last_fullsized":"2024-09-19T12:01:05.568648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.568567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.568567+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.568567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:01.606011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'160","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.487292+0000","last_change":"2024-09-19T12:01:21.487292+0000","last_active":"2024-09-19T12:01:21.487292+0000","last_peered":"2024-09-19T12:01:21.487292+0000","last_clean":"2024-09-19T12:01:21.487292+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:01:21.487292+0000","last_undegraded":"2024-09-19T12:01:21.487292+0000","last_fullsized":"2024-09-19T12:01:21.487292+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'160","last_scrub_stamp":"2024-09-19T12:01:21.487201+0000","last_deep_scrub":"261'160","last_deep_scrub_stamp":"2024-09-19T12:01:21.487201+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.487201+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:40.732334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2057,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.498768+0000","last_change":"2024-09-19T12:00:57.498768+0000","last_active":"2024-09-19T12:00:57.498768+0000","last_peered":"2024-09-19T12:00:57.498768+0000","last_clean":"2024-09-19T12:00:57.498768+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:57.498768+0000","last_undegraded":"2024-09-19T12:00:57.498768+0000","last_fullsized":"2024-09-19T12:00:57.498768+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'467","last_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_deep_scrub":"261'467","last_deep_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.498677+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:36.673321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'199","reported_seq":925,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.585737+0000","last_change":"2024-09-19T12:00:46.585685+0000","last_active":"2024-09-19T12:00:46.585737+0000","last_peered":"2024-09-19T12:00:46.585737+0000","last_clean":"2024-09-19T12:00:46.585737+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:46.585737+0000","last_undegraded":"2024-09-19T12:00:46.585737+0000","last_fullsized":"2024-09-19T12:00:46.585737+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.585614+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:17.518759+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.635801+0000","last_change":"2024-09-19T12:01:00.635801+0000","last_active":"2024-09-19T12:01:00.635801+0000","last_peered":"2024-09-19T12:01:00.635801+0000","last_clean":"2024-09-19T12:01:00.635801+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T12:01:00.635801+0000","last_undegraded":"2024-09-19T12:01:00.635801+0000","last_fullsized":"2024-09-19T12:01:00.635801+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.635708+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:16:56.467321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'134","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.715411+0000","last_change":"2024-09-19T12:01:10.715411+0000","last_active":"2024-09-19T12:01:10.715411+0000","last_peered":"2024-09-19T12:01:10.715411+0000","last_clean":"2024-09-19T12:01:10.715411+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:01:10.715411+0000","last_undegraded":"2024-09-19T12:01:10.715411+0000","last_fullsized":"2024-09-19T12:01:10.715411+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:10.715304+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:10.715304+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.715304+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:52.982643+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.682079+0000","last_change":"2024-09-19T12:01:10.682079+0000","last_active":"2024-09-19T12:01:10.682079+0000","last_peered":"2024-09-19T12:01:10.682079+0000","last_clean":"2024-09-19T12:01:10.682079+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T12:01:10.682079+0000","last_undegraded":"2024-09-19T12:01:10.682079+0000","last_fullsized":"2024-09-19T12:01:10.682079+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:10.681997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:10.681997+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.681997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:58.675295+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'796","reported_seq":2334,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.762576+0000","last_change":"2024-09-19T12:00:56.762576+0000","last_active":"2024-09-19T12:00:56.762576+0000","last_peered":"2024-09-19T12:00:56.762576+0000","last_clean":"2024-09-19T12:00:56.762576+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T12:00:56.762576+0000","last_undegraded":"2024-09-19T12:00:56.762576+0000","last_fullsized":"2024-09-19T12:00:56.762576+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'796","last_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_deep_scrub":"261'796","last_deep_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.762467+0000","objects_scrubbed":4,"log_size":96,"log_dups_size":700,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:59.726781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":689,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'211","reported_seq":849,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.683842+0000","last_change":"2024-09-19T12:00:47.683744+0000","last_active":"2024-09-19T12:00:47.683842+0000","last_peered":"2024-09-19T12:00:47.683842+0000","last_clean":"2024-09-19T12:00:47.683842+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:47.683842+0000","last_undegraded":"2024-09-19T12:00:47.683842+0000","last_fullsized":"2024-09-19T12:00:47.683842+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.683618+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:53.262089+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.665292+0000","last_change":"2024-09-19T12:01:02.665292+0000","last_active":"2024-09-19T12:01:02.665292+0000","last_peered":"2024-09-19T12:01:02.665292+0000","last_clean":"2024-09-19T12:01:02.665292+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T12:01:02.665292+0000","last_undegraded":"2024-09-19T12:01:02.665292+0000","last_fullsized":"2024-09-19T12:01:02.665292+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.665200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:57.744233+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'225","reported_seq":850,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.691363+0000","last_change":"2024-09-19T12:01:04.691363+0000","last_active":"2024-09-19T12:01:04.691363+0000","last_peered":"2024-09-19T12:01:04.691363+0000","last_clean":"2024-09-19T12:01:04.691363+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:01:04.691363+0000","last_undegraded":"2024-09-19T12:01:04.691363+0000","last_fullsized":"2024-09-19T12:01:04.691363+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'225","last_scrub_stamp":"2024-09-19T12:01:04.691258+0000","last_deep_scrub":"261'225","last_deep_scrub_stamp":"2024-09-19T12:01:04.691258+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.691258+0000","objects_scrubbed":7,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:23:10.123910+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.537439+0000","last_change":"2024-09-19T12:01:15.537439+0000","last_active":"2024-09-19T12:01:15.537439+0000","last_peered":"2024-09-19T12:01:15.537439+0000","last_clean":"2024-09-19T12:01:15.537439+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T12:01:15.537439+0000","last_undegraded":"2024-09-19T12:01:15.537439+0000","last_fullsized":"2024-09-19T12:01:15.537439+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.537359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.537359+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.537359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:21.328148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'137","reported_seq":638,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.667892+0000","last_change":"2024-09-19T12:01:22.667892+0000","last_active":"2024-09-19T12:01:22.667892+0000","last_peered":"2024-09-19T12:01:22.667892+0000","last_clean":"2024-09-19T12:01:22.667892+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T12:01:22.667892+0000","last_undegraded":"2024-09-19T12:01:22.667892+0000","last_fullsized":"2024-09-19T12:01:22.667892+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'137","last_scrub_stamp":"2024-09-19T12:01:22.667790+0000","last_deep_scrub":"261'137","last_deep_scrub_stamp":"2024-09-19T12:01:22.667790+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.667790+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:35.027870+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'386","reported_seq":1882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.723352+0000","last_change":"2024-09-19T12:00:56.723352+0000","last_active":"2024-09-19T12:00:56.723352+0000","last_peered":"2024-09-19T12:00:56.723352+0000","last_clean":"2024-09-19T12:00:56.723352+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T12:00:56.723352+0000","last_undegraded":"2024-09-19T12:00:56.723352+0000","last_fullsized":"2024-09-19T12:00:56.723352+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'386","last_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_deep_scrub":"261'386","last_deep_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.723261+0000","objects_scrubbed":2,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:18.827976+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.616697+0000","last_change":"2024-09-19T12:00:47.616643+0000","last_active":"2024-09-19T12:00:47.616697+0000","last_peered":"2024-09-19T12:00:47.616697+0000","last_clean":"2024-09-19T12:00:47.616697+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:47.616697+0000","last_undegraded":"2024-09-19T12:00:47.616697+0000","last_fullsized":"2024-09-19T12:00:47.616697+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'208","last_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_deep_scrub":"261'208","last_deep_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.616555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:30.504114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.626857+0000","last_change":"2024-09-19T12:01:01.626857+0000","last_active":"2024-09-19T12:01:01.626857+0000","last_peered":"2024-09-19T12:01:01.626857+0000","last_clean":"2024-09-19T12:01:01.626857+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T12:01:01.626857+0000","last_undegraded":"2024-09-19T12:01:01.626857+0000","last_fullsized":"2024-09-19T12:01:01.626857+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.626772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:45.367512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'150","reported_seq":725,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.678188+0000","last_change":"2024-09-19T12:01:12.678188+0000","last_active":"2024-09-19T12:01:12.678188+0000","last_peered":"2024-09-19T12:01:12.678188+0000","last_clean":"2024-09-19T12:01:12.678188+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:01:12.678188+0000","last_undegraded":"2024-09-19T12:01:12.678188+0000","last_fullsized":"2024-09-19T12:01:12.678188+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'150","last_scrub_stamp":"2024-09-19T12:01:12.678079+0000","last_deep_scrub":"261'150","last_deep_scrub_stamp":"2024-09-19T12:01:12.678079+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.678079+0000","objects_scrubbed":8,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:02.692683+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.636604+0000","last_change":"2024-09-19T12:01:07.636604+0000","last_active":"2024-09-19T12:01:07.636604+0000","last_peered":"2024-09-19T12:01:07.636604+0000","last_clean":"2024-09-19T12:01:07.636604+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T12:01:07.636604+0000","last_undegraded":"2024-09-19T12:01:07.636604+0000","last_fullsized":"2024-09-19T12:01:07.636604+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.636532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.636532+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.636532+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:29:46.172808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'240","reported_seq":1103,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.539083+0000","last_change":"2024-09-19T12:01:10.539083+0000","last_active":"2024-09-19T12:01:10.539083+0000","last_peered":"2024-09-19T12:01:10.539083+0000","last_clean":"2024-09-19T12:01:10.539083+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T12:01:10.539083+0000","last_undegraded":"2024-09-19T12:01:10.539083+0000","last_fullsized":"2024-09-19T12:01:10.539083+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'240","last_scrub_stamp":"2024-09-19T12:01:10.538976+0000","last_deep_scrub":"261'240","last_deep_scrub_stamp":"2024-09-19T12:01:10.538976+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.538976+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:05.644947+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'769","reported_seq":2462,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.018492+0000","last_change":"2024-09-19T12:00:51.018430+0000","last_active":"2024-09-19T12:00:51.018492+0000","last_peered":"2024-09-19T12:00:51.018492+0000","last_clean":"2024-09-19T12:00:51.018492+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T12:00:51.018492+0000","last_undegraded":"2024-09-19T12:00:51.018492+0000","last_fullsized":"2024-09-19T12:00:51.018492+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.018343+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:52.147573+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'219","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.811028+0000","last_change":"2024-09-19T12:00:46.811028+0000","last_active":"2024-09-19T12:00:46.811028+0000","last_peered":"2024-09-19T12:00:46.811028+0000","last_clean":"2024-09-19T12:00:46.811028+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:46.811028+0000","last_undegraded":"2024-09-19T12:00:46.811028+0000","last_fullsized":"2024-09-19T12:00:46.811028+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.810938+0000","objects_scrubbed":1,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:37.198179+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.715983+0000","last_change":"2024-09-19T12:01:09.715983+0000","last_active":"2024-09-19T12:01:09.715983+0000","last_peered":"2024-09-19T12:01:09.715983+0000","last_clean":"2024-09-19T12:01:09.715983+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T12:01:09.715983+0000","last_undegraded":"2024-09-19T12:01:09.715983+0000","last_fullsized":"2024-09-19T12:01:09.715983+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:09.715900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:09.715900+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.715900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:50.107018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'136","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.552394+0000","last_change":"2024-09-19T12:01:13.552394+0000","last_active":"2024-09-19T12:01:13.552394+0000","last_peered":"2024-09-19T12:01:13.552394+0000","last_clean":"2024-09-19T12:01:13.552394+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:01:13.552394+0000","last_undegraded":"2024-09-19T12:01:13.552394+0000","last_fullsized":"2024-09-19T12:01:13.552394+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'136","last_scrub_stamp":"2024-09-19T12:01:13.552295+0000","last_deep_scrub":"261'136","last_deep_scrub_stamp":"2024-09-19T12:01:13.552295+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.552295+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:16.502522+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.632535+0000","last_change":"2024-09-19T12:01:06.632535+0000","last_active":"2024-09-19T12:01:06.632535+0000","last_peered":"2024-09-19T12:01:06.632535+0000","last_clean":"2024-09-19T12:01:06.632535+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T12:01:06.632535+0000","last_undegraded":"2024-09-19T12:01:06.632535+0000","last_fullsized":"2024-09-19T12:01:06.632535+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.632440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.632440+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.632440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:35.956306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'128","reported_seq":614,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.511195+0000","last_change":"2024-09-19T12:01:19.511195+0000","last_active":"2024-09-19T12:01:19.511195+0000","last_peered":"2024-09-19T12:01:19.511195+0000","last_clean":"2024-09-19T12:01:19.511195+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:01:19.511195+0000","last_undegraded":"2024-09-19T12:01:19.511195+0000","last_fullsized":"2024-09-19T12:01:19.511195+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'128","last_scrub_stamp":"2024-09-19T12:01:19.511109+0000","last_deep_scrub":"261'128","last_deep_scrub_stamp":"2024-09-19T12:01:19.511109+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.511109+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:01:16.350019+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'633","reported_seq":2279,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.000581+0000","last_change":"2024-09-19T12:00:50.000581+0000","last_active":"2024-09-19T12:00:50.000581+0000","last_peered":"2024-09-19T12:00:50.000581+0000","last_clean":"2024-09-19T12:00:50.000581+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T12:00:50.000581+0000","last_undegraded":"2024-09-19T12:00:50.000581+0000","last_fullsized":"2024-09-19T12:00:50.000581+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'633","last_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_deep_scrub":"261'633","last_deep_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.000495+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":600,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:33.428443+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'301","reported_seq":988,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.584070+0000","last_change":"2024-09-19T12:00:47.584070+0000","last_active":"2024-09-19T12:00:47.584070+0000","last_peered":"2024-09-19T12:00:47.584070+0000","last_clean":"2024-09-19T12:00:47.584070+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:47.584070+0000","last_undegraded":"2024-09-19T12:00:47.584070+0000","last_fullsized":"2024-09-19T12:00:47.584070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.583984+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:11.576171+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.691007+0000","last_change":"2024-09-19T12:01:02.691007+0000","last_active":"2024-09-19T12:01:02.691007+0000","last_peered":"2024-09-19T12:01:02.691007+0000","last_clean":"2024-09-19T12:01:02.691007+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T12:01:02.691007+0000","last_undegraded":"2024-09-19T12:01:02.691007+0000","last_fullsized":"2024-09-19T12:01:02.691007+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.690900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:38.714205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'88","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.598539+0000","last_change":"2024-09-19T12:01:14.598539+0000","last_active":"2024-09-19T12:01:14.598539+0000","last_peered":"2024-09-19T12:01:14.598539+0000","last_clean":"2024-09-19T12:01:14.598539+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T12:01:14.598539+0000","last_undegraded":"2024-09-19T12:01:14.598539+0000","last_fullsized":"2024-09-19T12:01:14.598539+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'88","last_scrub_stamp":"2024-09-19T12:01:14.598442+0000","last_deep_scrub":"261'88","last_deep_scrub_stamp":"2024-09-19T12:01:14.598442+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.598442+0000","objects_scrubbed":7,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:58.888702+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.564650+0000","last_change":"2024-09-19T12:01:07.564650+0000","last_active":"2024-09-19T12:01:07.564650+0000","last_peered":"2024-09-19T12:01:07.564650+0000","last_clean":"2024-09-19T12:01:07.564650+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:01:07.564650+0000","last_undegraded":"2024-09-19T12:01:07.564650+0000","last_fullsized":"2024-09-19T12:01:07.564650+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'772","last_scrub_stamp":"2024-09-19T12:01:07.564564+0000","last_deep_scrub":"261'772","last_deep_scrub_stamp":"2024-09-19T12:01:07.564564+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.564564+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:59:49.567911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.686414+0000","last_change":"2024-09-19T12:01:20.686414+0000","last_active":"2024-09-19T12:01:20.686414+0000","last_peered":"2024-09-19T12:01:20.686414+0000","last_clean":"2024-09-19T12:01:20.686414+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T12:01:20.686414+0000","last_undegraded":"2024-09-19T12:01:20.686414+0000","last_fullsized":"2024-09-19T12:01:20.686414+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'164","last_scrub_stamp":"2024-09-19T12:01:20.686325+0000","last_deep_scrub":"261'164","last_deep_scrub_stamp":"2024-09-19T12:01:20.686325+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.686325+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:13.670841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'422","reported_seq":2076,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.798943+0000","last_change":"2024-09-19T12:00:58.798943+0000","last_active":"2024-09-19T12:00:58.798943+0000","last_peered":"2024-09-19T12:00:58.798943+0000","last_clean":"2024-09-19T12:00:58.798943+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T12:00:58.798943+0000","last_undegraded":"2024-09-19T12:00:58.798943+0000","last_fullsized":"2024-09-19T12:00:58.798943+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.798835+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:53.329456+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2042,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'229","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.582458+0000","last_change":"2024-09-19T12:00:49.582458+0000","last_active":"2024-09-19T12:00:49.582458+0000","last_peered":"2024-09-19T12:00:49.582458+0000","last_clean":"2024-09-19T12:00:49.582458+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:49.582458+0000","last_undegraded":"2024-09-19T12:00:49.582458+0000","last_fullsized":"2024-09-19T12:00:49.582458+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.582353+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:28.414276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.714091+0000","last_change":"2024-09-19T12:01:07.714091+0000","last_active":"2024-09-19T12:01:07.714091+0000","last_peered":"2024-09-19T12:01:07.714091+0000","last_clean":"2024-09-19T12:01:07.714091+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T12:01:07.714091+0000","last_undegraded":"2024-09-19T12:01:07.714091+0000","last_fullsized":"2024-09-19T12:01:07.714091+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.714009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.714009+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.714009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:07.740976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'148","reported_seq":724,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.529441+0000","last_change":"2024-09-19T12:01:13.529333+0000","last_active":"2024-09-19T12:01:13.529441+0000","last_peered":"2024-09-19T12:01:13.529441+0000","last_clean":"2024-09-19T12:01:13.529441+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:01:13.529441+0000","last_undegraded":"2024-09-19T12:01:13.529441+0000","last_fullsized":"2024-09-19T12:01:13.529441+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'148","last_scrub_stamp":"2024-09-19T12:01:13.529203+0000","last_deep_scrub":"261'148","last_deep_scrub_stamp":"2024-09-19T12:01:13.529203+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.529203+0000","objects_scrubbed":7,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:43.873482+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.761694+0000","last_change":"2024-09-19T12:01:14.761618+0000","last_active":"2024-09-19T12:01:14.761694+0000","last_peered":"2024-09-19T12:01:14.761694+0000","last_clean":"2024-09-19T12:01:14.761694+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T12:01:14.761694+0000","last_undegraded":"2024-09-19T12:01:14.761694+0000","last_fullsized":"2024-09-19T12:01:14.761694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.761533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.761533+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.761533+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:27.805886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'120","reported_seq":617,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.655675+0000","last_change":"2024-09-19T12:01:19.655594+0000","last_active":"2024-09-19T12:01:19.655675+0000","last_peered":"2024-09-19T12:01:19.655675+0000","last_clean":"2024-09-19T12:01:19.655675+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T12:01:19.655675+0000","last_undegraded":"2024-09-19T12:01:19.655675+0000","last_fullsized":"2024-09-19T12:01:19.655675+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'120","last_scrub_stamp":"2024-09-19T12:01:19.655490+0000","last_deep_scrub":"261'120","last_deep_scrub_stamp":"2024-09-19T12:01:19.655490+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.655490+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:38:35.243666+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'842","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.755339+0000","last_change":"2024-09-19T12:00:57.755339+0000","last_active":"2024-09-19T12:00:57.755339+0000","last_peered":"2024-09-19T12:00:57.755339+0000","last_clean":"2024-09-19T12:00:57.755339+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T12:00:57.755339+0000","last_undegraded":"2024-09-19T12:00:57.755339+0000","last_fullsized":"2024-09-19T12:00:57.755339+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'842","last_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_deep_scrub":"261'842","last_deep_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.755251+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":800,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:53.089202+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'264","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.565232+0000","last_change":"2024-09-19T12:00:50.565232+0000","last_active":"2024-09-19T12:00:50.565232+0000","last_peered":"2024-09-19T12:00:50.565232+0000","last_clean":"2024-09-19T12:00:50.565232+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:50.565232+0000","last_undegraded":"2024-09-19T12:00:50.565232+0000","last_fullsized":"2024-09-19T12:00:50.565232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'264","last_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_deep_scrub":"261'264","last_deep_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.565101+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:39.295152+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.509544+0000","last_change":"2024-09-19T12:01:09.509544+0000","last_active":"2024-09-19T12:01:09.509544+0000","last_peered":"2024-09-19T12:01:09.509544+0000","last_clean":"2024-09-19T12:01:09.509544+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T12:01:09.509544+0000","last_undegraded":"2024-09-19T12:01:09.509544+0000","last_fullsized":"2024-09-19T12:01:09.509544+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:09.509434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:09.509434+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.509434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:16.660060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'121","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.768192+0000","last_change":"2024-09-19T12:01:13.768134+0000","last_active":"2024-09-19T12:01:13.768192+0000","last_peered":"2024-09-19T12:01:13.768192+0000","last_clean":"2024-09-19T12:01:13.768192+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:01:13.768192+0000","last_undegraded":"2024-09-19T12:01:13.768192+0000","last_fullsized":"2024-09-19T12:01:13.768192+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'121","last_scrub_stamp":"2024-09-19T12:01:13.768027+0000","last_deep_scrub":"261'121","last_deep_scrub_stamp":"2024-09-19T12:01:13.768027+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.768027+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:57:41.675742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":486,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.520008+0000","last_change":"2024-09-19T12:01:06.520008+0000","last_active":"2024-09-19T12:01:06.520008+0000","last_peered":"2024-09-19T12:01:06.520008+0000","last_clean":"2024-09-19T12:01:06.520008+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T12:01:06.520008+0000","last_undegraded":"2024-09-19T12:01:06.520008+0000","last_fullsized":"2024-09-19T12:01:06.520008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.519923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.519923+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.519923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:35.224913+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'134","reported_seq":653,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.685563+0000","last_change":"2024-09-19T12:01:23.685502+0000","last_active":"2024-09-19T12:01:23.685563+0000","last_peered":"2024-09-19T12:01:23.685563+0000","last_clean":"2024-09-19T12:01:23.685563+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:01:23.685563+0000","last_undegraded":"2024-09-19T12:01:23.685563+0000","last_fullsized":"2024-09-19T12:01:23.685563+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:23.685405+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:23.685405+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.685405+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:11.952973+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'388","reported_seq":1856,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.515858+0000","last_change":"2024-09-19T12:00:58.515790+0000","last_active":"2024-09-19T12:00:58.515858+0000","last_peered":"2024-09-19T12:00:58.515858+0000","last_clean":"2024-09-19T12:00:58.515858+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T12:00:58.515858+0000","last_undegraded":"2024-09-19T12:00:58.515858+0000","last_fullsized":"2024-09-19T12:00:58.515858+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'388","last_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_deep_scrub":"261'388","last_deep_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.515703+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:45.541789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'180","reported_seq":804,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.671214+0000","last_change":"2024-09-19T12:00:45.671214+0000","last_active":"2024-09-19T12:00:45.671214+0000","last_peered":"2024-09-19T12:00:45.671214+0000","last_clean":"2024-09-19T12:00:45.671214+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:45.671214+0000","last_undegraded":"2024-09-19T12:00:45.671214+0000","last_fullsized":"2024-09-19T12:00:45.671214+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.671096+0000","objects_scrubbed":5,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:55.650873+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.683624+0000","last_change":"2024-09-19T12:01:08.683540+0000","last_active":"2024-09-19T12:01:08.683624+0000","last_peered":"2024-09-19T12:01:08.683624+0000","last_clean":"2024-09-19T12:01:08.683624+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T12:01:08.683624+0000","last_undegraded":"2024-09-19T12:01:08.683624+0000","last_fullsized":"2024-09-19T12:01:08.683624+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.683458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.683458+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.683458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:32:40.999899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'104","reported_seq":662,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.552896+0000","last_change":"2024-09-19T12:01:12.552896+0000","last_active":"2024-09-19T12:01:12.552896+0000","last_peered":"2024-09-19T12:01:12.552896+0000","last_clean":"2024-09-19T12:01:12.552896+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:01:12.552896+0000","last_undegraded":"2024-09-19T12:01:12.552896+0000","last_fullsized":"2024-09-19T12:01:12.552896+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'104","last_scrub_stamp":"2024-09-19T12:01:12.552792+0000","last_deep_scrub":"261'104","last_deep_scrub_stamp":"2024-09-19T12:01:12.552792+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.552792+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:20.800887+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.653318+0000","last_change":"2024-09-19T12:01:17.653318+0000","last_active":"2024-09-19T12:01:17.653318+0000","last_peered":"2024-09-19T12:01:17.653318+0000","last_clean":"2024-09-19T12:01:17.653318+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T12:01:17.653318+0000","last_undegraded":"2024-09-19T12:01:17.653318+0000","last_fullsized":"2024-09-19T12:01:17.653318+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.653236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.653236+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.653236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:11.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'168","reported_seq":1273,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.633020+0000","last_change":"2024-09-19T12:01:18.632951+0000","last_active":"2024-09-19T12:01:18.633020+0000","last_peered":"2024-09-19T12:01:18.633020+0000","last_clean":"2024-09-19T12:01:18.633020+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T12:01:18.633020+0000","last_undegraded":"2024-09-19T12:01:18.633020+0000","last_fullsized":"2024-09-19T12:01:18.633020+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'168","last_scrub_stamp":"2024-09-19T12:01:18.632851+0000","last_deep_scrub":"261'168","last_deep_scrub_stamp":"2024-09-19T12:01:18.632851+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.632851+0000","objects_scrubbed":3,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:09:47.897366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'536","reported_seq":2045,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.779678+0000","last_change":"2024-09-19T12:00:56.779619+0000","last_active":"2024-09-19T12:00:56.779678+0000","last_peered":"2024-09-19T12:00:56.779678+0000","last_clean":"2024-09-19T12:00:56.779678+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T12:00:56.779678+0000","last_undegraded":"2024-09-19T12:00:56.779678+0000","last_fullsized":"2024-09-19T12:00:56.779678+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'536","last_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_deep_scrub":"261'536","last_deep_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.779536+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":500,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:18.169076+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'212","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.624767+0000","last_change":"2024-09-19T12:00:48.624767+0000","last_active":"2024-09-19T12:00:48.624767+0000","last_peered":"2024-09-19T12:00:48.624767+0000","last_clean":"2024-09-19T12:00:48.624767+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:48.624767+0000","last_undegraded":"2024-09-19T12:00:48.624767+0000","last_fullsized":"2024-09-19T12:00:48.624767+0000","mapping_epoch":35,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'212","last_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_deep_scrub":"261'212","last_deep_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.624649+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:10.209769+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"261'2","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.650025+0000","last_change":"2024-09-19T12:01:01.649935+0000","last_active":"2024-09-19T12:01:01.650025+0000","last_peered":"2024-09-19T12:01:01.650025+0000","last_clean":"2024-09-19T12:01:01.650025+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T12:01:01.650025+0000","last_undegraded":"2024-09-19T12:01:01.650025+0000","last_fullsized":"2024-09-19T12:01:01.650025+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.649841+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:11.495928+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'151","reported_seq":733,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.602782+0000","last_change":"2024-09-19T12:01:13.602782+0000","last_active":"2024-09-19T12:01:13.602782+0000","last_peered":"2024-09-19T12:01:13.602782+0000","last_clean":"2024-09-19T12:01:13.602782+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:01:13.602782+0000","last_undegraded":"2024-09-19T12:01:13.602782+0000","last_fullsized":"2024-09-19T12:01:13.602782+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'151","last_scrub_stamp":"2024-09-19T12:01:13.602669+0000","last_deep_scrub":"261'151","last_deep_scrub_stamp":"2024-09-19T12:01:13.602669+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.602669+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:51.012922+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.806975+0000","last_change":"2024-09-19T12:01:15.806975+0000","last_active":"2024-09-19T12:01:15.806975+0000","last_peered":"2024-09-19T12:01:15.806975+0000","last_clean":"2024-09-19T12:01:15.806975+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T12:01:15.806975+0000","last_undegraded":"2024-09-19T12:01:15.806975+0000","last_fullsized":"2024-09-19T12:01:15.806975+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.806885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.806885+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.806885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:35.911973+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'115","reported_seq":618,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.721068+0000","last_change":"2024-09-19T12:01:19.721068+0000","last_active":"2024-09-19T12:01:19.721068+0000","last_peered":"2024-09-19T12:01:19.721068+0000","last_clean":"2024-09-19T12:01:19.721068+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:01:19.721068+0000","last_undegraded":"2024-09-19T12:01:19.721068+0000","last_fullsized":"2024-09-19T12:01:19.721068+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'115","last_scrub_stamp":"2024-09-19T12:01:19.720985+0000","last_deep_scrub":"261'115","last_deep_scrub_stamp":"2024-09-19T12:01:19.720985+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.720985+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:56.031385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'504","reported_seq":2050,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.611582+0000","last_change":"2024-09-19T12:00:58.611527+0000","last_active":"2024-09-19T12:00:58.611582+0000","last_peered":"2024-09-19T12:00:58.611582+0000","last_clean":"2024-09-19T12:00:58.611582+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T12:00:58.611582+0000","last_undegraded":"2024-09-19T12:00:58.611582+0000","last_fullsized":"2024-09-19T12:00:58.611582+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'504","last_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_deep_scrub":"261'504","last_deep_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.611432+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":400,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:14.030456+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'197","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.696515+0000","last_change":"2024-09-19T12:00:49.696515+0000","last_active":"2024-09-19T12:00:49.696515+0000","last_peered":"2024-09-19T12:00:49.696515+0000","last_clean":"2024-09-19T12:00:49.696515+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:49.696515+0000","last_undegraded":"2024-09-19T12:00:49.696515+0000","last_fullsized":"2024-09-19T12:00:49.696515+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.696421+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:18:02.396806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'708","reported_seq":2501,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.607058+0000","last_change":"2024-09-19T12:00:57.606974+0000","last_active":"2024-09-19T12:00:57.607058+0000","last_peered":"2024-09-19T12:00:57.607058+0000","last_clean":"2024-09-19T12:00:57.607058+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T12:00:57.607058+0000","last_undegraded":"2024-09-19T12:00:57.607058+0000","last_fullsized":"2024-09-19T12:00:57.607058+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'708","last_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_deep_scrub":"261'708","last_deep_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.606774+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:52.382989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'301","reported_seq":1005,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.049513+0000","last_change":"2024-09-19T12:00:46.049513+0000","last_active":"2024-09-19T12:00:46.049513+0000","last_peered":"2024-09-19T12:00:46.049513+0000","last_clean":"2024-09-19T12:00:46.049513+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:46.049513+0000","last_undegraded":"2024-09-19T12:00:46.049513+0000","last_fullsized":"2024-09-19T12:00:46.049513+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.049437+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:02:27.245584+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'442","reported_seq":1945,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.588058+0000","last_change":"2024-09-19T12:01:00.587997+0000","last_active":"2024-09-19T12:01:00.588058+0000","last_peered":"2024-09-19T12:01:00.588058+0000","last_clean":"2024-09-19T12:01:00.588058+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T12:01:00.588058+0000","last_undegraded":"2024-09-19T12:01:00.588058+0000","last_fullsized":"2024-09-19T12:01:00.588058+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'442","last_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_deep_scrub":"261'442","last_deep_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.587904+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:05.192226+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'241","reported_seq":849,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.477858+0000","last_change":"2024-09-19T12:00:52.477858+0000","last_active":"2024-09-19T12:00:52.477858+0000","last_peered":"2024-09-19T12:00:52.477858+0000","last_clean":"2024-09-19T12:00:52.477858+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:52.477858+0000","last_undegraded":"2024-09-19T12:00:52.477858+0000","last_fullsized":"2024-09-19T12:00:52.477858+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.477762+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:35:26.689556+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2310,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.600826+0000","last_change":"2024-09-19T12:00:56.600744+0000","last_active":"2024-09-19T12:00:56.600826+0000","last_peered":"2024-09-19T12:00:56.600826+0000","last_clean":"2024-09-19T12:00:56.600826+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:56.600826+0000","last_undegraded":"2024-09-19T12:00:56.600826+0000","last_fullsized":"2024-09-19T12:00:56.600826+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'768","last_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_deep_scrub":"261'768","last_deep_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.600654+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:46.274201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'234","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.670569+0000","last_change":"2024-09-19T12:00:49.670569+0000","last_active":"2024-09-19T12:00:49.670569+0000","last_peered":"2024-09-19T12:00:49.670569+0000","last_clean":"2024-09-19T12:00:49.670569+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:49.670569+0000","last_undegraded":"2024-09-19T12:00:49.670569+0000","last_fullsized":"2024-09-19T12:00:49.670569+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'234","last_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_deep_scrub":"261'234","last_deep_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.670466+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:45.945185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'422","reported_seq":1949,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.482598+0000","last_change":"2024-09-19T12:01:01.482598+0000","last_active":"2024-09-19T12:01:01.482598+0000","last_peered":"2024-09-19T12:01:01.482598+0000","last_clean":"2024-09-19T12:01:01.482598+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T12:01:01.482598+0000","last_undegraded":"2024-09-19T12:01:01.482598+0000","last_fullsized":"2024-09-19T12:01:01.482598+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.482518+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:11.924195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2556,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'195","reported_seq":807,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.722222+0000","last_change":"2024-09-19T12:00:50.722161+0000","last_active":"2024-09-19T12:00:50.722222+0000","last_peered":"2024-09-19T12:00:50.722222+0000","last_clean":"2024-09-19T12:00:50.722222+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:50.722222+0000","last_undegraded":"2024-09-19T12:00:50.722222+0000","last_fullsized":"2024-09-19T12:00:50.722222+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.722070+0000","objects_scrubbed":2,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:45.541944+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'551","reported_seq":2141,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.750689+0000","last_change":"2024-09-19T12:00:59.750689+0000","last_active":"2024-09-19T12:00:59.750689+0000","last_peered":"2024-09-19T12:00:59.750689+0000","last_clean":"2024-09-19T12:00:59.750689+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T12:00:59.750689+0000","last_undegraded":"2024-09-19T12:00:59.750689+0000","last_fullsized":"2024-09-19T12:00:59.750689+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'551","last_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_deep_scrub":"261'551","last_deep_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.750603+0000","objects_scrubbed":3,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:18.538020+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2806,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'193","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.621794+0000","last_change":"2024-09-19T12:00:48.621739+0000","last_active":"2024-09-19T12:00:48.621794+0000","last_peered":"2024-09-19T12:00:48.621794+0000","last_clean":"2024-09-19T12:00:48.621794+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:48.621794+0000","last_undegraded":"2024-09-19T12:00:48.621794+0000","last_fullsized":"2024-09-19T12:00:48.621794+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'193","last_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_deep_scrub":"261'193","last_deep_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.621652+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:30.443550+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'911","reported_seq":2581,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.488081+0000","last_change":"2024-09-19T12:01:00.488081+0000","last_active":"2024-09-19T12:01:00.488081+0000","last_peered":"2024-09-19T12:01:00.488081+0000","last_clean":"2024-09-19T12:01:00.488081+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T12:01:00.488081+0000","last_undegraded":"2024-09-19T12:01:00.488081+0000","last_fullsized":"2024-09-19T12:01:00.488081+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'911","last_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_deep_scrub":"261'911","last_deep_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.487975+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":900,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:17:13.339411+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'195","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.693545+0000","last_change":"2024-09-19T12:00:51.693488+0000","last_active":"2024-09-19T12:00:51.693545+0000","last_peered":"2024-09-19T12:00:51.693545+0000","last_clean":"2024-09-19T12:00:51.693545+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T12:00:51.693545+0000","last_undegraded":"2024-09-19T12:00:51.693545+0000","last_fullsized":"2024-09-19T12:00:51.693545+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.693379+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:14.833172+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2390,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.681708+0000","last_change":"2024-09-19T12:00:59.681708+0000","last_active":"2024-09-19T12:00:59.681708+0000","last_peered":"2024-09-19T12:00:59.681708+0000","last_clean":"2024-09-19T12:00:59.681708+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T12:00:59.681708+0000","last_undegraded":"2024-09-19T12:00:59.681708+0000","last_fullsized":"2024-09-19T12:00:59.681708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'761","last_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_deep_scrub":"261'761","last_deep_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.681622+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:17.234251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'217","reported_seq":844,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.685811+0000","last_change":"2024-09-19T12:00:49.685743+0000","last_active":"2024-09-19T12:00:49.685811+0000","last_peered":"2024-09-19T12:00:49.685811+0000","last_clean":"2024-09-19T12:00:49.685811+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:49.685811+0000","last_undegraded":"2024-09-19T12:00:49.685811+0000","last_fullsized":"2024-09-19T12:00:49.685811+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'217","last_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_deep_scrub":"261'217","last_deep_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.685641+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:51.875334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'423","reported_seq":2037,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.688347+0000","last_change":"2024-09-19T12:00:58.688347+0000","last_active":"2024-09-19T12:00:58.688347+0000","last_peered":"2024-09-19T12:00:58.688347+0000","last_clean":"2024-09-19T12:00:58.688347+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T12:00:58.688347+0000","last_undegraded":"2024-09-19T12:00:58.688347+0000","last_fullsized":"2024-09-19T12:00:58.688347+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'423","last_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_deep_scrub":"261'423","last_deep_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.688245+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:56.363030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2294,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'200","reported_seq":839,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.518786+0000","last_change":"2024-09-19T12:00:51.518709+0000","last_active":"2024-09-19T12:00:51.518786+0000","last_peered":"2024-09-19T12:00:51.518786+0000","last_clean":"2024-09-19T12:00:51.518786+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:51.518786+0000","last_undegraded":"2024-09-19T12:00:51.518786+0000","last_fullsized":"2024-09-19T12:00:51.518786+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'200","last_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_deep_scrub":"261'200","last_deep_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.518611+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:30.371641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'453","reported_seq":2126,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.657103+0000","last_change":"2024-09-19T12:01:01.657103+0000","last_active":"2024-09-19T12:01:01.657103+0000","last_peered":"2024-09-19T12:01:01.657103+0000","last_clean":"2024-09-19T12:01:01.657103+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T12:01:01.657103+0000","last_undegraded":"2024-09-19T12:01:01.657103+0000","last_fullsized":"2024-09-19T12:01:01.657103+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'453","last_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_deep_scrub":"261'453","last_deep_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.657011+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":400,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:05.228945+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1746,"num_omap_keys":7,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'214","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.688358+0000","last_change":"2024-09-19T12:00:51.688300+0000","last_active":"2024-09-19T12:00:51.688358+0000","last_peered":"2024-09-19T12:00:51.688358+0000","last_clean":"2024-09-19T12:00:51.688358+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:51.688358+0000","last_undegraded":"2024-09-19T12:00:51.688358+0000","last_fullsized":"2024-09-19T12:00:51.688358+0000","mapping_epoch":22,"log_start":"261'201","ondisk_log_start":"261'201","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'214","last_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_deep_scrub":"261'214","last_deep_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.688194+0000","objects_scrubbed":4,"log_size":13,"log_dups_size":201,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:21.203228+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'821","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.051288+0000","last_change":"2024-09-19T12:00:52.051196+0000","last_active":"2024-09-19T12:00:52.051288+0000","last_peered":"2024-09-19T12:00:52.051288+0000","last_clean":"2024-09-19T12:00:52.051288+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:52.051288+0000","last_undegraded":"2024-09-19T12:00:52.051288+0000","last_fullsized":"2024-09-19T12:00:52.051288+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'821","last_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_deep_scrub":"261'821","last_deep_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.051083+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:06.394262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'196","reported_seq":794,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.466313+0000","last_change":"2024-09-19T12:00:53.466248+0000","last_active":"2024-09-19T12:00:53.466313+0000","last_peered":"2024-09-19T12:00:53.466313+0000","last_clean":"2024-09-19T12:00:53.466313+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:53.466313+0000","last_undegraded":"2024-09-19T12:00:53.466313+0000","last_fullsized":"2024-09-19T12:00:53.466313+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'196","last_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_deep_scrub":"261'196","last_deep_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.466138+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:18.838155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'441","reported_seq":2008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.701656+0000","last_change":"2024-09-19T12:01:00.701656+0000","last_active":"2024-09-19T12:01:00.701656+0000","last_peered":"2024-09-19T12:01:00.701656+0000","last_clean":"2024-09-19T12:01:00.701656+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T12:01:00.701656+0000","last_undegraded":"2024-09-19T12:01:00.701656+0000","last_fullsized":"2024-09-19T12:01:00.701656+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'441","last_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_deep_scrub":"261'441","last_deep_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.701563+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:36.856809+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'191","reported_seq":790,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.043301+0000","last_change":"2024-09-19T12:00:49.043232+0000","last_active":"2024-09-19T12:00:49.043301+0000","last_peered":"2024-09-19T12:00:49.043301+0000","last_clean":"2024-09-19T12:00:49.043301+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:49.043301+0000","last_undegraded":"2024-09-19T12:00:49.043301+0000","last_fullsized":"2024-09-19T12:00:49.043301+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.043119+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:00.609155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2332,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.680309+0000","last_change":"2024-09-19T12:01:01.680309+0000","last_active":"2024-09-19T12:01:01.680309+0000","last_peered":"2024-09-19T12:01:01.680309+0000","last_clean":"2024-09-19T12:01:01.680309+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T12:01:01.680309+0000","last_undegraded":"2024-09-19T12:01:01.680309+0000","last_fullsized":"2024-09-19T12:01:01.680309+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.680226+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:27.605635+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'230","reported_seq":974,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.731133+0000","last_change":"2024-09-19T12:00:50.731045+0000","last_active":"2024-09-19T12:00:50.731133+0000","last_peered":"2024-09-19T12:00:50.731133+0000","last_clean":"2024-09-19T12:00:50.731133+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T12:00:50.731133+0000","last_undegraded":"2024-09-19T12:00:50.731133+0000","last_fullsized":"2024-09-19T12:00:50.731133+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'230","last_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_deep_scrub":"261'230","last_deep_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.730915+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:40.928541+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'539","reported_seq":2281,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.688810+0000","last_change":"2024-09-19T12:00:57.688739+0000","last_active":"2024-09-19T12:00:57.688810+0000","last_peered":"2024-09-19T12:00:57.688810+0000","last_clean":"2024-09-19T12:00:57.688810+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:57.688810+0000","last_undegraded":"2024-09-19T12:00:57.688810+0000","last_fullsized":"2024-09-19T12:00:57.688810+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'539","last_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_deep_scrub":"261'539","last_deep_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.688644+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:04.874620+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":246,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'191","reported_seq":808,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.648630+0000","last_change":"2024-09-19T12:00:55.648536+0000","last_active":"2024-09-19T12:00:55.648630+0000","last_peered":"2024-09-19T12:00:55.648630+0000","last_clean":"2024-09-19T12:00:55.648630+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T12:00:55.648630+0000","last_undegraded":"2024-09-19T12:00:55.648630+0000","last_fullsized":"2024-09-19T12:00:55.648630+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.648437+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:47.762154+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'402","reported_seq":1886,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.525347+0000","last_change":"2024-09-19T12:01:02.525347+0000","last_active":"2024-09-19T12:01:02.525347+0000","last_peered":"2024-09-19T12:01:02.525347+0000","last_clean":"2024-09-19T12:01:02.525347+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T12:01:02.525347+0000","last_undegraded":"2024-09-19T12:01:02.525347+0000","last_fullsized":"2024-09-19T12:01:02.525347+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'402","last_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_deep_scrub":"261'402","last_deep_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.525254+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:44.167633+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'158","reported_seq":748,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.081441+0000","last_change":"2024-09-19T12:00:48.081441+0000","last_active":"2024-09-19T12:00:48.081441+0000","last_peered":"2024-09-19T12:00:48.081441+0000","last_clean":"2024-09-19T12:00:48.081441+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:48.081441+0000","last_undegraded":"2024-09-19T12:00:48.081441+0000","last_fullsized":"2024-09-19T12:00:48.081441+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'158","last_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_deep_scrub":"261'158","last_deep_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.081336+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:33.229501+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'403","reported_seq":1982,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.671444+0000","last_change":"2024-09-19T12:01:00.671444+0000","last_active":"2024-09-19T12:01:00.671444+0000","last_peered":"2024-09-19T12:01:00.671444+0000","last_clean":"2024-09-19T12:01:00.671444+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T12:01:00.671444+0000","last_undegraded":"2024-09-19T12:01:00.671444+0000","last_fullsized":"2024-09-19T12:01:00.671444+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'403","last_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_deep_scrub":"261'403","last_deep_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.671359+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:26.494271+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'199","reported_seq":822,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.495633+0000","last_change":"2024-09-19T12:00:54.495633+0000","last_active":"2024-09-19T12:00:54.495633+0000","last_peered":"2024-09-19T12:00:54.495633+0000","last_clean":"2024-09-19T12:00:54.495633+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:54.495633+0000","last_undegraded":"2024-09-19T12:00:54.495633+0000","last_fullsized":"2024-09-19T12:00:54.495633+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.495544+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:51.434235+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'182","reported_seq":859,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.485874+0000","last_change":"2024-09-19T12:00:56.485874+0000","last_active":"2024-09-19T12:00:56.485874+0000","last_peered":"2024-09-19T12:00:56.485874+0000","last_clean":"2024-09-19T12:00:56.485874+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:56.485874+0000","last_undegraded":"2024-09-19T12:00:56.485874+0000","last_fullsized":"2024-09-19T12:00:56.485874+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'182","last_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_deep_scrub":"261'182","last_deep_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.485752+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:00.631774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'861","reported_seq":2492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.655903+0000","last_change":"2024-09-19T12:00:59.655843+0000","last_active":"2024-09-19T12:00:59.655903+0000","last_peered":"2024-09-19T12:00:59.655903+0000","last_clean":"2024-09-19T12:00:59.655903+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T12:00:59.655903+0000","last_undegraded":"2024-09-19T12:00:59.655903+0000","last_fullsized":"2024-09-19T12:00:59.655903+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.655743+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:41.289761+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'275","reported_seq":937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.636634+0000","last_change":"2024-09-19T12:00:49.636634+0000","last_active":"2024-09-19T12:00:49.636634+0000","last_peered":"2024-09-19T12:00:49.636634+0000","last_clean":"2024-09-19T12:00:49.636634+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:49.636634+0000","last_undegraded":"2024-09-19T12:00:49.636634+0000","last_fullsized":"2024-09-19T12:00:49.636634+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.636492+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:29:43.268508+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'416","reported_seq":1839,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.515662+0000","last_change":"2024-09-19T12:01:03.515587+0000","last_active":"2024-09-19T12:01:03.515662+0000","last_peered":"2024-09-19T12:01:03.515662+0000","last_clean":"2024-09-19T12:01:03.515662+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T12:01:03.515662+0000","last_undegraded":"2024-09-19T12:01:03.515662+0000","last_fullsized":"2024-09-19T12:01:03.515662+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'416","last_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_deep_scrub":"261'416","last_deep_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.515495+0000","objects_scrubbed":2,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:13:38.178977+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2512,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1664,"ondisk_log_size":1664,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":538,"ondisk_log_size":538,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":710140,"num_omap_keys":1614,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1808,"ondisk_log_size":1808,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35490,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4007,"ondisk_log_size":4007,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3931,"ondisk_log_size":3931,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542647,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236080,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135760,"statfs":{"total":96636764160,"available":96395018240,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542646,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218544,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153296,"statfs":{"total":96636764160,"available":96412975104,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542647,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105176,"kb_used_data":15752,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94266664,"statfs":{"total":96636764160,"available":96529063936,"internally_reserved":0,"allocated":16130048,"data_stored":14410905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542649,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78588,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94293252,"statfs":{"total":96636764160,"available":96556290048,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542647,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":227980,"kb_used_data":12156,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94143860,"statfs":{"total":96636764160,"available":96403312640,"internally_reserved":0,"allocated":12447744,"data_stored":10776990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542649,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74764,"kb_used_data":7484,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94297076,"statfs":{"total":96636764160,"available":96560205824,"internally_reserved":0,"allocated":7663616,"data_stored":6103454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542649,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":120760,"kb_used_data":3560,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94251080,"statfs":{"total":96636764160,"available":96513105920,"internally_reserved":0,"allocated":3645440,"data_stored":2123581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":119994821},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542649,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":255812,"kb_used_data":17780,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94116028,"statfs":{"total":96636764160,"available":96374812672,"internally_reserved":0,"allocated":18206720,"data_stored":16556886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:01:47.914 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:47.914 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-19T11:46:49.743689+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=11, tm_min=46, tm_sec=49, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=12, tm_min=0, tm_sec=41, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T12:01:47.918 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T12:02:07.920 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T12:02:08.261 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-19T12:02:08.275 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2024-09-19T12:02:08.277 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":1513,"stamp":"2024-09-19T12:02:07.684999+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":36278940,"num_objects":619,"num_object_clones":0,"num_object_copies":1238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":296219,"num_read_kb":2740997,"num_write":145868,"num_write_kb":2406995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":190,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":749270,"num_omap_keys":1785,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13313,"ondisk_log_size":13313,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1317704,"kb_used_data":99336,"kb_used_omap":12,"kb_used_meta":1218227,"kb_avail":753657016,"statfs":{"total":773094113280,"available":771744784384,"internally_reserved":0,"allocated":101720064,"data_stored":88767934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1247465008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005382"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.533702+0000","last_change":"2024-09-19T12:01:33.533647+0000","last_active":"2024-09-19T12:01:33.533702+0000","last_peered":"2024-09-19T12:01:33.533702+0000","last_clean":"2024-09-19T12:01:33.533702+0000","last_became_active":"2024-09-19T11:46:50.769762+0000","last_became_peered":"2024-09-19T11:46:50.769762+0000","last_unstale":"2024-09-19T12:01:33.533702+0000","last_undegraded":"2024-09-19T12:01:33.533702+0000","last_fullsized":"2024-09-19T12:01:33.533702+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:33.533561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:33.533561+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.533561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:55.821088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"258'5","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.475537+0000","last_change":"2024-09-19T12:01:31.475537+0000","last_active":"2024-09-19T12:01:31.475537+0000","last_peered":"2024-09-19T12:01:31.475537+0000","last_clean":"2024-09-19T12:01:31.475537+0000","last_became_active":"2024-09-19T11:36:12.513858+0000","last_became_peered":"2024-09-19T11:36:12.513858+0000","last_unstale":"2024-09-19T12:01:31.475537+0000","last_undegraded":"2024-09-19T12:01:31.475537+0000","last_fullsized":"2024-09-19T12:01:31.475537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:31.475433+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:31.475433+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.475433+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:45.679204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"261'10","reported_seq":67,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.710278+0000","last_change":"2024-09-19T12:01:32.710278+0000","last_active":"2024-09-19T12:01:32.710278+0000","last_peered":"2024-09-19T12:01:32.710278+0000","last_clean":"2024-09-19T12:01:32.710278+0000","last_became_active":"2024-09-19T11:36:09.482607+0000","last_became_peered":"2024-09-19T11:36:09.482607+0000","last_unstale":"2024-09-19T12:01:32.710278+0000","last_undegraded":"2024-09-19T12:01:32.710278+0000","last_fullsized":"2024-09-19T12:01:32.710278+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:32.710186+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:32.710186+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.710186+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:07.772345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":16386,"num_write":10,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"261'25","reported_seq":123,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.680822+0000","last_change":"2024-09-19T12:01:27.680764+0000","last_active":"2024-09-19T12:01:27.680822+0000","last_peered":"2024-09-19T12:01:27.680822+0000","last_clean":"2024-09-19T12:01:27.680822+0000","last_became_active":"2024-09-19T11:34:29.634240+0000","last_became_peered":"2024-09-19T11:34:29.634240+0000","last_unstale":"2024-09-19T12:01:27.680822+0000","last_undegraded":"2024-09-19T12:01:27.680822+0000","last_fullsized":"2024-09-19T12:01:27.680822+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'25","last_scrub_stamp":"2024-09-19T12:01:27.680696+0000","last_deep_scrub":"261'25","last_deep_scrub_stamp":"2024-09-19T12:01:27.680696+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.680696+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:21:26.901051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":125,"num_write":76,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.265222+0000","last_change":"2024-09-19T12:01:15.265163+0000","last_active":"2024-09-19T12:01:15.265222+0000","last_peered":"2024-09-19T12:01:15.265222+0000","last_clean":"2024-09-19T12:01:15.265222+0000","last_became_active":"2024-09-19T11:46:50.774407+0000","last_became_peered":"2024-09-19T11:46:50.774407+0000","last_unstale":"2024-09-19T12:01:15.265222+0000","last_undegraded":"2024-09-19T12:01:15.265222+0000","last_fullsized":"2024-09-19T12:01:15.265222+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.265068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.265068+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.265068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:16.447170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"258'5","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.678518+0000","last_change":"2024-09-19T12:01:33.678518+0000","last_active":"2024-09-19T12:01:33.678518+0000","last_peered":"2024-09-19T12:01:33.678518+0000","last_clean":"2024-09-19T12:01:33.678518+0000","last_became_active":"2024-09-19T11:36:12.513704+0000","last_became_peered":"2024-09-19T11:36:12.513704+0000","last_unstale":"2024-09-19T12:01:33.678518+0000","last_undegraded":"2024-09-19T12:01:33.678518+0000","last_fullsized":"2024-09-19T12:01:33.678518+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:33.678425+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:33.678425+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.678425+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:44.758378+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"258'5","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.368731+0000","last_change":"2024-09-19T12:01:18.368731+0000","last_active":"2024-09-19T12:01:18.368731+0000","last_peered":"2024-09-19T12:01:18.368731+0000","last_clean":"2024-09-19T12:01:18.368731+0000","last_became_active":"2024-09-19T11:36:09.483910+0000","last_became_peered":"2024-09-19T11:36:09.483910+0000","last_unstale":"2024-09-19T12:01:18.368731+0000","last_undegraded":"2024-09-19T12:01:18.368731+0000","last_fullsized":"2024-09-19T12:01:18.368731+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:18.368627+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:18.368627+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.368627+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:02.678421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"261'29","reported_seq":137,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.218132+0000","last_change":"2024-09-19T12:01:08.218132+0000","last_active":"2024-09-19T12:01:08.218132+0000","last_peered":"2024-09-19T12:01:08.218132+0000","last_clean":"2024-09-19T12:01:08.218132+0000","last_became_active":"2024-09-19T11:34:29.633415+0000","last_became_peered":"2024-09-19T11:34:29.633415+0000","last_unstale":"2024-09-19T12:01:08.218132+0000","last_undegraded":"2024-09-19T12:01:08.218132+0000","last_fullsized":"2024-09-19T12:01:08.218132+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'29","last_scrub_stamp":"2024-09-19T12:01:08.218038+0000","last_deep_scrub":"261'29","last_deep_scrub_stamp":"2024-09-19T12:01:08.218038+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.218038+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:10.157529+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":238,"num_read_kb":155,"num_write":73,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.409782+0000","last_change":"2024-09-19T12:01:23.409726+0000","last_active":"2024-09-19T12:01:23.409782+0000","last_peered":"2024-09-19T12:01:23.409782+0000","last_clean":"2024-09-19T12:01:23.409782+0000","last_became_active":"2024-09-19T11:46:50.766454+0000","last_became_peered":"2024-09-19T11:46:50.766454+0000","last_unstale":"2024-09-19T12:01:23.409782+0000","last_undegraded":"2024-09-19T12:01:23.409782+0000","last_fullsized":"2024-09-19T12:01:23.409782+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:23.409637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:23.409637+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.409637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:23:13.674721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"261'3","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:37.778973+0000","last_change":"2024-09-19T12:01:37.778973+0000","last_active":"2024-09-19T12:01:37.778973+0000","last_peered":"2024-09-19T12:01:37.778973+0000","last_clean":"2024-09-19T12:01:37.778973+0000","last_became_active":"2024-09-19T11:36:12.507556+0000","last_became_peered":"2024-09-19T11:36:12.507556+0000","last_unstale":"2024-09-19T12:01:37.778973+0000","last_undegraded":"2024-09-19T12:01:37.778973+0000","last_fullsized":"2024-09-19T12:01:37.778973+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:37.778872+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:37.778872+0000","last_clean_scrub_stamp":"2024-09-19T12:01:37.778872+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:34:01.359980+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'4","reported_seq":56,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.289407+0000","last_change":"2024-09-19T12:01:11.289407+0000","last_active":"2024-09-19T12:01:11.289407+0000","last_peered":"2024-09-19T12:01:11.289407+0000","last_clean":"2024-09-19T12:01:11.289407+0000","last_became_active":"2024-09-19T11:36:09.481868+0000","last_became_peered":"2024-09-19T11:36:09.481868+0000","last_unstale":"2024-09-19T12:01:11.289407+0000","last_undegraded":"2024-09-19T12:01:11.289407+0000","last_fullsized":"2024-09-19T12:01:11.289407+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:11.289314+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:11.289314+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.289314+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:41.517027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'27","reported_seq":129,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.661748+0000","last_change":"2024-09-19T12:01:26.661672+0000","last_active":"2024-09-19T12:01:26.661748+0000","last_peered":"2024-09-19T12:01:26.661748+0000","last_clean":"2024-09-19T12:01:26.661748+0000","last_became_active":"2024-09-19T11:34:29.635221+0000","last_became_peered":"2024-09-19T11:34:29.635221+0000","last_unstale":"2024-09-19T12:01:26.661748+0000","last_undegraded":"2024-09-19T12:01:26.661748+0000","last_fullsized":"2024-09-19T12:01:26.661748+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'27","last_scrub_stamp":"2024-09-19T12:01:26.661589+0000","last_deep_scrub":"261'27","last_deep_scrub_stamp":"2024-09-19T12:01:26.661589+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.661589+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:34.467401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":213,"num_read_kb":134,"num_write":67,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:44.797786+0000","last_change":"2024-09-19T12:01:44.797786+0000","last_active":"2024-09-19T12:01:44.797786+0000","last_peered":"2024-09-19T12:01:44.797786+0000","last_clean":"2024-09-19T12:01:44.797786+0000","last_became_active":"2024-09-19T11:46:50.777373+0000","last_became_peered":"2024-09-19T11:46:50.777373+0000","last_unstale":"2024-09-19T12:01:44.797786+0000","last_undegraded":"2024-09-19T12:01:44.797786+0000","last_fullsized":"2024-09-19T12:01:44.797786+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:44.797694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:44.797694+0000","last_clean_scrub_stamp":"2024-09-19T12:01:44.797694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:02.513328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'5","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:40.859484+0000","last_change":"2024-09-19T12:01:40.859484+0000","last_active":"2024-09-19T12:01:40.859484+0000","last_peered":"2024-09-19T12:01:40.859484+0000","last_clean":"2024-09-19T12:01:40.859484+0000","last_became_active":"2024-09-19T11:36:12.511025+0000","last_became_peered":"2024-09-19T11:36:12.511025+0000","last_unstale":"2024-09-19T12:01:40.859484+0000","last_undegraded":"2024-09-19T12:01:40.859484+0000","last_fullsized":"2024-09-19T12:01:40.859484+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'5","last_scrub_stamp":"2024-09-19T12:01:40.859400+0000","last_deep_scrub":"261'5","last_deep_scrub_stamp":"2024-09-19T12:01:40.859400+0000","last_clean_scrub_stamp":"2024-09-19T12:01:40.859400+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:44:00.194462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.789831+0000","last_change":"2024-09-19T12:01:28.789831+0000","last_active":"2024-09-19T12:01:28.789831+0000","last_peered":"2024-09-19T12:01:28.789831+0000","last_clean":"2024-09-19T12:01:28.789831+0000","last_became_active":"2024-09-19T11:36:09.476119+0000","last_became_peered":"2024-09-19T11:36:09.476119+0000","last_unstale":"2024-09-19T12:01:28.789831+0000","last_undegraded":"2024-09-19T12:01:28.789831+0000","last_fullsized":"2024-09-19T12:01:28.789831+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:28.789746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:28.789746+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.789746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:34:00.041635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"261'68","reported_seq":238,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.684530+0000","last_change":"2024-09-19T12:01:30.684457+0000","last_active":"2024-09-19T12:01:30.684530+0000","last_peered":"2024-09-19T12:01:30.684530+0000","last_clean":"2024-09-19T12:01:30.684530+0000","last_became_active":"2024-09-19T11:34:29.629681+0000","last_became_peered":"2024-09-19T11:34:29.629681+0000","last_unstale":"2024-09-19T12:01:30.684530+0000","last_undegraded":"2024-09-19T12:01:30.684530+0000","last_fullsized":"2024-09-19T12:01:30.684530+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'68","last_scrub_stamp":"2024-09-19T12:01:30.684373+0000","last_deep_scrub":"261'68","last_deep_scrub_stamp":"2024-09-19T12:01:30.684373+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.684373+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:41.106314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":540,"num_read_kb":371,"num_write":177,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:45.759710+0000","last_change":"2024-09-19T12:01:45.759710+0000","last_active":"2024-09-19T12:01:45.759710+0000","last_peered":"2024-09-19T12:01:45.759710+0000","last_clean":"2024-09-19T12:01:45.759710+0000","last_became_active":"2024-09-19T11:46:50.777399+0000","last_became_peered":"2024-09-19T11:46:50.777399+0000","last_unstale":"2024-09-19T12:01:45.759710+0000","last_undegraded":"2024-09-19T12:01:45.759710+0000","last_fullsized":"2024-09-19T12:01:45.759710+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:45.759609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:45.759609+0000","last_clean_scrub_stamp":"2024-09-19T12:01:45.759609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:23.366257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"258'4","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.520350+0000","last_change":"2024-09-19T12:01:28.520350+0000","last_active":"2024-09-19T12:01:28.520350+0000","last_peered":"2024-09-19T12:01:28.520350+0000","last_clean":"2024-09-19T12:01:28.520350+0000","last_became_active":"2024-09-19T11:36:12.507363+0000","last_became_peered":"2024-09-19T11:36:12.507363+0000","last_unstale":"2024-09-19T12:01:28.520350+0000","last_undegraded":"2024-09-19T12:01:28.520350+0000","last_fullsized":"2024-09-19T12:01:28.520350+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:28.520232+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:28.520232+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.520232+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:43.488856+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"261'4","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.746392+0000","last_change":"2024-09-19T12:01:33.746392+0000","last_active":"2024-09-19T12:01:33.746392+0000","last_peered":"2024-09-19T12:01:33.746392+0000","last_clean":"2024-09-19T12:01:33.746392+0000","last_became_active":"2024-09-19T11:36:09.478382+0000","last_became_peered":"2024-09-19T11:36:09.478382+0000","last_unstale":"2024-09-19T12:01:33.746392+0000","last_undegraded":"2024-09-19T12:01:33.746392+0000","last_fullsized":"2024-09-19T12:01:33.746392+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:33.746312+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:33.746312+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.746312+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:48.866596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4146,"num_write":4,"num_write_kb":4146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"261'42","reported_seq":167,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.662724+0000","last_change":"2024-09-19T12:01:29.662658+0000","last_active":"2024-09-19T12:01:29.662724+0000","last_peered":"2024-09-19T12:01:29.662724+0000","last_clean":"2024-09-19T12:01:29.662724+0000","last_became_active":"2024-09-19T11:34:29.632323+0000","last_became_peered":"2024-09-19T11:34:29.632323+0000","last_unstale":"2024-09-19T12:01:29.662724+0000","last_undegraded":"2024-09-19T12:01:29.662724+0000","last_fullsized":"2024-09-19T12:01:29.662724+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'42","last_scrub_stamp":"2024-09-19T12:01:29.662565+0000","last_deep_scrub":"261'42","last_deep_scrub_stamp":"2024-09-19T12:01:29.662565+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.662565+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:28:45.995012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":337,"num_read_kb":234,"num_write":111,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.278644+0000","last_change":"2024-09-19T12:01:25.278576+0000","last_active":"2024-09-19T12:01:25.278644+0000","last_peered":"2024-09-19T12:01:25.278644+0000","last_clean":"2024-09-19T12:01:25.278644+0000","last_became_active":"2024-09-19T11:46:50.774028+0000","last_became_peered":"2024-09-19T11:46:50.774028+0000","last_unstale":"2024-09-19T12:01:25.278644+0000","last_undegraded":"2024-09-19T12:01:25.278644+0000","last_fullsized":"2024-09-19T12:01:25.278644+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:25.278488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:25.278488+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.278488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:31:08.756228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"258'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.462602+0000","last_change":"2024-09-19T12:01:21.462602+0000","last_active":"2024-09-19T12:01:21.462602+0000","last_peered":"2024-09-19T12:01:21.462602+0000","last_clean":"2024-09-19T12:01:21.462602+0000","last_became_active":"2024-09-19T11:36:12.509142+0000","last_became_peered":"2024-09-19T11:36:12.509142+0000","last_unstale":"2024-09-19T12:01:21.462602+0000","last_undegraded":"2024-09-19T12:01:21.462602+0000","last_fullsized":"2024-09-19T12:01:21.462602+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:21.462474+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:21.462474+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.462474+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:49:44.281636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"0'0","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.765893+0000","last_change":"2024-09-19T12:01:26.765893+0000","last_active":"2024-09-19T12:01:26.765893+0000","last_peered":"2024-09-19T12:01:26.765893+0000","last_clean":"2024-09-19T12:01:26.765893+0000","last_became_active":"2024-09-19T11:36:09.484976+0000","last_became_peered":"2024-09-19T11:36:09.484976+0000","last_unstale":"2024-09-19T12:01:26.765893+0000","last_undegraded":"2024-09-19T12:01:26.765893+0000","last_fullsized":"2024-09-19T12:01:26.765893+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:26.765798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:26.765798+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.765798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:00.656263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'38","reported_seq":154,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.541557+0000","last_change":"2024-09-19T12:01:15.541503+0000","last_active":"2024-09-19T12:01:15.541557+0000","last_peered":"2024-09-19T12:01:15.541557+0000","last_clean":"2024-09-19T12:01:15.541557+0000","last_became_active":"2024-09-19T11:34:29.635385+0000","last_became_peered":"2024-09-19T11:34:29.635385+0000","last_unstale":"2024-09-19T12:01:15.541557+0000","last_undegraded":"2024-09-19T12:01:15.541557+0000","last_fullsized":"2024-09-19T12:01:15.541557+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'38","last_scrub_stamp":"2024-09-19T12:01:15.541418+0000","last_deep_scrub":"261'38","last_deep_scrub_stamp":"2024-09-19T12:01:15.541418+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.541418+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:47.196463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":296,"num_read_kb":202,"num_write":96,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:42.904535+0000","last_change":"2024-09-19T12:01:42.904463+0000","last_active":"2024-09-19T12:01:42.904535+0000","last_peered":"2024-09-19T12:01:42.904535+0000","last_clean":"2024-09-19T12:01:42.904535+0000","last_became_active":"2024-09-19T11:46:50.774479+0000","last_became_peered":"2024-09-19T11:46:50.774479+0000","last_unstale":"2024-09-19T12:01:42.904535+0000","last_undegraded":"2024-09-19T12:01:42.904535+0000","last_fullsized":"2024-09-19T12:01:42.904535+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:42.904374+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:42.904374+0000","last_clean_scrub_stamp":"2024-09-19T12:01:42.904374+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:45.272395+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"261'8","reported_seq":59,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.482541+0000","last_change":"2024-09-19T12:01:19.482541+0000","last_active":"2024-09-19T12:01:19.482541+0000","last_peered":"2024-09-19T12:01:19.482541+0000","last_clean":"2024-09-19T12:01:19.482541+0000","last_became_active":"2024-09-19T11:36:12.507137+0000","last_became_peered":"2024-09-19T11:36:12.507137+0000","last_unstale":"2024-09-19T12:01:19.482541+0000","last_undegraded":"2024-09-19T12:01:19.482541+0000","last_fullsized":"2024-09-19T12:01:19.482541+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-19T12:01:19.482444+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-19T12:01:19.482444+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.482444+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.092382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":21506,"num_write":8,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"258'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.797447+0000","last_change":"2024-09-19T12:01:27.797447+0000","last_active":"2024-09-19T12:01:27.797447+0000","last_peered":"2024-09-19T12:01:27.797447+0000","last_clean":"2024-09-19T12:01:27.797447+0000","last_became_active":"2024-09-19T11:36:09.484488+0000","last_became_peered":"2024-09-19T11:36:09.484488+0000","last_unstale":"2024-09-19T12:01:27.797447+0000","last_undegraded":"2024-09-19T12:01:27.797447+0000","last_fullsized":"2024-09-19T12:01:27.797447+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:27.797341+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:27.797341+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.797341+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:08.204856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"261'18","reported_seq":105,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.731423+0000","last_change":"2024-09-19T12:01:30.731423+0000","last_active":"2024-09-19T12:01:30.731423+0000","last_peered":"2024-09-19T12:01:30.731423+0000","last_clean":"2024-09-19T12:01:30.731423+0000","last_became_active":"2024-09-19T11:34:29.636053+0000","last_became_peered":"2024-09-19T11:34:29.636053+0000","last_unstale":"2024-09-19T12:01:30.731423+0000","last_undegraded":"2024-09-19T12:01:30.731423+0000","last_fullsized":"2024-09-19T12:01:30.731423+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'18","last_scrub_stamp":"2024-09-19T12:01:30.731340+0000","last_deep_scrub":"261'18","last_deep_scrub_stamp":"2024-09-19T12:01:30.731340+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.731340+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:00:02.170677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":87,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:43.899719+0000","last_change":"2024-09-19T12:01:43.899665+0000","last_active":"2024-09-19T12:01:43.899719+0000","last_peered":"2024-09-19T12:01:43.899719+0000","last_clean":"2024-09-19T12:01:43.899719+0000","last_became_active":"2024-09-19T11:46:50.776659+0000","last_became_peered":"2024-09-19T11:46:50.776659+0000","last_unstale":"2024-09-19T12:01:43.899719+0000","last_undegraded":"2024-09-19T12:01:43.899719+0000","last_fullsized":"2024-09-19T12:01:43.899719+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:43.899575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:43.899575+0000","last_clean_scrub_stamp":"2024-09-19T12:01:43.899575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:25:27.844303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:39.815783+0000","last_change":"2024-09-19T12:01:39.815783+0000","last_active":"2024-09-19T12:01:39.815783+0000","last_peered":"2024-09-19T12:01:39.815783+0000","last_clean":"2024-09-19T12:01:39.815783+0000","last_became_active":"2024-09-19T11:36:12.508582+0000","last_became_peered":"2024-09-19T11:36:12.508582+0000","last_unstale":"2024-09-19T12:01:39.815783+0000","last_undegraded":"2024-09-19T12:01:39.815783+0000","last_fullsized":"2024-09-19T12:01:39.815783+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:39.815695+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:39.815695+0000","last_clean_scrub_stamp":"2024-09-19T12:01:39.815695+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:07:53.673891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"258'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.793345+0000","last_change":"2024-09-19T12:01:34.793345+0000","last_active":"2024-09-19T12:01:34.793345+0000","last_peered":"2024-09-19T12:01:34.793345+0000","last_clean":"2024-09-19T12:01:34.793345+0000","last_became_active":"2024-09-19T11:36:09.488362+0000","last_became_peered":"2024-09-19T11:36:09.488362+0000","last_unstale":"2024-09-19T12:01:34.793345+0000","last_undegraded":"2024-09-19T12:01:34.793345+0000","last_fullsized":"2024-09-19T12:01:34.793345+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:34.793254+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:34.793254+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.793254+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:17.642473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"261'143","reported_seq":474,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.482505+0000","last_change":"2024-09-19T12:01:14.482505+0000","last_active":"2024-09-19T12:01:14.482505+0000","last_peered":"2024-09-19T12:01:14.482505+0000","last_clean":"2024-09-19T12:01:14.482505+0000","last_became_active":"2024-09-19T11:34:29.634906+0000","last_became_peered":"2024-09-19T11:34:29.634906+0000","last_unstale":"2024-09-19T12:01:14.482505+0000","last_undegraded":"2024-09-19T12:01:14.482505+0000","last_fullsized":"2024-09-19T12:01:14.482505+0000","mapping_epoch":248,"log_start":"258'100","ondisk_log_start":"258'100","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'143","last_scrub_stamp":"2024-09-19T12:01:14.482417+0000","last_deep_scrub":"261'143","last_deep_scrub_stamp":"2024-09-19T12:01:14.482417+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.482417+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:26.269937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1350,"num_read_kb":1032,"num_write":307,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.318251+0000","last_change":"2024-09-19T12:01:26.318251+0000","last_active":"2024-09-19T12:01:26.318251+0000","last_peered":"2024-09-19T12:01:26.318251+0000","last_clean":"2024-09-19T12:01:26.318251+0000","last_became_active":"2024-09-19T11:46:50.775757+0000","last_became_peered":"2024-09-19T11:46:50.775757+0000","last_unstale":"2024-09-19T12:01:26.318251+0000","last_undegraded":"2024-09-19T12:01:26.318251+0000","last_fullsized":"2024-09-19T12:01:26.318251+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:26.318149+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:26.318149+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.318149+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:53.210634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'2","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:37.807186+0000","last_change":"2024-09-19T12:01:37.807186+0000","last_active":"2024-09-19T12:01:37.807186+0000","last_peered":"2024-09-19T12:01:37.807186+0000","last_clean":"2024-09-19T12:01:37.807186+0000","last_became_active":"2024-09-19T11:36:12.510724+0000","last_became_peered":"2024-09-19T11:36:12.510724+0000","last_unstale":"2024-09-19T12:01:37.807186+0000","last_undegraded":"2024-09-19T12:01:37.807186+0000","last_fullsized":"2024-09-19T12:01:37.807186+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:37.807091+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:37.807091+0000","last_clean_scrub_stamp":"2024-09-19T12:01:37.807091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:54.264213+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"258'4","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.486676+0000","last_change":"2024-09-19T12:01:29.486579+0000","last_active":"2024-09-19T12:01:29.486676+0000","last_peered":"2024-09-19T12:01:29.486676+0000","last_clean":"2024-09-19T12:01:29.486676+0000","last_became_active":"2024-09-19T11:36:09.482881+0000","last_became_peered":"2024-09-19T11:36:09.482881+0000","last_unstale":"2024-09-19T12:01:29.486676+0000","last_undegraded":"2024-09-19T12:01:29.486676+0000","last_fullsized":"2024-09-19T12:01:29.486676+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:29.486448+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:29.486448+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.486448+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:23.245058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"261'53","reported_seq":199,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.690369+0000","last_change":"2024-09-19T12:01:25.690369+0000","last_active":"2024-09-19T12:01:25.690369+0000","last_peered":"2024-09-19T12:01:25.690369+0000","last_clean":"2024-09-19T12:01:25.690369+0000","last_became_active":"2024-09-19T11:34:29.634833+0000","last_became_peered":"2024-09-19T11:34:29.634833+0000","last_unstale":"2024-09-19T12:01:25.690369+0000","last_undegraded":"2024-09-19T12:01:25.690369+0000","last_fullsized":"2024-09-19T12:01:25.690369+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'53","last_scrub_stamp":"2024-09-19T12:01:25.690280+0000","last_deep_scrub":"261'53","last_deep_scrub_stamp":"2024-09-19T12:01:25.690280+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.690280+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:34.552077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":325,"num_write":135,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.294456+0000","last_change":"2024-09-19T12:01:14.294456+0000","last_active":"2024-09-19T12:01:14.294456+0000","last_peered":"2024-09-19T12:01:14.294456+0000","last_clean":"2024-09-19T12:01:14.294456+0000","last_became_active":"2024-09-19T11:46:50.766255+0000","last_became_peered":"2024-09-19T11:46:50.766255+0000","last_unstale":"2024-09-19T12:01:14.294456+0000","last_undegraded":"2024-09-19T12:01:14.294456+0000","last_fullsized":"2024-09-19T12:01:14.294456+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:14.294362+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:14.294362+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.294362+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:15:58.168210+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"258'4","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:36.771907+0000","last_change":"2024-09-19T12:01:36.771811+0000","last_active":"2024-09-19T12:01:36.771907+0000","last_peered":"2024-09-19T12:01:36.771907+0000","last_clean":"2024-09-19T12:01:36.771907+0000","last_became_active":"2024-09-19T11:36:12.507650+0000","last_became_peered":"2024-09-19T11:36:12.507650+0000","last_unstale":"2024-09-19T12:01:36.771907+0000","last_undegraded":"2024-09-19T12:01:36.771907+0000","last_fullsized":"2024-09-19T12:01:36.771907+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:36.771703+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:36.771703+0000","last_clean_scrub_stamp":"2024-09-19T12:01:36.771703+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:59.489154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"261'6","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.709775+0000","last_change":"2024-09-19T12:01:29.709775+0000","last_active":"2024-09-19T12:01:29.709775+0000","last_peered":"2024-09-19T12:01:29.709775+0000","last_clean":"2024-09-19T12:01:29.709775+0000","last_became_active":"2024-09-19T11:36:09.487261+0000","last_became_peered":"2024-09-19T11:36:09.487261+0000","last_unstale":"2024-09-19T12:01:29.709775+0000","last_undegraded":"2024-09-19T12:01:29.709775+0000","last_fullsized":"2024-09-19T12:01:29.709775+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'6","last_scrub_stamp":"2024-09-19T12:01:29.709676+0000","last_deep_scrub":"261'6","last_deep_scrub_stamp":"2024-09-19T12:01:29.709676+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.709676+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:23.771079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":15360,"num_write":6,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"261'32","reported_seq":147,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.635077+0000","last_change":"2024-09-19T12:01:28.635077+0000","last_active":"2024-09-19T12:01:28.635077+0000","last_peered":"2024-09-19T12:01:28.635077+0000","last_clean":"2024-09-19T12:01:28.635077+0000","last_became_active":"2024-09-19T11:34:29.630606+0000","last_became_peered":"2024-09-19T11:34:29.630606+0000","last_unstale":"2024-09-19T12:01:28.635077+0000","last_undegraded":"2024-09-19T12:01:28.635077+0000","last_fullsized":"2024-09-19T12:01:28.635077+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'32","last_scrub_stamp":"2024-09-19T12:01:28.635001+0000","last_deep_scrub":"261'32","last_deep_scrub_stamp":"2024-09-19T12:01:28.635001+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.635001+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:02:40.395113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":152,"num_write":87,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:41.897345+0000","last_change":"2024-09-19T12:01:41.897345+0000","last_active":"2024-09-19T12:01:41.897345+0000","last_peered":"2024-09-19T12:01:41.897345+0000","last_clean":"2024-09-19T12:01:41.897345+0000","last_became_active":"2024-09-19T11:46:50.772943+0000","last_became_peered":"2024-09-19T11:46:50.772943+0000","last_unstale":"2024-09-19T12:01:41.897345+0000","last_undegraded":"2024-09-19T12:01:41.897345+0000","last_fullsized":"2024-09-19T12:01:41.897345+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:41.897261+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:41.897261+0000","last_clean_scrub_stamp":"2024-09-19T12:01:41.897261+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:56:12.254678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"261'2","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:38.774213+0000","last_change":"2024-09-19T12:01:38.774213+0000","last_active":"2024-09-19T12:01:38.774213+0000","last_peered":"2024-09-19T12:01:38.774213+0000","last_clean":"2024-09-19T12:01:38.774213+0000","last_became_active":"2024-09-19T11:36:12.510342+0000","last_became_peered":"2024-09-19T11:36:12.510342+0000","last_unstale":"2024-09-19T12:01:38.774213+0000","last_undegraded":"2024-09-19T12:01:38.774213+0000","last_fullsized":"2024-09-19T12:01:38.774213+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:38.774095+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:38.774095+0000","last_clean_scrub_stamp":"2024-09-19T12:01:38.774095+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:16:06.365861+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"261'10","reported_seq":68,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.258873+0000","last_change":"2024-09-19T12:01:09.258873+0000","last_active":"2024-09-19T12:01:09.258873+0000","last_peered":"2024-09-19T12:01:09.258873+0000","last_clean":"2024-09-19T12:01:09.258873+0000","last_became_active":"2024-09-19T11:36:09.483960+0000","last_became_peered":"2024-09-19T11:36:09.483960+0000","last_unstale":"2024-09-19T12:01:09.258873+0000","last_undegraded":"2024-09-19T12:01:09.258873+0000","last_fullsized":"2024-09-19T12:01:09.258873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:09.258759+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:09.258759+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.258759+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:20.094283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":10282,"num_write":10,"num_write_kb":6184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"261'30","reported_seq":133,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.174177+0000","last_change":"2024-09-19T12:01:05.174177+0000","last_active":"2024-09-19T12:01:05.174177+0000","last_peered":"2024-09-19T12:01:05.174177+0000","last_clean":"2024-09-19T12:01:05.174177+0000","last_became_active":"2024-09-19T11:34:29.631036+0000","last_became_peered":"2024-09-19T11:34:29.631036+0000","last_unstale":"2024-09-19T12:01:05.174177+0000","last_undegraded":"2024-09-19T12:01:05.174177+0000","last_fullsized":"2024-09-19T12:01:05.174177+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'30","last_scrub_stamp":"2024-09-19T12:01:05.174080+0000","last_deep_scrub":"261'30","last_deep_scrub_stamp":"2024-09-19T12:01:05.174080+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.174080+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:03.130872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":161,"num_write":77,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.491485+0000","last_change":"2024-09-19T12:01:32.491485+0000","last_active":"2024-09-19T12:01:32.491485+0000","last_peered":"2024-09-19T12:01:32.491485+0000","last_clean":"2024-09-19T12:01:32.491485+0000","last_became_active":"2024-09-19T11:46:50.766486+0000","last_became_peered":"2024-09-19T11:46:50.766486+0000","last_unstale":"2024-09-19T12:01:32.491485+0000","last_undegraded":"2024-09-19T12:01:32.491485+0000","last_fullsized":"2024-09-19T12:01:32.491485+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:32.491391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:32.491391+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.491391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:12:24.582526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'3","reported_seq":44,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.721113+0000","last_change":"2024-09-19T12:01:32.721113+0000","last_active":"2024-09-19T12:01:32.721113+0000","last_peered":"2024-09-19T12:01:32.721113+0000","last_clean":"2024-09-19T12:01:32.721113+0000","last_became_active":"2024-09-19T11:36:12.507651+0000","last_became_peered":"2024-09-19T11:36:12.507651+0000","last_unstale":"2024-09-19T12:01:32.721113+0000","last_undegraded":"2024-09-19T12:01:32.721113+0000","last_fullsized":"2024-09-19T12:01:32.721113+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:32.721004+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:32.721004+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.721004+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:35.479223+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"258'4","reported_seq":57,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.682357+0000","last_change":"2024-09-19T12:01:31.682357+0000","last_active":"2024-09-19T12:01:31.682357+0000","last_peered":"2024-09-19T12:01:31.682357+0000","last_clean":"2024-09-19T12:01:31.682357+0000","last_became_active":"2024-09-19T11:36:09.484305+0000","last_became_peered":"2024-09-19T11:36:09.484305+0000","last_unstale":"2024-09-19T12:01:31.682357+0000","last_undegraded":"2024-09-19T12:01:31.682357+0000","last_fullsized":"2024-09-19T12:01:31.682357+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'4","last_scrub_stamp":"2024-09-19T12:01:31.682245+0000","last_deep_scrub":"258'4","last_deep_scrub_stamp":"2024-09-19T12:01:31.682245+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.682245+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:55.910548+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"261'27","reported_seq":127,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.673679+0000","last_change":"2024-09-19T12:01:24.673679+0000","last_active":"2024-09-19T12:01:24.673679+0000","last_peered":"2024-09-19T12:01:24.673679+0000","last_clean":"2024-09-19T12:01:24.673679+0000","last_became_active":"2024-09-19T11:34:29.633765+0000","last_became_peered":"2024-09-19T11:34:29.633765+0000","last_unstale":"2024-09-19T12:01:24.673679+0000","last_undegraded":"2024-09-19T12:01:24.673679+0000","last_fullsized":"2024-09-19T12:01:24.673679+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'27","last_scrub_stamp":"2024-09-19T12:01:24.673595+0000","last_deep_scrub":"261'27","last_deep_scrub_stamp":"2024-09-19T12:01:24.673595+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.673595+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:02.894547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":204,"num_read_kb":127,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:42.817925+0000","last_change":"2024-09-19T12:01:42.817925+0000","last_active":"2024-09-19T12:01:42.817925+0000","last_peered":"2024-09-19T12:01:42.817925+0000","last_clean":"2024-09-19T12:01:42.817925+0000","last_became_active":"2024-09-19T11:46:50.769745+0000","last_became_peered":"2024-09-19T11:46:50.769745+0000","last_unstale":"2024-09-19T12:01:42.817925+0000","last_undegraded":"2024-09-19T12:01:42.817925+0000","last_fullsized":"2024-09-19T12:01:42.817925+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:42.817840+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:42.817840+0000","last_clean_scrub_stamp":"2024-09-19T12:01:42.817840+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:25:59.405747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"261'6","reported_seq":55,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.276745+0000","last_change":"2024-09-19T12:01:23.276682+0000","last_active":"2024-09-19T12:01:23.276745+0000","last_peered":"2024-09-19T12:01:23.276745+0000","last_clean":"2024-09-19T12:01:23.276745+0000","last_became_active":"2024-09-19T11:36:12.512266+0000","last_became_peered":"2024-09-19T11:36:12.512266+0000","last_unstale":"2024-09-19T12:01:23.276745+0000","last_undegraded":"2024-09-19T12:01:23.276745+0000","last_fullsized":"2024-09-19T12:01:23.276745+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'6","last_scrub_stamp":"2024-09-19T12:01:23.276593+0000","last_deep_scrub":"261'6","last_deep_scrub_stamp":"2024-09-19T12:01:23.276593+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.276593+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:57:02.725677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"258'3","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.732744+0000","last_change":"2024-09-19T12:01:25.732681+0000","last_active":"2024-09-19T12:01:25.732744+0000","last_peered":"2024-09-19T12:01:25.732744+0000","last_clean":"2024-09-19T12:01:25.732744+0000","last_became_active":"2024-09-19T11:36:09.480845+0000","last_became_peered":"2024-09-19T11:36:09.480845+0000","last_unstale":"2024-09-19T12:01:25.732744+0000","last_undegraded":"2024-09-19T12:01:25.732744+0000","last_fullsized":"2024-09-19T12:01:25.732744+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'3","last_scrub_stamp":"2024-09-19T12:01:25.732560+0000","last_deep_scrub":"258'3","last_deep_scrub_stamp":"2024-09-19T12:01:25.732560+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.732560+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:32:44.235647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"0'0","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.682511+0000","last_change":"2024-09-19T12:01:26.682511+0000","last_active":"2024-09-19T12:01:26.682511+0000","last_peered":"2024-09-19T12:01:26.682511+0000","last_clean":"2024-09-19T12:01:26.682511+0000","last_became_active":"2024-09-19T11:34:29.635093+0000","last_became_peered":"2024-09-19T11:34:29.635093+0000","last_unstale":"2024-09-19T12:01:26.682511+0000","last_undegraded":"2024-09-19T12:01:26.682511+0000","last_fullsized":"2024-09-19T12:01:26.682511+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:26.682424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:26.682424+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.682424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:04.151516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:41.853418+0000","last_change":"2024-09-19T12:01:41.853418+0000","last_active":"2024-09-19T12:01:41.853418+0000","last_peered":"2024-09-19T12:01:41.853418+0000","last_clean":"2024-09-19T12:01:41.853418+0000","last_became_active":"2024-09-19T11:46:50.773624+0000","last_became_peered":"2024-09-19T11:46:50.773624+0000","last_unstale":"2024-09-19T12:01:41.853418+0000","last_undegraded":"2024-09-19T12:01:41.853418+0000","last_fullsized":"2024-09-19T12:01:41.853418+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:41.853303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:41.853303+0000","last_clean_scrub_stamp":"2024-09-19T12:01:41.853303+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:56.375929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"261'7","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.320003+0000","last_change":"2024-09-19T12:01:22.319875+0000","last_active":"2024-09-19T12:01:22.320003+0000","last_peered":"2024-09-19T12:01:22.320003+0000","last_clean":"2024-09-19T12:01:22.320003+0000","last_became_active":"2024-09-19T11:36:12.512235+0000","last_became_peered":"2024-09-19T11:36:12.512235+0000","last_unstale":"2024-09-19T12:01:22.320003+0000","last_undegraded":"2024-09-19T12:01:22.320003+0000","last_fullsized":"2024-09-19T12:01:22.320003+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:22.319737+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:22.319737+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.319737+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:05:33.714092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":5120,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'4","reported_seq":55,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.700574+0000","last_change":"2024-09-19T12:01:31.700516+0000","last_active":"2024-09-19T12:01:31.700574+0000","last_peered":"2024-09-19T12:01:31.700574+0000","last_clean":"2024-09-19T12:01:31.700574+0000","last_became_active":"2024-09-19T11:36:09.486469+0000","last_became_peered":"2024-09-19T11:36:09.486469+0000","last_unstale":"2024-09-19T12:01:31.700574+0000","last_undegraded":"2024-09-19T12:01:31.700574+0000","last_fullsized":"2024-09-19T12:01:31.700574+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:31.700435+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:31.700435+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.700435+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:40:10.264534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"261'43","reported_seq":176,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.724030+0000","last_change":"2024-09-19T12:01:24.724030+0000","last_active":"2024-09-19T12:01:24.724030+0000","last_peered":"2024-09-19T12:01:24.724030+0000","last_clean":"2024-09-19T12:01:24.724030+0000","last_became_active":"2024-09-19T11:34:29.631631+0000","last_became_peered":"2024-09-19T11:34:29.631631+0000","last_unstale":"2024-09-19T12:01:24.724030+0000","last_undegraded":"2024-09-19T12:01:24.724030+0000","last_fullsized":"2024-09-19T12:01:24.724030+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'43","last_scrub_stamp":"2024-09-19T12:01:24.723946+0000","last_deep_scrub":"261'43","last_deep_scrub_stamp":"2024-09-19T12:01:24.723946+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.723946+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:40:49.511273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":362,"num_read_kb":270,"num_write":97,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:42.830170+0000","last_change":"2024-09-19T12:01:42.830170+0000","last_active":"2024-09-19T12:01:42.830170+0000","last_peered":"2024-09-19T12:01:42.830170+0000","last_clean":"2024-09-19T12:01:42.830170+0000","last_became_active":"2024-09-19T11:46:50.761279+0000","last_became_peered":"2024-09-19T11:46:50.761279+0000","last_unstale":"2024-09-19T12:01:42.830170+0000","last_undegraded":"2024-09-19T12:01:42.830170+0000","last_fullsized":"2024-09-19T12:01:42.830170+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:42.830074+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:42.830074+0000","last_clean_scrub_stamp":"2024-09-19T12:01:42.830074+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:57.532652+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"261'11","reported_seq":63,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:35.766820+0000","last_change":"2024-09-19T12:01:35.766736+0000","last_active":"2024-09-19T12:01:35.766820+0000","last_peered":"2024-09-19T12:01:35.766820+0000","last_clean":"2024-09-19T12:01:35.766820+0000","last_became_active":"2024-09-19T11:36:12.508453+0000","last_became_peered":"2024-09-19T11:36:12.508453+0000","last_unstale":"2024-09-19T12:01:35.766820+0000","last_undegraded":"2024-09-19T12:01:35.766820+0000","last_fullsized":"2024-09-19T12:01:35.766820+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-19T12:01:35.766640+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-19T12:01:35.766640+0000","last_clean_scrub_stamp":"2024-09-19T12:01:35.766640+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:57.047573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9789,"num_write":16,"num_write_kb":6715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'13","reported_seq":73,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.494337+0000","last_change":"2024-09-19T12:01:16.494258+0000","last_active":"2024-09-19T12:01:16.494337+0000","last_peered":"2024-09-19T12:01:16.494337+0000","last_clean":"2024-09-19T12:01:16.494337+0000","last_became_active":"2024-09-19T11:36:09.486963+0000","last_became_peered":"2024-09-19T11:36:09.486963+0000","last_unstale":"2024-09-19T12:01:16.494337+0000","last_undegraded":"2024-09-19T12:01:16.494337+0000","last_fullsized":"2024-09-19T12:01:16.494337+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'13","last_scrub_stamp":"2024-09-19T12:01:16.494172+0000","last_deep_scrub":"261'13","last_deep_scrub_stamp":"2024-09-19T12:01:16.494172+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.494172+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:59:15.201897+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":24125,"num_write":18,"num_write_kb":10811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"261'28","reported_seq":124,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.758618+0000","last_change":"2024-09-19T12:01:23.758618+0000","last_active":"2024-09-19T12:01:23.758618+0000","last_peered":"2024-09-19T12:01:23.758618+0000","last_clean":"2024-09-19T12:01:23.758618+0000","last_became_active":"2024-09-19T11:34:29.631589+0000","last_became_peered":"2024-09-19T11:34:29.631589+0000","last_unstale":"2024-09-19T12:01:23.758618+0000","last_undegraded":"2024-09-19T12:01:23.758618+0000","last_fullsized":"2024-09-19T12:01:23.758618+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'28","last_scrub_stamp":"2024-09-19T12:01:23.758518+0000","last_deep_scrub":"261'28","last_deep_scrub_stamp":"2024-09-19T12:01:23.758518+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.758518+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:50:52.519451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":114,"num_write":70,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:43.802672+0000","last_change":"2024-09-19T12:01:43.802672+0000","last_active":"2024-09-19T12:01:43.802672+0000","last_peered":"2024-09-19T12:01:43.802672+0000","last_clean":"2024-09-19T12:01:43.802672+0000","last_became_active":"2024-09-19T11:46:50.772201+0000","last_became_peered":"2024-09-19T11:46:50.772201+0000","last_unstale":"2024-09-19T12:01:43.802672+0000","last_undegraded":"2024-09-19T12:01:43.802672+0000","last_fullsized":"2024-09-19T12:01:43.802672+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:43.802589+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:43.802589+0000","last_clean_scrub_stamp":"2024-09-19T12:01:43.802589+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:54.391891+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"261'4","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.507848+0000","last_change":"2024-09-19T12:01:18.507786+0000","last_active":"2024-09-19T12:01:18.507848+0000","last_peered":"2024-09-19T12:01:18.507848+0000","last_clean":"2024-09-19T12:01:18.507848+0000","last_became_active":"2024-09-19T11:36:12.513681+0000","last_became_peered":"2024-09-19T11:36:12.513681+0000","last_unstale":"2024-09-19T12:01:18.507848+0000","last_undegraded":"2024-09-19T12:01:18.507848+0000","last_fullsized":"2024-09-19T12:01:18.507848+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:18.507696+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:18.507696+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.507696+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:18.521632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"261'8","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.529781+0000","last_change":"2024-09-19T12:01:25.529726+0000","last_active":"2024-09-19T12:01:25.529781+0000","last_peered":"2024-09-19T12:01:25.529781+0000","last_clean":"2024-09-19T12:01:25.529781+0000","last_became_active":"2024-09-19T11:36:09.484290+0000","last_became_peered":"2024-09-19T11:36:09.484290+0000","last_unstale":"2024-09-19T12:01:25.529781+0000","last_undegraded":"2024-09-19T12:01:25.529781+0000","last_fullsized":"2024-09-19T12:01:25.529781+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-19T12:01:25.529633+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-19T12:01:25.529633+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.529633+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:45:24.815906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":18,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"261'34","reported_seq":141,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.596962+0000","last_change":"2024-09-19T12:01:27.596962+0000","last_active":"2024-09-19T12:01:27.596962+0000","last_peered":"2024-09-19T12:01:27.596962+0000","last_clean":"2024-09-19T12:01:27.596962+0000","last_became_active":"2024-09-19T11:34:29.629991+0000","last_became_peered":"2024-09-19T11:34:29.629991+0000","last_unstale":"2024-09-19T12:01:27.596962+0000","last_undegraded":"2024-09-19T12:01:27.596962+0000","last_fullsized":"2024-09-19T12:01:27.596962+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'34","last_scrub_stamp":"2024-09-19T12:01:27.596891+0000","last_deep_scrub":"261'34","last_deep_scrub_stamp":"2024-09-19T12:01:27.596891+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.596891+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:45.353864+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":246,"num_read_kb":159,"num_write":89,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.309215+0000","last_change":"2024-09-19T12:01:13.309130+0000","last_active":"2024-09-19T12:01:13.309215+0000","last_peered":"2024-09-19T12:01:13.309215+0000","last_clean":"2024-09-19T12:01:13.309215+0000","last_became_active":"2024-09-19T11:46:50.765242+0000","last_became_peered":"2024-09-19T11:46:50.765242+0000","last_unstale":"2024-09-19T12:01:13.309215+0000","last_undegraded":"2024-09-19T12:01:13.309215+0000","last_fullsized":"2024-09-19T12:01:13.309215+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:13.309006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:13.309006+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.309006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:25.270434+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"261'5","reported_seq":50,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.733681+0000","last_change":"2024-09-19T12:01:33.733681+0000","last_active":"2024-09-19T12:01:33.733681+0000","last_peered":"2024-09-19T12:01:33.733681+0000","last_clean":"2024-09-19T12:01:33.733681+0000","last_became_active":"2024-09-19T11:36:12.511253+0000","last_became_peered":"2024-09-19T11:36:12.511253+0000","last_unstale":"2024-09-19T12:01:33.733681+0000","last_undegraded":"2024-09-19T12:01:33.733681+0000","last_fullsized":"2024-09-19T12:01:33.733681+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'5","last_scrub_stamp":"2024-09-19T12:01:33.733597+0000","last_deep_scrub":"261'5","last_deep_scrub_stamp":"2024-09-19T12:01:33.733597+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.733597+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:11:19.083026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"261'10","reported_seq":68,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.772464+0000","last_change":"2024-09-19T12:01:32.772464+0000","last_active":"2024-09-19T12:01:32.772464+0000","last_peered":"2024-09-19T12:01:32.772464+0000","last_clean":"2024-09-19T12:01:32.772464+0000","last_became_active":"2024-09-19T11:36:09.488975+0000","last_became_peered":"2024-09-19T11:36:09.488975+0000","last_unstale":"2024-09-19T12:01:32.772464+0000","last_undegraded":"2024-09-19T12:01:32.772464+0000","last_fullsized":"2024-09-19T12:01:32.772464+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:32.772377+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:32.772377+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.772377+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:04:45.535777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":13314,"num_write":20,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"261'29","reported_seq":132,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.607254+0000","last_change":"2024-09-19T12:01:26.607158+0000","last_active":"2024-09-19T12:01:26.607254+0000","last_peered":"2024-09-19T12:01:26.607254+0000","last_clean":"2024-09-19T12:01:26.607254+0000","last_became_active":"2024-09-19T11:34:29.635681+0000","last_became_peered":"2024-09-19T11:34:29.635681+0000","last_unstale":"2024-09-19T12:01:26.607254+0000","last_undegraded":"2024-09-19T12:01:26.607254+0000","last_fullsized":"2024-09-19T12:01:26.607254+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'29","last_scrub_stamp":"2024-09-19T12:01:26.607056+0000","last_deep_scrub":"261'29","last_deep_scrub_stamp":"2024-09-19T12:01:26.607056+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.607056+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:33.462553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":220,"num_read_kb":150,"num_write":79,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:38.866341+0000","last_change":"2024-09-19T12:01:38.866341+0000","last_active":"2024-09-19T12:01:38.866341+0000","last_peered":"2024-09-19T12:01:38.866341+0000","last_clean":"2024-09-19T12:01:38.866341+0000","last_became_active":"2024-09-19T11:46:50.776562+0000","last_became_peered":"2024-09-19T11:46:50.776562+0000","last_unstale":"2024-09-19T12:01:38.866341+0000","last_undegraded":"2024-09-19T12:01:38.866341+0000","last_fullsized":"2024-09-19T12:01:38.866341+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:38.866250+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:38.866250+0000","last_clean_scrub_stamp":"2024-09-19T12:01:38.866250+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:49:01.881854+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"0'0","reported_seq":36,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.489362+0000","last_change":"2024-09-19T12:01:27.489281+0000","last_active":"2024-09-19T12:01:27.489362+0000","last_peered":"2024-09-19T12:01:27.489362+0000","last_clean":"2024-09-19T12:01:27.489362+0000","last_became_active":"2024-09-19T11:37:03.926591+0000","last_became_peered":"2024-09-19T11:37:03.926591+0000","last_unstale":"2024-09-19T12:01:27.489362+0000","last_undegraded":"2024-09-19T12:01:27.489362+0000","last_fullsized":"2024-09-19T12:01:27.489362+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:27.489177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:27.489177+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.489177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:28.661426+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.d","version":"258'3","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.262357+0000","last_change":"2024-09-19T12:01:10.262357+0000","last_active":"2024-09-19T12:01:10.262357+0000","last_peered":"2024-09-19T12:01:10.262357+0000","last_clean":"2024-09-19T12:01:10.262357+0000","last_became_active":"2024-09-19T11:36:09.481666+0000","last_became_peered":"2024-09-19T11:36:09.481666+0000","last_unstale":"2024-09-19T12:01:10.262357+0000","last_undegraded":"2024-09-19T12:01:10.262357+0000","last_fullsized":"2024-09-19T12:01:10.262357+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'3","last_scrub_stamp":"2024-09-19T12:01:10.262243+0000","last_deep_scrub":"258'3","last_deep_scrub_stamp":"2024-09-19T12:01:10.262243+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.262243+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:57:07.726544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"261'18","reported_seq":99,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.510833+0000","last_change":"2024-09-19T12:01:23.510759+0000","last_active":"2024-09-19T12:01:23.510833+0000","last_peered":"2024-09-19T12:01:23.510833+0000","last_clean":"2024-09-19T12:01:23.510833+0000","last_became_active":"2024-09-19T11:34:29.632299+0000","last_became_peered":"2024-09-19T11:34:29.632299+0000","last_unstale":"2024-09-19T12:01:23.510833+0000","last_undegraded":"2024-09-19T12:01:23.510833+0000","last_fullsized":"2024-09-19T12:01:23.510833+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'18","last_scrub_stamp":"2024-09-19T12:01:23.510673+0000","last_deep_scrub":"261'18","last_deep_scrub_stamp":"2024-09-19T12:01:23.510673+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.510673+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:46.813259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":76,"num_write":51,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.444552+0000","last_change":"2024-09-19T12:01:22.444487+0000","last_active":"2024-09-19T12:01:22.444552+0000","last_peered":"2024-09-19T12:01:22.444552+0000","last_clean":"2024-09-19T12:01:22.444552+0000","last_became_active":"2024-09-19T11:46:50.767870+0000","last_became_peered":"2024-09-19T11:46:50.767870+0000","last_unstale":"2024-09-19T12:01:22.444552+0000","last_undegraded":"2024-09-19T12:01:22.444552+0000","last_fullsized":"2024-09-19T12:01:22.444552+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:22.444399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:22.444399+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.444399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:06:19.412290+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.335810+0000","last_change":"2024-09-19T12:01:21.335810+0000","last_active":"2024-09-19T12:01:21.335810+0000","last_peered":"2024-09-19T12:01:21.335810+0000","last_clean":"2024-09-19T12:01:21.335810+0000","last_became_active":"2024-09-19T11:36:12.511700+0000","last_became_peered":"2024-09-19T11:36:12.511700+0000","last_unstale":"2024-09-19T12:01:21.335810+0000","last_undegraded":"2024-09-19T12:01:21.335810+0000","last_fullsized":"2024-09-19T12:01:21.335810+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:21.335713+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:21.335713+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.335713+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:13.090772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"261'3","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:32.706721+0000","last_change":"2024-09-19T12:01:32.706721+0000","last_active":"2024-09-19T12:01:32.706721+0000","last_peered":"2024-09-19T12:01:32.706721+0000","last_clean":"2024-09-19T12:01:32.706721+0000","last_became_active":"2024-09-19T11:36:09.484146+0000","last_became_peered":"2024-09-19T11:36:09.484146+0000","last_unstale":"2024-09-19T12:01:32.706721+0000","last_undegraded":"2024-09-19T12:01:32.706721+0000","last_fullsized":"2024-09-19T12:01:32.706721+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:32.706610+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:32.706610+0000","last_clean_scrub_stamp":"2024-09-19T12:01:32.706610+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:51.720542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"261'15","reported_seq":89,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.505528+0000","last_change":"2024-09-19T12:01:14.505411+0000","last_active":"2024-09-19T12:01:14.505528+0000","last_peered":"2024-09-19T12:01:14.505528+0000","last_clean":"2024-09-19T12:01:14.505528+0000","last_became_active":"2024-09-19T11:34:29.632778+0000","last_became_peered":"2024-09-19T11:34:29.632778+0000","last_unstale":"2024-09-19T12:01:14.505528+0000","last_undegraded":"2024-09-19T12:01:14.505528+0000","last_fullsized":"2024-09-19T12:01:14.505528+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'15","last_scrub_stamp":"2024-09-19T12:01:14.505311+0000","last_deep_scrub":"261'15","last_deep_scrub_stamp":"2024-09-19T12:01:14.505311+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.505311+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:24.424853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":47,"num_write":43,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:37.846067+0000","last_change":"2024-09-19T12:01:37.846006+0000","last_active":"2024-09-19T12:01:37.846067+0000","last_peered":"2024-09-19T12:01:37.846067+0000","last_clean":"2024-09-19T12:01:37.846067+0000","last_became_active":"2024-09-19T11:46:50.774921+0000","last_became_peered":"2024-09-19T11:46:50.774921+0000","last_unstale":"2024-09-19T12:01:37.846067+0000","last_undegraded":"2024-09-19T12:01:37.846067+0000","last_fullsized":"2024-09-19T12:01:37.846067+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:37.845913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:37.845913+0000","last_clean_scrub_stamp":"2024-09-19T12:01:37.845913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:50.534137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"0'0","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.720322+0000","last_change":"2024-09-19T12:01:34.720322+0000","last_active":"2024-09-19T12:01:34.720322+0000","last_peered":"2024-09-19T12:01:34.720322+0000","last_clean":"2024-09-19T12:01:34.720322+0000","last_became_active":"2024-09-19T11:36:12.509148+0000","last_became_peered":"2024-09-19T11:36:12.509148+0000","last_unstale":"2024-09-19T12:01:34.720322+0000","last_undegraded":"2024-09-19T12:01:34.720322+0000","last_fullsized":"2024-09-19T12:01:34.720322+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:34.720198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:34.720198+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.720198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:10.411758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.408155+0000","last_change":"2024-09-19T12:01:17.408155+0000","last_active":"2024-09-19T12:01:17.408155+0000","last_peered":"2024-09-19T12:01:17.408155+0000","last_clean":"2024-09-19T12:01:17.408155+0000","last_became_active":"2024-09-19T11:36:09.485973+0000","last_became_peered":"2024-09-19T11:36:09.485973+0000","last_unstale":"2024-09-19T12:01:17.408155+0000","last_undegraded":"2024-09-19T12:01:17.408155+0000","last_fullsized":"2024-09-19T12:01:17.408155+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.408003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.408003+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.408003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:53:48.612267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"261'32","reported_seq":139,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.164478+0000","last_change":"2024-09-19T12:01:06.164417+0000","last_active":"2024-09-19T12:01:06.164478+0000","last_peered":"2024-09-19T12:01:06.164478+0000","last_clean":"2024-09-19T12:01:06.164478+0000","last_became_active":"2024-09-19T11:34:29.630255+0000","last_became_peered":"2024-09-19T11:34:29.630255+0000","last_unstale":"2024-09-19T12:01:06.164478+0000","last_undegraded":"2024-09-19T12:01:06.164478+0000","last_fullsized":"2024-09-19T12:01:06.164478+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'32","last_scrub_stamp":"2024-09-19T12:01:06.164334+0000","last_deep_scrub":"261'32","last_deep_scrub_stamp":"2024-09-19T12:01:06.164334+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.164334+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:22.545320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":161,"num_write":82,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:41.815158+0000","last_change":"2024-09-19T12:01:41.815158+0000","last_active":"2024-09-19T12:01:41.815158+0000","last_peered":"2024-09-19T12:01:41.815158+0000","last_clean":"2024-09-19T12:01:41.815158+0000","last_became_active":"2024-09-19T11:46:50.777700+0000","last_became_peered":"2024-09-19T11:46:50.777700+0000","last_unstale":"2024-09-19T12:01:41.815158+0000","last_undegraded":"2024-09-19T12:01:41.815158+0000","last_fullsized":"2024-09-19T12:01:41.815158+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:41.815063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:41.815063+0000","last_clean_scrub_stamp":"2024-09-19T12:01:41.815063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:06.546062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"258'5","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.712204+0000","last_change":"2024-09-19T12:01:31.712204+0000","last_active":"2024-09-19T12:01:31.712204+0000","last_peered":"2024-09-19T12:01:31.712204+0000","last_clean":"2024-09-19T12:01:31.712204+0000","last_became_active":"2024-09-19T11:36:12.506059+0000","last_became_peered":"2024-09-19T11:36:12.506059+0000","last_unstale":"2024-09-19T12:01:31.712204+0000","last_undegraded":"2024-09-19T12:01:31.712204+0000","last_fullsized":"2024-09-19T12:01:31.712204+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:31.712114+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:31.712114+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.712114+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:28.970741+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":10,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"258'2","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.650131+0000","last_change":"2024-09-19T12:01:28.650131+0000","last_active":"2024-09-19T12:01:28.650131+0000","last_peered":"2024-09-19T12:01:28.650131+0000","last_clean":"2024-09-19T12:01:28.650131+0000","last_became_active":"2024-09-19T11:36:09.479223+0000","last_became_peered":"2024-09-19T11:36:09.479223+0000","last_unstale":"2024-09-19T12:01:28.650131+0000","last_undegraded":"2024-09-19T12:01:28.650131+0000","last_fullsized":"2024-09-19T12:01:28.650131+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:28.650046+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:28.650046+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.650046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:09:48.981953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'298","reported_seq":938,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.748032+0000","last_change":"2024-09-19T12:01:23.747974+0000","last_active":"2024-09-19T12:01:23.748032+0000","last_peered":"2024-09-19T12:01:23.748032+0000","last_clean":"2024-09-19T12:01:23.748032+0000","last_became_active":"2024-09-19T11:34:29.631694+0000","last_became_peered":"2024-09-19T11:34:29.631694+0000","last_unstale":"2024-09-19T12:01:23.748032+0000","last_undegraded":"2024-09-19T12:01:23.748032+0000","last_fullsized":"2024-09-19T12:01:23.748032+0000","mapping_epoch":248,"log_start":"258'200","ondisk_log_start":"258'200","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'298","last_scrub_stamp":"2024-09-19T12:01:23.747884+0000","last_deep_scrub":"261'298","last_deep_scrub_stamp":"2024-09-19T12:01:23.747884+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.747884+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:17:06.498337+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2804,"num_read_kb":3263,"num_write":602,"num_write_kb":270,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:39.865400+0000","last_change":"2024-09-19T12:01:39.865400+0000","last_active":"2024-09-19T12:01:39.865400+0000","last_peered":"2024-09-19T12:01:39.865400+0000","last_clean":"2024-09-19T12:01:39.865400+0000","last_became_active":"2024-09-19T11:46:50.774891+0000","last_became_peered":"2024-09-19T11:46:50.774891+0000","last_unstale":"2024-09-19T12:01:39.865400+0000","last_undegraded":"2024-09-19T12:01:39.865400+0000","last_fullsized":"2024-09-19T12:01:39.865400+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:39.865313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:39.865313+0000","last_clean_scrub_stamp":"2024-09-19T12:01:39.865313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:44:24.489982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"258'5","reported_seq":53,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:33.817743+0000","last_change":"2024-09-19T12:01:33.817743+0000","last_active":"2024-09-19T12:01:33.817743+0000","last_peered":"2024-09-19T12:01:33.817743+0000","last_clean":"2024-09-19T12:01:33.817743+0000","last_became_active":"2024-09-19T11:36:12.504941+0000","last_became_peered":"2024-09-19T11:36:12.504941+0000","last_unstale":"2024-09-19T12:01:33.817743+0000","last_undegraded":"2024-09-19T12:01:33.817743+0000","last_fullsized":"2024-09-19T12:01:33.817743+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'5","last_scrub_stamp":"2024-09-19T12:01:33.817636+0000","last_deep_scrub":"258'5","last_deep_scrub_stamp":"2024-09-19T12:01:33.817636+0000","last_clean_scrub_stamp":"2024-09-19T12:01:33.817636+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:33.561136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.425989+0000","last_change":"2024-09-19T12:01:16.425989+0000","last_active":"2024-09-19T12:01:16.425989+0000","last_peered":"2024-09-19T12:01:16.425989+0000","last_clean":"2024-09-19T12:01:16.425989+0000","last_became_active":"2024-09-19T11:36:09.485957+0000","last_became_peered":"2024-09-19T11:36:09.485957+0000","last_unstale":"2024-09-19T12:01:16.425989+0000","last_undegraded":"2024-09-19T12:01:16.425989+0000","last_fullsized":"2024-09-19T12:01:16.425989+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.425881+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.425881+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.425881+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:07.931842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"258'18","reported_seq":106,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.713603+0000","last_change":"2024-09-19T12:01:23.713603+0000","last_active":"2024-09-19T12:01:23.713603+0000","last_peered":"2024-09-19T12:01:23.713603+0000","last_clean":"2024-09-19T12:01:23.713603+0000","last_became_active":"2024-09-19T11:34:29.637504+0000","last_became_peered":"2024-09-19T11:34:29.637504+0000","last_unstale":"2024-09-19T12:01:23.713603+0000","last_undegraded":"2024-09-19T12:01:23.713603+0000","last_fullsized":"2024-09-19T12:01:23.713603+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'18","last_scrub_stamp":"2024-09-19T12:01:23.713511+0000","last_deep_scrub":"258'18","last_deep_scrub_stamp":"2024-09-19T12:01:23.713511+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.713511+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:24.542889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":98,"num_write":46,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"261'2","reported_seq":29,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:40.903612+0000","last_change":"2024-09-19T12:01:40.903612+0000","last_active":"2024-09-19T12:01:40.903612+0000","last_peered":"2024-09-19T12:01:40.903612+0000","last_clean":"2024-09-19T12:01:40.903612+0000","last_became_active":"2024-09-19T11:46:50.773087+0000","last_became_peered":"2024-09-19T11:46:50.773087+0000","last_unstale":"2024-09-19T12:01:40.903612+0000","last_undegraded":"2024-09-19T12:01:40.903612+0000","last_fullsized":"2024-09-19T12:01:40.903612+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:40.903522+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:40.903522+0000","last_clean_scrub_stamp":"2024-09-19T12:01:40.903522+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:29.908003+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'2","reported_seq":45,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.325683+0000","last_change":"2024-09-19T12:01:20.325683+0000","last_active":"2024-09-19T12:01:20.325683+0000","last_peered":"2024-09-19T12:01:20.325683+0000","last_clean":"2024-09-19T12:01:20.325683+0000","last_became_active":"2024-09-19T11:36:12.511650+0000","last_became_peered":"2024-09-19T11:36:12.511650+0000","last_unstale":"2024-09-19T12:01:20.325683+0000","last_undegraded":"2024-09-19T12:01:20.325683+0000","last_fullsized":"2024-09-19T12:01:20.325683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:20.325583+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:20.325583+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.325583+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:51.339585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'3","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.698203+0000","last_change":"2024-09-19T12:01:29.698203+0000","last_active":"2024-09-19T12:01:29.698203+0000","last_peered":"2024-09-19T12:01:29.698203+0000","last_clean":"2024-09-19T12:01:29.698203+0000","last_became_active":"2024-09-19T11:36:09.485215+0000","last_became_peered":"2024-09-19T11:36:09.485215+0000","last_unstale":"2024-09-19T12:01:29.698203+0000","last_undegraded":"2024-09-19T12:01:29.698203+0000","last_fullsized":"2024-09-19T12:01:29.698203+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:01:29.698108+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:01:29.698108+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.698108+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:39.621159+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"258'8","reported_seq":79,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.634288+0000","last_change":"2024-09-19T12:01:25.634288+0000","last_active":"2024-09-19T12:01:25.634288+0000","last_peered":"2024-09-19T12:01:25.634288+0000","last_clean":"2024-09-19T12:01:25.634288+0000","last_became_active":"2024-09-19T11:34:29.625139+0000","last_became_peered":"2024-09-19T11:34:29.625139+0000","last_unstale":"2024-09-19T12:01:25.634288+0000","last_undegraded":"2024-09-19T12:01:25.634288+0000","last_fullsized":"2024-09-19T12:01:25.634288+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'8","last_scrub_stamp":"2024-09-19T12:01:25.634193+0000","last_deep_scrub":"258'8","last_deep_scrub_stamp":"2024-09-19T12:01:25.634193+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.634193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:06.656212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":71,"num_read_kb":39,"num_write":20,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:38.814198+0000","last_change":"2024-09-19T12:01:38.814198+0000","last_active":"2024-09-19T12:01:38.814198+0000","last_peered":"2024-09-19T12:01:38.814198+0000","last_clean":"2024-09-19T12:01:38.814198+0000","last_became_active":"2024-09-19T11:46:50.769657+0000","last_became_peered":"2024-09-19T11:46:50.769657+0000","last_unstale":"2024-09-19T12:01:38.814198+0000","last_undegraded":"2024-09-19T12:01:38.814198+0000","last_fullsized":"2024-09-19T12:01:38.814198+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:38.814111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:38.814111+0000","last_clean_scrub_stamp":"2024-09-19T12:01:38.814111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:06.151020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"258'11","reported_seq":65,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.838191+0000","last_change":"2024-09-19T12:01:34.838191+0000","last_active":"2024-09-19T12:01:34.838191+0000","last_peered":"2024-09-19T12:01:34.838191+0000","last_clean":"2024-09-19T12:01:34.838191+0000","last_became_active":"2024-09-19T11:36:12.514625+0000","last_became_peered":"2024-09-19T11:36:12.514625+0000","last_unstale":"2024-09-19T12:01:34.838191+0000","last_undegraded":"2024-09-19T12:01:34.838191+0000","last_fullsized":"2024-09-19T12:01:34.838191+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'11","last_scrub_stamp":"2024-09-19T12:01:34.838086+0000","last_deep_scrub":"258'11","last_deep_scrub_stamp":"2024-09-19T12:01:34.838086+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.838086+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:08.274610+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":16386,"num_write":16,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"261'7","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.759898+0000","last_change":"2024-09-19T12:01:24.759898+0000","last_active":"2024-09-19T12:01:24.759898+0000","last_peered":"2024-09-19T12:01:24.759898+0000","last_clean":"2024-09-19T12:01:24.759898+0000","last_became_active":"2024-09-19T11:36:09.483072+0000","last_became_peered":"2024-09-19T11:36:09.483072+0000","last_unstale":"2024-09-19T12:01:24.759898+0000","last_undegraded":"2024-09-19T12:01:24.759898+0000","last_fullsized":"2024-09-19T12:01:24.759898+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:24.759770+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:24.759770+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.759770+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:02:59.681152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":12,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"261'10","reported_seq":82,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.530248+0000","last_change":"2024-09-19T12:01:13.530248+0000","last_active":"2024-09-19T12:01:13.530248+0000","last_peered":"2024-09-19T12:01:13.530248+0000","last_clean":"2024-09-19T12:01:13.530248+0000","last_became_active":"2024-09-19T11:34:29.633659+0000","last_became_peered":"2024-09-19T11:34:29.633659+0000","last_unstale":"2024-09-19T12:01:13.530248+0000","last_undegraded":"2024-09-19T12:01:13.530248+0000","last_fullsized":"2024-09-19T12:01:13.530248+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'10","last_scrub_stamp":"2024-09-19T12:01:13.530154+0000","last_deep_scrub":"261'10","last_deep_scrub_stamp":"2024-09-19T12:01:13.530154+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.530154+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:02.761282+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":48,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:35.873152+0000","last_change":"2024-09-19T12:01:35.873152+0000","last_active":"2024-09-19T12:01:35.873152+0000","last_peered":"2024-09-19T12:01:35.873152+0000","last_clean":"2024-09-19T12:01:35.873152+0000","last_became_active":"2024-09-19T11:46:50.772977+0000","last_became_peered":"2024-09-19T11:46:50.772977+0000","last_unstale":"2024-09-19T12:01:35.873152+0000","last_undegraded":"2024-09-19T12:01:35.873152+0000","last_fullsized":"2024-09-19T12:01:35.873152+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:35.873052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:35.873052+0000","last_clean_scrub_stamp":"2024-09-19T12:01:35.873052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:56.250246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"258'2","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:36.820517+0000","last_change":"2024-09-19T12:01:36.820517+0000","last_active":"2024-09-19T12:01:36.820517+0000","last_peered":"2024-09-19T12:01:36.820517+0000","last_clean":"2024-09-19T12:01:36.820517+0000","last_became_active":"2024-09-19T11:36:12.513775+0000","last_became_peered":"2024-09-19T11:36:12.513775+0000","last_unstale":"2024-09-19T12:01:36.820517+0000","last_undegraded":"2024-09-19T12:01:36.820517+0000","last_fullsized":"2024-09-19T12:01:36.820517+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:36.820403+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:36.820403+0000","last_clean_scrub_stamp":"2024-09-19T12:01:36.820403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:43:17.525608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'7","reported_seq":61,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:31.735701+0000","last_change":"2024-09-19T12:01:31.735701+0000","last_active":"2024-09-19T12:01:31.735701+0000","last_peered":"2024-09-19T12:01:31.735701+0000","last_clean":"2024-09-19T12:01:31.735701+0000","last_became_active":"2024-09-19T11:36:09.486062+0000","last_became_peered":"2024-09-19T11:36:09.486062+0000","last_unstale":"2024-09-19T12:01:31.735701+0000","last_undegraded":"2024-09-19T12:01:31.735701+0000","last_fullsized":"2024-09-19T12:01:31.735701+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-19T12:01:31.735606+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-19T12:01:31.735606+0000","last_clean_scrub_stamp":"2024-09-19T12:01:31.735606+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:04.558947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":17408,"num_write":12,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"261'13","reported_seq":88,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.794200+0000","last_change":"2024-09-19T12:01:22.794200+0000","last_active":"2024-09-19T12:01:22.794200+0000","last_peered":"2024-09-19T12:01:22.794200+0000","last_clean":"2024-09-19T12:01:22.794200+0000","last_became_active":"2024-09-19T11:34:29.637388+0000","last_became_peered":"2024-09-19T11:34:29.637388+0000","last_unstale":"2024-09-19T12:01:22.794200+0000","last_undegraded":"2024-09-19T12:01:22.794200+0000","last_fullsized":"2024-09-19T12:01:22.794200+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'13","last_scrub_stamp":"2024-09-19T12:01:22.794116+0000","last_deep_scrub":"261'13","last_deep_scrub_stamp":"2024-09-19T12:01:22.794116+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.794116+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:46.860678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":60,"num_write":32,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.468733+0000","last_change":"2024-09-19T12:01:30.468733+0000","last_active":"2024-09-19T12:01:30.468733+0000","last_peered":"2024-09-19T12:01:30.468733+0000","last_clean":"2024-09-19T12:01:30.468733+0000","last_became_active":"2024-09-19T11:46:50.772133+0000","last_became_peered":"2024-09-19T11:46:50.772133+0000","last_unstale":"2024-09-19T12:01:30.468733+0000","last_undegraded":"2024-09-19T12:01:30.468733+0000","last_fullsized":"2024-09-19T12:01:30.468733+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:30.468644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:30.468644+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.468644+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:54.496075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:35.771687+0000","last_change":"2024-09-19T12:01:35.771687+0000","last_active":"2024-09-19T12:01:35.771687+0000","last_peered":"2024-09-19T12:01:35.771687+0000","last_clean":"2024-09-19T12:01:35.771687+0000","last_became_active":"2024-09-19T11:36:12.505980+0000","last_became_peered":"2024-09-19T11:36:12.505980+0000","last_unstale":"2024-09-19T12:01:35.771687+0000","last_undegraded":"2024-09-19T12:01:35.771687+0000","last_fullsized":"2024-09-19T12:01:35.771687+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:35.771595+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:35.771595+0000","last_clean_scrub_stamp":"2024-09-19T12:01:35.771595+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:49:53.833680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"261'2","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.167820+0000","last_change":"2024-09-19T12:01:07.167765+0000","last_active":"2024-09-19T12:01:07.167820+0000","last_peered":"2024-09-19T12:01:07.167820+0000","last_clean":"2024-09-19T12:01:07.167820+0000","last_became_active":"2024-09-19T11:36:09.484892+0000","last_became_peered":"2024-09-19T11:36:09.484892+0000","last_unstale":"2024-09-19T12:01:07.167820+0000","last_undegraded":"2024-09-19T12:01:07.167820+0000","last_fullsized":"2024-09-19T12:01:07.167820+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:07.167693+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:07.167693+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.167693+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:05.710162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"261'16","reported_seq":95,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.491886+0000","last_change":"2024-09-19T12:01:12.491886+0000","last_active":"2024-09-19T12:01:12.491886+0000","last_peered":"2024-09-19T12:01:12.491886+0000","last_clean":"2024-09-19T12:01:12.491886+0000","last_became_active":"2024-09-19T11:34:29.639699+0000","last_became_peered":"2024-09-19T11:34:29.639699+0000","last_unstale":"2024-09-19T12:01:12.491886+0000","last_undegraded":"2024-09-19T12:01:12.491886+0000","last_fullsized":"2024-09-19T12:01:12.491886+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'16","last_scrub_stamp":"2024-09-19T12:01:12.491787+0000","last_deep_scrub":"261'16","last_deep_scrub_stamp":"2024-09-19T12:01:12.491787+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.491787+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:49:14.629088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":67,"num_write":41,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.311881+0000","last_change":"2024-09-19T12:01:24.311881+0000","last_active":"2024-09-19T12:01:24.311881+0000","last_peered":"2024-09-19T12:01:24.311881+0000","last_clean":"2024-09-19T12:01:24.311881+0000","last_became_active":"2024-09-19T11:46:50.771020+0000","last_became_peered":"2024-09-19T11:46:50.771020+0000","last_unstale":"2024-09-19T12:01:24.311881+0000","last_undegraded":"2024-09-19T12:01:24.311881+0000","last_fullsized":"2024-09-19T12:01:24.311881+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:24.311777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:24.311777+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.311777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-21T00:01:09.647342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"261'4","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:28.662059+0000","last_change":"2024-09-19T12:01:28.662059+0000","last_active":"2024-09-19T12:01:28.662059+0000","last_peered":"2024-09-19T12:01:28.662059+0000","last_clean":"2024-09-19T12:01:28.662059+0000","last_became_active":"2024-09-19T11:36:12.512261+0000","last_became_peered":"2024-09-19T11:36:12.512261+0000","last_unstale":"2024-09-19T12:01:28.662059+0000","last_undegraded":"2024-09-19T12:01:28.662059+0000","last_fullsized":"2024-09-19T12:01:28.662059+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:28.661970+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:28.661970+0000","last_clean_scrub_stamp":"2024-09-19T12:01:28.661970+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:18:18.158533+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"0'0","reported_seq":48,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.538789+0000","last_change":"2024-09-19T12:01:24.538789+0000","last_active":"2024-09-19T12:01:24.538789+0000","last_peered":"2024-09-19T12:01:24.538789+0000","last_clean":"2024-09-19T12:01:24.538789+0000","last_became_active":"2024-09-19T11:36:09.487383+0000","last_became_peered":"2024-09-19T11:36:09.487383+0000","last_unstale":"2024-09-19T12:01:24.538789+0000","last_undegraded":"2024-09-19T12:01:24.538789+0000","last_fullsized":"2024-09-19T12:01:24.538789+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:24.538643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:24.538643+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.538643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:34:15.753269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"261'25","reported_seq":125,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.669214+0000","last_change":"2024-09-19T12:01:22.669164+0000","last_active":"2024-09-19T12:01:22.669214+0000","last_peered":"2024-09-19T12:01:22.669214+0000","last_clean":"2024-09-19T12:01:22.669214+0000","last_became_active":"2024-09-19T11:34:29.636742+0000","last_became_peered":"2024-09-19T11:34:29.636742+0000","last_unstale":"2024-09-19T12:01:22.669214+0000","last_undegraded":"2024-09-19T12:01:22.669214+0000","last_fullsized":"2024-09-19T12:01:22.669214+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'25","last_scrub_stamp":"2024-09-19T12:01:22.669066+0000","last_deep_scrub":"261'25","last_deep_scrub_stamp":"2024-09-19T12:01:22.669066+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.669066+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:31.906251+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":133,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:34.643947+0000","last_change":"2024-09-19T12:01:34.643947+0000","last_active":"2024-09-19T12:01:34.643947+0000","last_peered":"2024-09-19T12:01:34.643947+0000","last_clean":"2024-09-19T12:01:34.643947+0000","last_became_active":"2024-09-19T11:46:50.773606+0000","last_became_peered":"2024-09-19T11:46:50.773606+0000","last_unstale":"2024-09-19T12:01:34.643947+0000","last_undegraded":"2024-09-19T12:01:34.643947+0000","last_fullsized":"2024-09-19T12:01:34.643947+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:34.643846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:34.643846+0000","last_clean_scrub_stamp":"2024-09-19T12:01:34.643846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:21:06.328027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":42,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.703420+0000","last_change":"2024-09-19T12:01:30.703420+0000","last_active":"2024-09-19T12:01:30.703420+0000","last_peered":"2024-09-19T12:01:30.703420+0000","last_clean":"2024-09-19T12:01:30.703420+0000","last_became_active":"2024-09-19T11:36:12.500897+0000","last_became_peered":"2024-09-19T11:36:12.500897+0000","last_unstale":"2024-09-19T12:01:30.703420+0000","last_undegraded":"2024-09-19T12:01:30.703420+0000","last_fullsized":"2024-09-19T12:01:30.703420+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:30.703338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:30.703338+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.703338+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:11.990356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'4","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:30.702547+0000","last_change":"2024-09-19T12:01:30.702547+0000","last_active":"2024-09-19T12:01:30.702547+0000","last_peered":"2024-09-19T12:01:30.702547+0000","last_clean":"2024-09-19T12:01:30.702547+0000","last_became_active":"2024-09-19T11:36:09.488519+0000","last_became_peered":"2024-09-19T11:36:09.488519+0000","last_unstale":"2024-09-19T12:01:30.702547+0000","last_undegraded":"2024-09-19T12:01:30.702547+0000","last_fullsized":"2024-09-19T12:01:30.702547+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:30.702443+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:30.702443+0000","last_clean_scrub_stamp":"2024-09-19T12:01:30.702443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:50.052888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":7168,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"261'34","reported_seq":144,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.528455+0000","last_change":"2024-09-19T12:01:13.528395+0000","last_active":"2024-09-19T12:01:13.528455+0000","last_peered":"2024-09-19T12:01:13.528455+0000","last_clean":"2024-09-19T12:01:13.528455+0000","last_became_active":"2024-09-19T11:34:29.637387+0000","last_became_peered":"2024-09-19T11:34:29.637387+0000","last_unstale":"2024-09-19T12:01:13.528455+0000","last_undegraded":"2024-09-19T12:01:13.528455+0000","last_fullsized":"2024-09-19T12:01:13.528455+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'34","last_scrub_stamp":"2024-09-19T12:01:13.528321+0000","last_deep_scrub":"261'34","last_deep_scrub_stamp":"2024-09-19T12:01:13.528321+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.528321+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:28.446206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":249,"num_read_kb":156,"num_write":88,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"261'2","reported_seq":30,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.328589+0000","last_change":"2024-09-19T12:01:12.328464+0000","last_active":"2024-09-19T12:01:12.328589+0000","last_peered":"2024-09-19T12:01:12.328589+0000","last_clean":"2024-09-19T12:01:12.328589+0000","last_became_active":"2024-09-19T11:46:50.767532+0000","last_became_peered":"2024-09-19T11:46:50.767532+0000","last_unstale":"2024-09-19T12:01:12.328589+0000","last_undegraded":"2024-09-19T12:01:12.328589+0000","last_fullsized":"2024-09-19T12:01:12.328589+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:12.328367+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:12.328367+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.328367+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:32:56.290211+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"258'2","reported_seq":47,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.373856+0000","last_change":"2024-09-19T12:01:19.373856+0000","last_active":"2024-09-19T12:01:19.373856+0000","last_peered":"2024-09-19T12:01:19.373856+0000","last_clean":"2024-09-19T12:01:19.373856+0000","last_became_active":"2024-09-19T11:36:12.511575+0000","last_became_peered":"2024-09-19T11:36:12.511575+0000","last_unstale":"2024-09-19T12:01:19.373856+0000","last_undegraded":"2024-09-19T12:01:19.373856+0000","last_fullsized":"2024-09-19T12:01:19.373856+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'2","last_scrub_stamp":"2024-09-19T12:01:19.373734+0000","last_deep_scrub":"258'2","last_deep_scrub_stamp":"2024-09-19T12:01:19.373734+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.373734+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:04.532949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":318,"num_write":2,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"261'6","reported_seq":60,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:25.637998+0000","last_change":"2024-09-19T12:01:25.637998+0000","last_active":"2024-09-19T12:01:25.637998+0000","last_peered":"2024-09-19T12:01:25.637998+0000","last_clean":"2024-09-19T12:01:25.637998+0000","last_became_active":"2024-09-19T11:36:09.482599+0000","last_became_peered":"2024-09-19T11:36:09.482599+0000","last_unstale":"2024-09-19T12:01:25.637998+0000","last_undegraded":"2024-09-19T12:01:25.637998+0000","last_fullsized":"2024-09-19T12:01:25.637998+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'6","last_scrub_stamp":"2024-09-19T12:01:25.637887+0000","last_deep_scrub":"261'6","last_deep_scrub_stamp":"2024-09-19T12:01:25.637887+0000","last_clean_scrub_stamp":"2024-09-19T12:01:25.637887+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:21.376125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":7168,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"261'22","reported_seq":114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.481195+0000","last_change":"2024-09-19T12:01:22.481101+0000","last_active":"2024-09-19T12:01:22.481195+0000","last_peered":"2024-09-19T12:01:22.481195+0000","last_clean":"2024-09-19T12:01:22.481195+0000","last_became_active":"2024-09-19T11:34:29.633947+0000","last_became_peered":"2024-09-19T11:34:29.633947+0000","last_unstale":"2024-09-19T12:01:22.481195+0000","last_undegraded":"2024-09-19T12:01:22.481195+0000","last_fullsized":"2024-09-19T12:01:22.481195+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'22","last_scrub_stamp":"2024-09-19T12:01:22.481007+0000","last_deep_scrub":"261'22","last_deep_scrub_stamp":"2024-09-19T12:01:22.481007+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.481007+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:41.498400+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":117,"num_write":56,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:39.796226+0000","last_change":"2024-09-19T12:01:39.796165+0000","last_active":"2024-09-19T12:01:39.796226+0000","last_peered":"2024-09-19T12:01:39.796226+0000","last_clean":"2024-09-19T12:01:39.796226+0000","last_became_active":"2024-09-19T11:46:50.772365+0000","last_became_peered":"2024-09-19T11:46:50.772365+0000","last_unstale":"2024-09-19T12:01:39.796226+0000","last_undegraded":"2024-09-19T12:01:39.796226+0000","last_fullsized":"2024-09-19T12:01:39.796226+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:39.796074+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:39.796074+0000","last_clean_scrub_stamp":"2024-09-19T12:01:39.796074+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:02:08.076008+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"261'8","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:26.535507+0000","last_change":"2024-09-19T12:01:26.535507+0000","last_active":"2024-09-19T12:01:26.535507+0000","last_peered":"2024-09-19T12:01:26.535507+0000","last_clean":"2024-09-19T12:01:26.535507+0000","last_became_active":"2024-09-19T11:36:12.505602+0000","last_became_peered":"2024-09-19T11:36:12.505602+0000","last_unstale":"2024-09-19T12:01:26.535507+0000","last_undegraded":"2024-09-19T12:01:26.535507+0000","last_fullsized":"2024-09-19T12:01:26.535507+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-19T12:01:26.535408+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-19T12:01:26.535408+0000","last_clean_scrub_stamp":"2024-09-19T12:01:26.535408+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:56.519580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8372,"num_write":8,"num_write_kb":8282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:27.679555+0000","last_change":"2024-09-19T12:01:27.679555+0000","last_active":"2024-09-19T12:01:27.679555+0000","last_peered":"2024-09-19T12:01:27.679555+0000","last_clean":"2024-09-19T12:01:27.679555+0000","last_became_active":"2024-09-19T11:36:09.487600+0000","last_became_peered":"2024-09-19T11:36:09.487600+0000","last_unstale":"2024-09-19T12:01:27.679555+0000","last_undegraded":"2024-09-19T12:01:27.679555+0000","last_fullsized":"2024-09-19T12:01:27.679555+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:27.679460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:27.679460+0000","last_clean_scrub_stamp":"2024-09-19T12:01:27.679460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:07.069089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"261'49","reported_seq":190,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.760116+0000","last_change":"2024-09-19T12:01:22.760039+0000","last_active":"2024-09-19T12:01:22.760116+0000","last_peered":"2024-09-19T12:01:22.760116+0000","last_clean":"2024-09-19T12:01:22.760116+0000","last_became_active":"2024-09-19T11:34:29.627404+0000","last_became_peered":"2024-09-19T11:34:29.627404+0000","last_unstale":"2024-09-19T12:01:22.760116+0000","last_undegraded":"2024-09-19T12:01:22.760116+0000","last_fullsized":"2024-09-19T12:01:22.760116+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'49","last_scrub_stamp":"2024-09-19T12:01:22.759957+0000","last_deep_scrub":"261'49","last_deep_scrub_stamp":"2024-09-19T12:01:22.759957+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.759957+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:24.852563+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":392,"num_read_kb":257,"num_write":124,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:40.840071+0000","last_change":"2024-09-19T12:01:40.840071+0000","last_active":"2024-09-19T12:01:40.840071+0000","last_peered":"2024-09-19T12:01:40.840071+0000","last_clean":"2024-09-19T12:01:40.840071+0000","last_became_active":"2024-09-19T11:46:50.774094+0000","last_became_peered":"2024-09-19T11:46:50.774094+0000","last_unstale":"2024-09-19T12:01:40.840071+0000","last_undegraded":"2024-09-19T12:01:40.840071+0000","last_fullsized":"2024-09-19T12:01:40.840071+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:40.839973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:40.839973+0000","last_clean_scrub_stamp":"2024-09-19T12:01:40.839973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:36:57.287117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'2","reported_seq":46,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.505043+0000","last_change":"2024-09-19T12:01:20.505043+0000","last_active":"2024-09-19T12:01:20.505043+0000","last_peered":"2024-09-19T12:01:20.505043+0000","last_clean":"2024-09-19T12:01:20.505043+0000","last_became_active":"2024-09-19T11:36:12.509287+0000","last_became_peered":"2024-09-19T11:36:12.509287+0000","last_unstale":"2024-09-19T12:01:20.505043+0000","last_undegraded":"2024-09-19T12:01:20.505043+0000","last_fullsized":"2024-09-19T12:01:20.505043+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:20.504962+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:20.504962+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.504962+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:21:29.041938+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.472026+0000","last_change":"2024-09-19T12:01:15.472026+0000","last_active":"2024-09-19T12:01:15.472026+0000","last_peered":"2024-09-19T12:01:15.472026+0000","last_clean":"2024-09-19T12:01:15.472026+0000","last_became_active":"2024-09-19T11:36:09.484696+0000","last_became_peered":"2024-09-19T11:36:09.484696+0000","last_unstale":"2024-09-19T12:01:15.472026+0000","last_undegraded":"2024-09-19T12:01:15.472026+0000","last_fullsized":"2024-09-19T12:01:15.472026+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:15.471939+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:15.471939+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.471939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:31.005427+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"258'29","reported_seq":140,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.536150+0000","last_change":"2024-09-19T12:01:11.536091+0000","last_active":"2024-09-19T12:01:11.536150+0000","last_peered":"2024-09-19T12:01:11.536150+0000","last_clean":"2024-09-19T12:01:11.536150+0000","last_became_active":"2024-09-19T11:34:29.628175+0000","last_became_peered":"2024-09-19T11:34:29.628175+0000","last_unstale":"2024-09-19T12:01:11.536150+0000","last_undegraded":"2024-09-19T12:01:11.536150+0000","last_fullsized":"2024-09-19T12:01:11.536150+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"258'29","last_scrub_stamp":"2024-09-19T12:01:11.535996+0000","last_deep_scrub":"258'29","last_deep_scrub_stamp":"2024-09-19T12:01:11.535996+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.535996+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:10.650891+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":255,"num_read_kb":161,"num_write":69,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:36.893237+0000","last_change":"2024-09-19T12:01:36.893237+0000","last_active":"2024-09-19T12:01:36.893237+0000","last_peered":"2024-09-19T12:01:36.893237+0000","last_clean":"2024-09-19T12:01:36.893237+0000","last_became_active":"2024-09-19T11:46:50.775177+0000","last_became_peered":"2024-09-19T11:46:50.775177+0000","last_unstale":"2024-09-19T12:01:36.893237+0000","last_undegraded":"2024-09-19T12:01:36.893237+0000","last_fullsized":"2024-09-19T12:01:36.893237+0000","mapping_epoch":259,"log_start":"0'0","ondisk_log_start":"0'0","created":259,"last_epoch_clean":260,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:36.893119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:36.893119+0000","last_clean_scrub_stamp":"2024-09-19T12:01:36.893119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:56.204077+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"0'0","reported_seq":43,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:29.748718+0000","last_change":"2024-09-19T12:01:29.748718+0000","last_active":"2024-09-19T12:01:29.748718+0000","last_peered":"2024-09-19T12:01:29.748718+0000","last_clean":"2024-09-19T12:01:29.748718+0000","last_became_active":"2024-09-19T11:36:12.504703+0000","last_became_peered":"2024-09-19T11:36:12.504703+0000","last_unstale":"2024-09-19T12:01:29.748718+0000","last_undegraded":"2024-09-19T12:01:29.748718+0000","last_fullsized":"2024-09-19T12:01:29.748718+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:29.748636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:29.748636+0000","last_clean_scrub_stamp":"2024-09-19T12:01:29.748636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:26.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"261'2","reported_seq":51,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.518540+0000","last_change":"2024-09-19T12:01:17.518540+0000","last_active":"2024-09-19T12:01:17.518540+0000","last_peered":"2024-09-19T12:01:17.518540+0000","last_clean":"2024-09-19T12:01:17.518540+0000","last_became_active":"2024-09-19T11:36:09.487731+0000","last_became_peered":"2024-09-19T11:36:09.487731+0000","last_unstale":"2024-09-19T12:01:17.518540+0000","last_undegraded":"2024-09-19T12:01:17.518540+0000","last_fullsized":"2024-09-19T12:01:17.518540+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:17.518458+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:17.518458+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.518458+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:42.929002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"261'44","reported_seq":174,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.660362+0000","last_change":"2024-09-19T12:01:21.660362+0000","last_active":"2024-09-19T12:01:21.660362+0000","last_peered":"2024-09-19T12:01:21.660362+0000","last_clean":"2024-09-19T12:01:21.660362+0000","last_became_active":"2024-09-19T11:34:29.636914+0000","last_became_peered":"2024-09-19T11:34:29.636914+0000","last_unstale":"2024-09-19T12:01:21.660362+0000","last_undegraded":"2024-09-19T12:01:21.660362+0000","last_fullsized":"2024-09-19T12:01:21.660362+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'44","last_scrub_stamp":"2024-09-19T12:01:21.660275+0000","last_deep_scrub":"261'44","last_deep_scrub_stamp":"2024-09-19T12:01:21.660275+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.660275+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:28.805797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":332,"num_read_kb":209,"num_write":114,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"261'246","reported_seq":943,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.672949+0000","last_change":"2024-09-19T12:00:59.672949+0000","last_active":"2024-09-19T12:00:59.672949+0000","last_peered":"2024-09-19T12:00:59.672949+0000","last_clean":"2024-09-19T12:00:59.672949+0000","last_became_active":"2024-09-19T11:20:27.327069+0000","last_became_peered":"2024-09-19T11:20:27.327069+0000","last_unstale":"2024-09-19T12:00:59.672949+0000","last_undegraded":"2024-09-19T12:00:59.672949+0000","last_fullsized":"2024-09-19T12:00:59.672949+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'246","last_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_deep_scrub":"261'246","last_deep_scrub_stamp":"2024-09-19T12:00:59.672856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.672856+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:39.881169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":823,"num_read_kb":10588,"num_write":1037,"num_write_kb":31465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"261'478","reported_seq":1985,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.538191+0000","last_change":"2024-09-19T12:01:02.538191+0000","last_active":"2024-09-19T12:01:02.538191+0000","last_peered":"2024-09-19T12:01:02.538191+0000","last_clean":"2024-09-19T12:01:02.538191+0000","last_became_active":"2024-09-19T11:20:29.332021+0000","last_became_peered":"2024-09-19T11:20:29.332021+0000","last_unstale":"2024-09-19T12:01:02.538191+0000","last_undegraded":"2024-09-19T12:01:02.538191+0000","last_fullsized":"2024-09-19T12:01:02.538191+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'478","last_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_deep_scrub":"261'478","last_deep_scrub_stamp":"2024-09-19T12:01:02.538096+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.538096+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:46.271861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2419,"num_read_kb":2251,"num_write":567,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"261'211","reported_seq":826,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.606232+0000","last_change":"2024-09-19T12:00:50.606232+0000","last_active":"2024-09-19T12:00:50.606232+0000","last_peered":"2024-09-19T12:00:50.606232+0000","last_clean":"2024-09-19T12:00:50.606232+0000","last_became_active":"2024-09-19T11:20:27.328390+0000","last_became_peered":"2024-09-19T11:20:27.328390+0000","last_unstale":"2024-09-19T12:00:50.606232+0000","last_undegraded":"2024-09-19T12:00:50.606232+0000","last_fullsized":"2024-09-19T12:00:50.606232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:50.606134+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.606134+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:21:38.098429+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":7223,"num_write":877,"num_write_kb":16726,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"261'346","reported_seq":1720,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.689712+0000","last_change":"2024-09-19T12:01:02.689712+0000","last_active":"2024-09-19T12:01:02.689712+0000","last_peered":"2024-09-19T12:01:02.689712+0000","last_clean":"2024-09-19T12:01:02.689712+0000","last_became_active":"2024-09-19T11:20:29.334326+0000","last_became_peered":"2024-09-19T11:20:29.334326+0000","last_unstale":"2024-09-19T12:01:02.689712+0000","last_undegraded":"2024-09-19T12:01:02.689712+0000","last_fullsized":"2024-09-19T12:01:02.689712+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'346","last_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_deep_scrub":"261'346","last_deep_scrub_stamp":"2024-09-19T12:01:02.689590+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.689590+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:32.771842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1869,"num_read_kb":1779,"num_write":405,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"261'210","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.654464+0000","last_change":"2024-09-19T12:00:51.654464+0000","last_active":"2024-09-19T12:00:51.654464+0000","last_peered":"2024-09-19T12:00:51.654464+0000","last_clean":"2024-09-19T12:00:51.654464+0000","last_became_active":"2024-09-19T11:20:27.324551+0000","last_became_peered":"2024-09-19T11:20:27.324551+0000","last_unstale":"2024-09-19T12:00:51.654464+0000","last_undegraded":"2024-09-19T12:00:51.654464+0000","last_fullsized":"2024-09-19T12:00:51.654464+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'210","last_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_deep_scrub":"261'210","last_deep_scrub_stamp":"2024-09-19T12:00:51.654335+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.654335+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:55.297418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":557,"num_read_kb":6253,"num_write":1034,"num_write_kb":26472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"261'1978","reported_seq":3724,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.714680+0000","last_change":"2024-09-19T12:01:04.714680+0000","last_active":"2024-09-19T12:01:04.714680+0000","last_peered":"2024-09-19T12:01:04.714680+0000","last_clean":"2024-09-19T12:01:04.714680+0000","last_became_active":"2024-09-19T11:20:29.338638+0000","last_became_peered":"2024-09-19T11:20:29.338638+0000","last_unstale":"2024-09-19T12:01:04.714680+0000","last_undegraded":"2024-09-19T12:01:04.714680+0000","last_fullsized":"2024-09-19T12:01:04.714680+0000","mapping_epoch":24,"log_start":"261'1900","ondisk_log_start":"261'1900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1978","last_scrub_stamp":"2024-09-19T12:01:04.714592+0000","last_deep_scrub":"261'1978","last_deep_scrub_stamp":"2024-09-19T12:01:04.714592+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.714592+0000","objects_scrubbed":1,"log_size":78,"log_dups_size":1900,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:51:43.039706+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8706,"num_read_kb":7590,"num_write":2816,"num_write_kb":1249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"261'275","reported_seq":961,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.456924+0000","last_change":"2024-09-19T12:00:57.456924+0000","last_active":"2024-09-19T12:00:57.456924+0000","last_peered":"2024-09-19T12:00:57.456924+0000","last_clean":"2024-09-19T12:00:57.456924+0000","last_became_active":"2024-09-19T11:20:27.329025+0000","last_became_peered":"2024-09-19T11:20:27.329025+0000","last_unstale":"2024-09-19T12:00:57.456924+0000","last_undegraded":"2024-09-19T12:00:57.456924+0000","last_fullsized":"2024-09-19T12:00:57.456924+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:57.456830+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.456830+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:55.512243+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":780,"num_read_kb":77605,"num_write":1051,"num_write_kb":41579,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"261'484","reported_seq":2150,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.624456+0000","last_change":"2024-09-19T12:01:01.624456+0000","last_active":"2024-09-19T12:01:01.624456+0000","last_peered":"2024-09-19T12:01:01.624456+0000","last_clean":"2024-09-19T12:01:01.624456+0000","last_became_active":"2024-09-19T11:20:29.342005+0000","last_became_peered":"2024-09-19T11:20:29.342005+0000","last_unstale":"2024-09-19T12:01:01.624456+0000","last_undegraded":"2024-09-19T12:01:01.624456+0000","last_fullsized":"2024-09-19T12:01:01.624456+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'484","last_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_deep_scrub":"261'484","last_deep_scrub_stamp":"2024-09-19T12:01:01.624366+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.624366+0000","objects_scrubbed":3,"log_size":84,"log_dups_size":400,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:38:38.902124+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2624,"num_read_kb":2492,"num_write":530,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":244,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"261'241","reported_seq":965,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.637651+0000","last_change":"2024-09-19T12:00:58.637651+0000","last_active":"2024-09-19T12:00:58.637651+0000","last_peered":"2024-09-19T12:00:58.637651+0000","last_clean":"2024-09-19T12:00:58.637651+0000","last_became_active":"2024-09-19T11:20:27.326267+0000","last_became_peered":"2024-09-19T11:20:27.326267+0000","last_unstale":"2024-09-19T12:00:58.637651+0000","last_undegraded":"2024-09-19T12:00:58.637651+0000","last_fullsized":"2024-09-19T12:00:58.637651+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:58.637524+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.637524+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:19.938641+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":873,"num_read_kb":146384,"num_write":1149,"num_write_kb":36655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"261'880","reported_seq":2548,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.751128+0000","last_change":"2024-09-19T12:00:57.751128+0000","last_active":"2024-09-19T12:00:57.751128+0000","last_peered":"2024-09-19T12:00:57.751128+0000","last_clean":"2024-09-19T12:00:57.751128+0000","last_became_active":"2024-09-19T11:20:29.333001+0000","last_became_peered":"2024-09-19T11:20:29.333001+0000","last_unstale":"2024-09-19T12:00:57.751128+0000","last_undegraded":"2024-09-19T12:00:57.751128+0000","last_fullsized":"2024-09-19T12:00:57.751128+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'880","last_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_deep_scrub":"261'880","last_deep_scrub_stamp":"2024-09-19T12:00:57.751027+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.751027+0000","objects_scrubbed":1,"log_size":80,"log_dups_size":800,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:06.783543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4179,"num_read_kb":3775,"num_write":1160,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":253,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"261'251","reported_seq":882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.468097+0000","last_change":"2024-09-19T12:00:55.468097+0000","last_active":"2024-09-19T12:00:55.468097+0000","last_peered":"2024-09-19T12:00:55.468097+0000","last_clean":"2024-09-19T12:00:55.468097+0000","last_became_active":"2024-09-19T11:20:27.334509+0000","last_became_peered":"2024-09-19T11:20:27.334509+0000","last_unstale":"2024-09-19T12:00:55.468097+0000","last_undegraded":"2024-09-19T12:00:55.468097+0000","last_fullsized":"2024-09-19T12:00:55.468097+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:55.467975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.467975+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:48.592182+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730157,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":590,"num_read_kb":17117,"num_write":1086,"num_write_kb":36522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"261'392","reported_seq":1910,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.669277+0000","last_change":"2024-09-19T12:01:05.669277+0000","last_active":"2024-09-19T12:01:05.669277+0000","last_peered":"2024-09-19T12:01:05.669277+0000","last_clean":"2024-09-19T12:01:05.669277+0000","last_became_active":"2024-09-19T11:20:29.338380+0000","last_became_peered":"2024-09-19T11:20:29.338380+0000","last_unstale":"2024-09-19T12:01:05.669277+0000","last_undegraded":"2024-09-19T12:01:05.669277+0000","last_fullsized":"2024-09-19T12:01:05.669277+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'392","last_scrub_stamp":"2024-09-19T12:01:05.669185+0000","last_deep_scrub":"261'392","last_deep_scrub_stamp":"2024-09-19T12:01:05.669185+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.669185+0000","objects_scrubbed":2,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:42.413584+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2340,"num_read_kb":2215,"num_write":461,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2808,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"261'259","reported_seq":918,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.675222+0000","last_change":"2024-09-19T12:00:57.675222+0000","last_active":"2024-09-19T12:00:57.675222+0000","last_peered":"2024-09-19T12:00:57.675222+0000","last_clean":"2024-09-19T12:00:57.675222+0000","last_became_active":"2024-09-19T11:20:27.328247+0000","last_became_peered":"2024-09-19T11:20:27.328247+0000","last_unstale":"2024-09-19T12:00:57.675222+0000","last_undegraded":"2024-09-19T12:00:57.675222+0000","last_fullsized":"2024-09-19T12:00:57.675222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'259","last_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_deep_scrub":"261'259","last_deep_scrub_stamp":"2024-09-19T12:00:57.675051+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.675051+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:28.715599+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3460230,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":634,"num_read_kb":92469,"num_write":1151,"num_write_kb":39489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"261'406","reported_seq":1977,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.492697+0000","last_change":"2024-09-19T12:01:04.492697+0000","last_active":"2024-09-19T12:01:04.492697+0000","last_peered":"2024-09-19T12:01:04.492697+0000","last_clean":"2024-09-19T12:01:04.492697+0000","last_became_active":"2024-09-19T11:20:29.324260+0000","last_became_peered":"2024-09-19T11:20:29.324260+0000","last_unstale":"2024-09-19T12:01:04.492697+0000","last_undegraded":"2024-09-19T12:01:04.492697+0000","last_fullsized":"2024-09-19T12:01:04.492697+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'406","last_scrub_stamp":"2024-09-19T12:01:04.492578+0000","last_deep_scrub":"261'406","last_deep_scrub_stamp":"2024-09-19T12:01:04.492578+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.492578+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:30.635318+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2241,"num_read_kb":2138,"num_write":445,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":640,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"261'205","reported_seq":834,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.636778+0000","last_change":"2024-09-19T12:00:53.636778+0000","last_active":"2024-09-19T12:00:53.636778+0000","last_peered":"2024-09-19T12:00:53.636778+0000","last_clean":"2024-09-19T12:00:53.636778+0000","last_became_active":"2024-09-19T11:20:27.319959+0000","last_became_peered":"2024-09-19T11:20:27.319959+0000","last_unstale":"2024-09-19T12:00:53.636778+0000","last_undegraded":"2024-09-19T12:00:53.636778+0000","last_fullsized":"2024-09-19T12:00:53.636778+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:53.636667+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.636667+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:11:24.400297+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":13652,"num_write":929,"num_write_kb":25987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"261'554","reported_seq":2376,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.095760+0000","last_change":"2024-09-19T12:00:55.095760+0000","last_active":"2024-09-19T12:00:55.095760+0000","last_peered":"2024-09-19T12:00:55.095760+0000","last_clean":"2024-09-19T12:00:55.095760+0000","last_became_active":"2024-09-19T11:20:29.338428+0000","last_became_peered":"2024-09-19T11:20:29.338428+0000","last_unstale":"2024-09-19T12:00:55.095760+0000","last_undegraded":"2024-09-19T12:00:55.095760+0000","last_fullsized":"2024-09-19T12:00:55.095760+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'554","last_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_deep_scrub":"261'554","last_deep_scrub_stamp":"2024-09-19T12:00:55.095682+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.095682+0000","objects_scrubbed":1,"log_size":54,"log_dups_size":500,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.801602+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2978,"num_read_kb":2805,"num_write":646,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"261'429","reported_seq":2047,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.653597+0000","last_change":"2024-09-19T12:01:02.653597+0000","last_active":"2024-09-19T12:01:02.653597+0000","last_peered":"2024-09-19T12:01:02.653597+0000","last_clean":"2024-09-19T12:01:02.653597+0000","last_became_active":"2024-09-19T11:20:29.337835+0000","last_became_peered":"2024-09-19T11:20:29.337835+0000","last_unstale":"2024-09-19T12:01:02.653597+0000","last_undegraded":"2024-09-19T12:01:02.653597+0000","last_fullsized":"2024-09-19T12:01:02.653597+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'429","last_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_deep_scrub":"261'429","last_deep_scrub_stamp":"2024-09-19T12:01:02.653498+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.653498+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:27.496144+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2470,"num_read_kb":2355,"num_write":482,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":467,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"261'229","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.641393+0000","last_change":"2024-09-19T12:00:56.641334+0000","last_active":"2024-09-19T12:00:56.641393+0000","last_peered":"2024-09-19T12:00:56.641393+0000","last_clean":"2024-09-19T12:00:56.641393+0000","last_became_active":"2024-09-19T11:20:27.330626+0000","last_became_peered":"2024-09-19T11:20:27.330626+0000","last_unstale":"2024-09-19T12:00:56.641393+0000","last_undegraded":"2024-09-19T12:00:56.641393+0000","last_fullsized":"2024-09-19T12:00:56.641393+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:56.641227+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.641227+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:40:46.914783+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730123,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":572,"num_read_kb":27820,"num_write":978,"num_write_kb":28614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"261'779","reported_seq":2254,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.717004+0000","last_change":"2024-09-19T12:01:03.717004+0000","last_active":"2024-09-19T12:01:03.717004+0000","last_peered":"2024-09-19T12:01:03.717004+0000","last_clean":"2024-09-19T12:01:03.717004+0000","last_became_active":"2024-09-19T11:20:29.340417+0000","last_became_peered":"2024-09-19T11:20:29.340417+0000","last_unstale":"2024-09-19T12:01:03.717004+0000","last_undegraded":"2024-09-19T12:01:03.717004+0000","last_fullsized":"2024-09-19T12:01:03.717004+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'779","last_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_deep_scrub":"261'779","last_deep_scrub_stamp":"2024-09-19T12:01:03.716921+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.716921+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:43:07.265117+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3622,"num_read_kb":3259,"num_write":1005,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"261'211","reported_seq":878,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.731293+0000","last_change":"2024-09-19T12:00:54.731177+0000","last_active":"2024-09-19T12:00:54.731293+0000","last_peered":"2024-09-19T12:00:54.731293+0000","last_clean":"2024-09-19T12:00:54.731293+0000","last_became_active":"2024-09-19T11:20:27.333246+0000","last_became_peered":"2024-09-19T11:20:27.333246+0000","last_unstale":"2024-09-19T12:00:54.731293+0000","last_undegraded":"2024-09-19T12:00:54.731293+0000","last_fullsized":"2024-09-19T12:00:54.731293+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:54.731059+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.731059+0000","objects_scrubbed":3,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:01.838203+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1904870,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":596,"num_read_kb":41021,"num_write":944,"num_write_kb":34884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"261'913","reported_seq":2629,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.554577+0000","last_change":"2024-09-19T12:01:01.554577+0000","last_active":"2024-09-19T12:01:01.554577+0000","last_peered":"2024-09-19T12:01:01.554577+0000","last_clean":"2024-09-19T12:01:01.554577+0000","last_became_active":"2024-09-19T11:20:29.328807+0000","last_became_peered":"2024-09-19T11:20:29.328807+0000","last_unstale":"2024-09-19T12:01:01.554577+0000","last_undegraded":"2024-09-19T12:01:01.554577+0000","last_fullsized":"2024-09-19T12:01:01.554577+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'913","last_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_deep_scrub":"261'913","last_deep_scrub_stamp":"2024-09-19T12:01:01.554470+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.554470+0000","objects_scrubbed":1,"log_size":13,"log_dups_size":900,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:09:37.454954+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4420,"num_read_kb":3984,"num_write":1225,"num_write_kb":467,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"261'185","reported_seq":781,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.716722+0000","last_change":"2024-09-19T12:00:52.716667+0000","last_active":"2024-09-19T12:00:52.716722+0000","last_peered":"2024-09-19T12:00:52.716722+0000","last_clean":"2024-09-19T12:00:52.716722+0000","last_became_active":"2024-09-19T11:20:27.328907+0000","last_became_peered":"2024-09-19T11:20:27.328907+0000","last_unstale":"2024-09-19T12:00:52.716722+0000","last_undegraded":"2024-09-19T12:00:52.716722+0000","last_fullsized":"2024-09-19T12:00:52.716722+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'185","last_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_deep_scrub":"261'185","last_deep_scrub_stamp":"2024-09-19T12:00:52.716565+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.716565+0000","objects_scrubbed":2,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:58.202750+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":387,"num_read_kb":20118,"num_write":821,"num_write_kb":28539,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"261'397","reported_seq":1867,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.094462+0000","last_change":"2024-09-19T12:00:53.094393+0000","last_active":"2024-09-19T12:00:53.094462+0000","last_peered":"2024-09-19T12:00:53.094462+0000","last_clean":"2024-09-19T12:00:53.094462+0000","last_became_active":"2024-09-19T11:20:29.338415+0000","last_became_peered":"2024-09-19T11:20:29.338415+0000","last_unstale":"2024-09-19T12:00:53.094462+0000","last_undegraded":"2024-09-19T12:00:53.094462+0000","last_fullsized":"2024-09-19T12:00:53.094462+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'397","last_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_deep_scrub":"261'397","last_deep_scrub_stamp":"2024-09-19T12:00:53.094290+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.094290+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:19:51.496957+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2215,"num_read_kb":2086,"num_write":478,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"261'237","reported_seq":870,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.823022+0000","last_change":"2024-09-19T12:00:50.822961+0000","last_active":"2024-09-19T12:00:50.823022+0000","last_peered":"2024-09-19T12:00:50.823022+0000","last_clean":"2024-09-19T12:00:50.823022+0000","last_became_active":"2024-09-19T11:20:27.326066+0000","last_became_peered":"2024-09-19T11:20:27.326066+0000","last_unstale":"2024-09-19T12:00:50.823022+0000","last_undegraded":"2024-09-19T12:00:50.823022+0000","last_fullsized":"2024-09-19T12:00:50.823022+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'237","last_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_deep_scrub":"261'237","last_deep_scrub_stamp":"2024-09-19T12:00:50.822854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.822854+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":200,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:20.271447+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":536,"num_read_kb":28255,"num_write":1075,"num_write_kb":33248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"261'438","reported_seq":1940,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.083625+0000","last_change":"2024-09-19T12:00:54.083550+0000","last_active":"2024-09-19T12:00:54.083625+0000","last_peered":"2024-09-19T12:00:54.083625+0000","last_clean":"2024-09-19T12:00:54.083625+0000","last_became_active":"2024-09-19T11:20:29.335640+0000","last_became_peered":"2024-09-19T11:20:29.335640+0000","last_unstale":"2024-09-19T12:00:54.083625+0000","last_undegraded":"2024-09-19T12:00:54.083625+0000","last_fullsized":"2024-09-19T12:00:54.083625+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'438","last_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_deep_scrub":"261'438","last_deep_scrub_stamp":"2024-09-19T12:00:54.083462+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.083462+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:52.045723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2336,"num_read_kb":2186,"num_write":533,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"261'204","reported_seq":879,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.665019+0000","last_change":"2024-09-19T12:00:52.664967+0000","last_active":"2024-09-19T12:00:52.665019+0000","last_peered":"2024-09-19T12:00:52.665019+0000","last_clean":"2024-09-19T12:00:52.665019+0000","last_became_active":"2024-09-19T11:20:27.318489+0000","last_became_peered":"2024-09-19T11:20:27.318489+0000","last_unstale":"2024-09-19T12:00:52.665019+0000","last_undegraded":"2024-09-19T12:00:52.665019+0000","last_fullsized":"2024-09-19T12:00:52.665019+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'204","last_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_deep_scrub":"261'204","last_deep_scrub_stamp":"2024-09-19T12:00:52.664860+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.664860+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:52:14.108855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":667,"num_read_kb":3653,"num_write":977,"num_write_kb":15814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"261'865","reported_seq":2617,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.688952+0000","last_change":"2024-09-19T12:01:03.688844+0000","last_active":"2024-09-19T12:01:03.688952+0000","last_peered":"2024-09-19T12:01:03.688952+0000","last_clean":"2024-09-19T12:01:03.688952+0000","last_became_active":"2024-09-19T11:20:29.331285+0000","last_became_peered":"2024-09-19T11:20:29.331285+0000","last_unstale":"2024-09-19T12:01:03.688952+0000","last_undegraded":"2024-09-19T12:01:03.688952+0000","last_fullsized":"2024-09-19T12:01:03.688952+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'865","last_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_deep_scrub":"261'865","last_deep_scrub_stamp":"2024-09-19T12:01:03.688740+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.688740+0000","objects_scrubbed":3,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:46:13.235694+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4333,"num_read_kb":3943,"num_write":1133,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2044,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"261'180","reported_seq":828,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.679227+0000","last_change":"2024-09-19T12:00:50.679227+0000","last_active":"2024-09-19T12:00:50.679227+0000","last_peered":"2024-09-19T12:00:50.679227+0000","last_clean":"2024-09-19T12:00:50.679227+0000","last_became_active":"2024-09-19T11:20:27.326426+0000","last_became_peered":"2024-09-19T11:20:27.326426+0000","last_unstale":"2024-09-19T12:00:50.679227+0000","last_undegraded":"2024-09-19T12:00:50.679227+0000","last_fullsized":"2024-09-19T12:00:50.679227+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:50.679107+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.679107+0000","objects_scrubbed":4,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:23:41.211451+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":33066,"num_write":833,"num_write_kb":30559,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"261'171","reported_seq":739,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.735524+0000","last_change":"2024-09-19T12:01:20.735417+0000","last_active":"2024-09-19T12:01:20.735524+0000","last_peered":"2024-09-19T12:01:20.735524+0000","last_clean":"2024-09-19T12:01:20.735524+0000","last_became_active":"2024-09-19T11:20:37.357058+0000","last_became_peered":"2024-09-19T11:20:37.357058+0000","last_unstale":"2024-09-19T12:01:20.735524+0000","last_undegraded":"2024-09-19T12:01:20.735524+0000","last_fullsized":"2024-09-19T12:01:20.735524+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'171","last_scrub_stamp":"2024-09-19T12:01:20.735299+0000","last_deep_scrub":"261'171","last_deep_scrub_stamp":"2024-09-19T12:01:20.735299+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.735299+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:23.609842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":484,"num_read_kb":418,"num_write":406,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"261'1137","reported_seq":3061,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.549687+0000","last_change":"2024-09-19T12:00:56.549687+0000","last_active":"2024-09-19T12:00:56.549687+0000","last_peered":"2024-09-19T12:00:56.549687+0000","last_clean":"2024-09-19T12:00:56.549687+0000","last_became_active":"2024-09-19T11:20:29.341780+0000","last_became_peered":"2024-09-19T11:20:29.341780+0000","last_unstale":"2024-09-19T12:00:56.549687+0000","last_undegraded":"2024-09-19T12:00:56.549687+0000","last_fullsized":"2024-09-19T12:00:56.549687+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1137","last_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_deep_scrub":"261'1137","last_deep_scrub_stamp":"2024-09-19T12:00:56.549598+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.549598+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":1100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:49.916039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5507,"num_read_kb":5046,"num_write":1594,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1182,"num_omap_keys":5,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"261'235","reported_seq":857,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.612824+0000","last_change":"2024-09-19T12:00:53.612824+0000","last_active":"2024-09-19T12:00:53.612824+0000","last_peered":"2024-09-19T12:00:53.612824+0000","last_clean":"2024-09-19T12:00:53.612824+0000","last_became_active":"2024-09-19T11:20:27.329832+0000","last_became_peered":"2024-09-19T11:20:27.329832+0000","last_unstale":"2024-09-19T12:00:53.612824+0000","last_undegraded":"2024-09-19T12:00:53.612824+0000","last_fullsized":"2024-09-19T12:00:53.612824+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:53.612730+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.612730+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:24.322603+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":515,"num_read_kb":54174,"num_write":1059,"num_write_kb":53046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.499771+0000","last_change":"2024-09-19T12:01:07.499707+0000","last_active":"2024-09-19T12:01:07.499771+0000","last_peered":"2024-09-19T12:01:07.499771+0000","last_clean":"2024-09-19T12:01:07.499771+0000","last_became_active":"2024-09-19T11:20:31.339841+0000","last_became_peered":"2024-09-19T11:20:31.339841+0000","last_unstale":"2024-09-19T12:01:07.499771+0000","last_undegraded":"2024-09-19T12:01:07.499771+0000","last_fullsized":"2024-09-19T12:01:07.499771+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.499617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.499617+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.499617+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:20.840058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"261'195","reported_seq":794,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.678889+0000","last_change":"2024-09-19T12:01:07.678805+0000","last_active":"2024-09-19T12:01:07.678889+0000","last_peered":"2024-09-19T12:01:07.678889+0000","last_clean":"2024-09-19T12:01:07.678889+0000","last_became_active":"2024-09-19T11:20:33.338188+0000","last_became_peered":"2024-09-19T11:20:33.338188+0000","last_unstale":"2024-09-19T12:01:07.678889+0000","last_undegraded":"2024-09-19T12:01:07.678889+0000","last_fullsized":"2024-09-19T12:01:07.678889+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:01:07.678693+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:01:07.678693+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.678693+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:28:36.574248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9312,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":252,"num_read_kb":314,"num_write":148,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.593904+0000","last_change":"2024-09-19T12:01:17.593811+0000","last_active":"2024-09-19T12:01:17.593904+0000","last_peered":"2024-09-19T12:01:17.593904+0000","last_clean":"2024-09-19T12:01:17.593904+0000","last_became_active":"2024-09-19T11:20:35.351661+0000","last_became_peered":"2024-09-19T11:20:35.351661+0000","last_unstale":"2024-09-19T12:01:17.593904+0000","last_undegraded":"2024-09-19T12:01:17.593904+0000","last_fullsized":"2024-09-19T12:01:17.593904+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.593717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.593717+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.593717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:41.972861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"261'106","reported_seq":597,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.475914+0000","last_change":"2024-09-19T12:01:20.475833+0000","last_active":"2024-09-19T12:01:20.475914+0000","last_peered":"2024-09-19T12:01:20.475914+0000","last_clean":"2024-09-19T12:01:20.475914+0000","last_became_active":"2024-09-19T11:20:37.360519+0000","last_became_peered":"2024-09-19T11:20:37.360519+0000","last_unstale":"2024-09-19T12:01:20.475914+0000","last_undegraded":"2024-09-19T12:01:20.475914+0000","last_fullsized":"2024-09-19T12:01:20.475914+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'106","last_scrub_stamp":"2024-09-19T12:01:20.475747+0000","last_deep_scrub":"261'106","last_deep_scrub_stamp":"2024-09-19T12:01:20.475747+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.475747+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:03:46.573337+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":132,"num_read_kb":127,"num_write":260,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"261'810","reported_seq":2360,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.552487+0000","last_change":"2024-09-19T12:00:59.552408+0000","last_active":"2024-09-19T12:00:59.552487+0000","last_peered":"2024-09-19T12:00:59.552487+0000","last_clean":"2024-09-19T12:00:59.552487+0000","last_became_active":"2024-09-19T11:20:29.335644+0000","last_became_peered":"2024-09-19T11:20:29.335644+0000","last_unstale":"2024-09-19T12:00:59.552487+0000","last_undegraded":"2024-09-19T12:00:59.552487+0000","last_fullsized":"2024-09-19T12:00:59.552487+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'810","last_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_deep_scrub":"261'810","last_deep_scrub_stamp":"2024-09-19T12:00:59.552318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.552318+0000","objects_scrubbed":5,"log_size":110,"log_dups_size":700,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:18.677863+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3933,"num_read_kb":3536,"num_write":1101,"num_write_kb":450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"261'187","reported_seq":811,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.595518+0000","last_change":"2024-09-19T12:00:44.595518+0000","last_active":"2024-09-19T12:00:44.595518+0000","last_peered":"2024-09-19T12:00:44.595518+0000","last_clean":"2024-09-19T12:00:44.595518+0000","last_became_active":"2024-09-19T11:20:27.330015+0000","last_became_peered":"2024-09-19T11:20:27.330015+0000","last_unstale":"2024-09-19T12:00:44.595518+0000","last_undegraded":"2024-09-19T12:00:44.595518+0000","last_fullsized":"2024-09-19T12:00:44.595518+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'187","last_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_deep_scrub":"261'187","last_deep_scrub_stamp":"2024-09-19T12:00:44.595455+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.595455+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:58.864545+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":506,"num_read_kb":29363,"num_write":811,"num_write_kb":33729,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.606986+0000","last_change":"2024-09-19T12:01:05.606986+0000","last_active":"2024-09-19T12:01:05.606986+0000","last_peered":"2024-09-19T12:01:05.606986+0000","last_clean":"2024-09-19T12:01:05.606986+0000","last_became_active":"2024-09-19T11:20:31.330522+0000","last_became_peered":"2024-09-19T11:20:31.330522+0000","last_unstale":"2024-09-19T12:01:05.606986+0000","last_undegraded":"2024-09-19T12:01:05.606986+0000","last_fullsized":"2024-09-19T12:01:05.606986+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.606899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.606899+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.606899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:30.508230+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"261'90","reported_seq":613,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.600065+0000","last_change":"2024-09-19T12:01:12.600000+0000","last_active":"2024-09-19T12:01:12.600065+0000","last_peered":"2024-09-19T12:01:12.600065+0000","last_clean":"2024-09-19T12:01:12.600065+0000","last_became_active":"2024-09-19T11:20:33.337688+0000","last_became_peered":"2024-09-19T11:20:33.337688+0000","last_unstale":"2024-09-19T12:01:12.600065+0000","last_undegraded":"2024-09-19T12:01:12.600065+0000","last_fullsized":"2024-09-19T12:01:12.600065+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'90","last_scrub_stamp":"2024-09-19T12:01:12.599918+0000","last_deep_scrub":"261'90","last_deep_scrub_stamp":"2024-09-19T12:01:12.599918+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.599918+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:42.074661+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":79,"num_write":56,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.617570+0000","last_change":"2024-09-19T12:01:16.617505+0000","last_active":"2024-09-19T12:01:16.617570+0000","last_peered":"2024-09-19T12:01:16.617570+0000","last_clean":"2024-09-19T12:01:16.617570+0000","last_became_active":"2024-09-19T11:20:35.352243+0000","last_became_peered":"2024-09-19T11:20:35.352243+0000","last_unstale":"2024-09-19T12:01:16.617570+0000","last_undegraded":"2024-09-19T12:01:16.617570+0000","last_fullsized":"2024-09-19T12:01:16.617570+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.617404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.617404+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.617404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:25.593277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"261'155","reported_seq":681,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.761987+0000","last_change":"2024-09-19T12:01:18.761987+0000","last_active":"2024-09-19T12:01:18.761987+0000","last_peered":"2024-09-19T12:01:18.761987+0000","last_clean":"2024-09-19T12:01:18.761987+0000","last_became_active":"2024-09-19T11:20:37.361519+0000","last_became_peered":"2024-09-19T11:20:37.361519+0000","last_unstale":"2024-09-19T12:01:18.761987+0000","last_undegraded":"2024-09-19T12:01:18.761987+0000","last_fullsized":"2024-09-19T12:01:18.761987+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'155","last_scrub_stamp":"2024-09-19T12:01:18.761865+0000","last_deep_scrub":"261'155","last_deep_scrub_stamp":"2024-09-19T12:01:18.761865+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.761865+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:31.784809+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":275,"num_write":385,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"261'473","reported_seq":2125,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.750079+0000","last_change":"2024-09-19T12:00:55.750010+0000","last_active":"2024-09-19T12:00:55.750079+0000","last_peered":"2024-09-19T12:00:55.750079+0000","last_clean":"2024-09-19T12:00:55.750079+0000","last_became_active":"2024-09-19T11:20:29.340803+0000","last_became_peered":"2024-09-19T11:20:29.340803+0000","last_unstale":"2024-09-19T12:00:55.750079+0000","last_undegraded":"2024-09-19T12:00:55.750079+0000","last_fullsized":"2024-09-19T12:00:55.750079+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'473","last_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_deep_scrub":"261'473","last_deep_scrub_stamp":"2024-09-19T12:00:55.749922+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.749922+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:42.429415+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2543,"num_read_kb":2408,"num_write":551,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":698,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"261'215","reported_seq":908,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.631787+0000","last_change":"2024-09-19T12:00:52.631787+0000","last_active":"2024-09-19T12:00:52.631787+0000","last_peered":"2024-09-19T12:00:52.631787+0000","last_clean":"2024-09-19T12:00:52.631787+0000","last_became_active":"2024-09-19T11:20:27.331385+0000","last_became_peered":"2024-09-19T11:20:27.331385+0000","last_unstale":"2024-09-19T12:00:52.631787+0000","last_undegraded":"2024-09-19T12:00:52.631787+0000","last_fullsized":"2024-09-19T12:00:52.631787+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'215","last_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_deep_scrub":"261'215","last_deep_scrub_stamp":"2024-09-19T12:00:52.631654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.631654+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:13:34.087611+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730146,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":738,"num_read_kb":140631,"num_write":964,"num_write_kb":38723,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.651474+0000","last_change":"2024-09-19T12:01:06.651398+0000","last_active":"2024-09-19T12:01:06.651474+0000","last_peered":"2024-09-19T12:01:06.651474+0000","last_clean":"2024-09-19T12:01:06.651474+0000","last_became_active":"2024-09-19T11:20:31.340048+0000","last_became_peered":"2024-09-19T11:20:31.340048+0000","last_unstale":"2024-09-19T12:01:06.651474+0000","last_undegraded":"2024-09-19T12:01:06.651474+0000","last_fullsized":"2024-09-19T12:01:06.651474+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.651318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.651318+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.651318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:48.482279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"261'100","reported_seq":630,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.141386+0000","last_change":"2024-09-19T12:01:02.141386+0000","last_active":"2024-09-19T12:01:02.141386+0000","last_peered":"2024-09-19T12:01:02.141386+0000","last_clean":"2024-09-19T12:01:02.141386+0000","last_became_active":"2024-09-19T11:20:33.337097+0000","last_became_peered":"2024-09-19T11:20:33.337097+0000","last_unstale":"2024-09-19T12:01:02.141386+0000","last_undegraded":"2024-09-19T12:01:02.141386+0000","last_fullsized":"2024-09-19T12:01:02.141386+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'100","last_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_deep_scrub":"261'100","last_deep_scrub_stamp":"2024-09-19T12:01:02.141290+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.141290+0000","objects_scrubbed":6,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:34.871471+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":108,"num_read_kb":102,"num_write":74,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"261'752","reported_seq":2483,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.557717+0000","last_change":"2024-09-19T12:01:16.557632+0000","last_active":"2024-09-19T12:01:16.557717+0000","last_peered":"2024-09-19T12:01:16.557717+0000","last_clean":"2024-09-19T12:01:16.557717+0000","last_became_active":"2024-09-19T11:20:35.344726+0000","last_became_peered":"2024-09-19T11:20:35.344726+0000","last_unstale":"2024-09-19T12:01:16.557717+0000","last_undegraded":"2024-09-19T12:01:16.557717+0000","last_fullsized":"2024-09-19T12:01:16.557717+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'752","last_scrub_stamp":"2024-09-19T12:01:16.557526+0000","last_deep_scrub":"261'752","last_deep_scrub_stamp":"2024-09-19T12:01:16.557526+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.557526+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":700,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:35.793388+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"261'188","reported_seq":1009,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.757530+0000","last_change":"2024-09-19T12:01:21.757530+0000","last_active":"2024-09-19T12:01:21.757530+0000","last_peered":"2024-09-19T12:01:21.757530+0000","last_clean":"2024-09-19T12:01:21.757530+0000","last_became_active":"2024-09-19T11:20:37.372048+0000","last_became_peered":"2024-09-19T11:20:37.372048+0000","last_unstale":"2024-09-19T12:01:21.757530+0000","last_undegraded":"2024-09-19T12:01:21.757530+0000","last_fullsized":"2024-09-19T12:01:21.757530+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'188","last_scrub_stamp":"2024-09-19T12:01:21.757434+0000","last_deep_scrub":"261'188","last_deep_scrub_stamp":"2024-09-19T12:01:21.757434+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.757434+0000","objects_scrubbed":5,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:34.009759+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":602,"num_read_kb":601,"num_write":403,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"261'463","reported_seq":2114,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.501725+0000","last_change":"2024-09-19T12:00:59.501665+0000","last_active":"2024-09-19T12:00:59.501725+0000","last_peered":"2024-09-19T12:00:59.501725+0000","last_clean":"2024-09-19T12:00:59.501725+0000","last_became_active":"2024-09-19T11:20:29.337923+0000","last_became_peered":"2024-09-19T11:20:29.337923+0000","last_unstale":"2024-09-19T12:00:59.501725+0000","last_undegraded":"2024-09-19T12:00:59.501725+0000","last_fullsized":"2024-09-19T12:00:59.501725+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'463","last_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_deep_scrub":"261'463","last_deep_scrub_stamp":"2024-09-19T12:00:59.501579+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.501579+0000","objects_scrubbed":1,"log_size":63,"log_dups_size":400,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:05.182504+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2584,"num_read_kb":2437,"num_write":533,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"261'205","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.687786+0000","last_change":"2024-09-19T12:00:48.687786+0000","last_active":"2024-09-19T12:00:48.687786+0000","last_peered":"2024-09-19T12:00:48.687786+0000","last_clean":"2024-09-19T12:00:48.687786+0000","last_became_active":"2024-09-19T11:20:27.330765+0000","last_became_peered":"2024-09-19T11:20:27.330765+0000","last_unstale":"2024-09-19T12:00:48.687786+0000","last_undegraded":"2024-09-19T12:00:48.687786+0000","last_fullsized":"2024-09-19T12:00:48.687786+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'205","last_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_deep_scrub":"261'205","last_deep_scrub_stamp":"2024-09-19T12:00:48.687627+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.687627+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:23.979312+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730118,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":496,"num_read_kb":13010,"num_write":952,"num_write_kb":37722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.501591+0000","last_change":"2024-09-19T12:01:08.501521+0000","last_active":"2024-09-19T12:01:08.501591+0000","last_peered":"2024-09-19T12:01:08.501591+0000","last_clean":"2024-09-19T12:01:08.501591+0000","last_became_active":"2024-09-19T11:20:31.337385+0000","last_became_peered":"2024-09-19T11:20:31.337385+0000","last_unstale":"2024-09-19T12:01:08.501591+0000","last_undegraded":"2024-09-19T12:01:08.501591+0000","last_fullsized":"2024-09-19T12:01:08.501591+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.501436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.501436+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.501436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:45.758271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"261'117","reported_seq":681,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.644521+0000","last_change":"2024-09-19T12:01:13.644461+0000","last_active":"2024-09-19T12:01:13.644521+0000","last_peered":"2024-09-19T12:01:13.644521+0000","last_clean":"2024-09-19T12:01:13.644521+0000","last_became_active":"2024-09-19T11:20:33.453237+0000","last_became_peered":"2024-09-19T11:20:33.453237+0000","last_unstale":"2024-09-19T12:01:13.644521+0000","last_undegraded":"2024-09-19T12:01:13.644521+0000","last_fullsized":"2024-09-19T12:01:13.644521+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'117","last_scrub_stamp":"2024-09-19T12:01:13.644370+0000","last_deep_scrub":"261'117","last_deep_scrub_stamp":"2024-09-19T12:01:13.644370+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.644370+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:28.633448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7944,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":211,"num_write":72,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"261'774","reported_seq":4210,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.607365+0000","last_change":"2024-09-19T12:01:18.607365+0000","last_active":"2024-09-19T12:01:18.607365+0000","last_peered":"2024-09-19T12:01:18.607365+0000","last_clean":"2024-09-19T12:01:18.607365+0000","last_became_active":"2024-09-19T11:20:35.347184+0000","last_became_peered":"2024-09-19T11:20:35.347184+0000","last_unstale":"2024-09-19T12:01:18.607365+0000","last_undegraded":"2024-09-19T12:01:18.607365+0000","last_fullsized":"2024-09-19T12:01:18.607365+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'774","last_scrub_stamp":"2024-09-19T12:01:18.607269+0000","last_deep_scrub":"261'774","last_deep_scrub_stamp":"2024-09-19T12:01:18.607269+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.607269+0000","objects_scrubbed":1,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:17:36.072587+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"261'517","reported_seq":2014,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.504636+0000","last_change":"2024-09-19T12:00:58.504546+0000","last_active":"2024-09-19T12:00:58.504636+0000","last_peered":"2024-09-19T12:00:58.504636+0000","last_clean":"2024-09-19T12:00:58.504636+0000","last_became_active":"2024-09-19T11:20:29.335202+0000","last_became_peered":"2024-09-19T11:20:29.335202+0000","last_unstale":"2024-09-19T12:00:58.504636+0000","last_undegraded":"2024-09-19T12:00:58.504636+0000","last_fullsized":"2024-09-19T12:00:58.504636+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'517","last_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_deep_scrub":"261'517","last_deep_scrub_stamp":"2024-09-19T12:00:58.504420+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.504420+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":500,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:11.991156+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2690,"num_read_kb":2479,"num_write":698,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"261'251","reported_seq":914,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.673731+0000","last_change":"2024-09-19T12:00:49.673672+0000","last_active":"2024-09-19T12:00:49.673731+0000","last_peered":"2024-09-19T12:00:49.673731+0000","last_clean":"2024-09-19T12:00:49.673731+0000","last_became_active":"2024-09-19T11:20:27.329991+0000","last_became_peered":"2024-09-19T11:20:27.329991+0000","last_unstale":"2024-09-19T12:00:49.673731+0000","last_undegraded":"2024-09-19T12:00:49.673731+0000","last_fullsized":"2024-09-19T12:00:49.673731+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'251","last_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_deep_scrub":"261'251","last_deep_scrub_stamp":"2024-09-19T12:00:49.673570+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.673570+0000","objects_scrubbed":2,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:54.381701+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":645,"num_read_kb":10398,"num_write":1172,"num_write_kb":36253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.708944+0000","last_change":"2024-09-19T12:01:05.708872+0000","last_active":"2024-09-19T12:01:05.708944+0000","last_peered":"2024-09-19T12:01:05.708944+0000","last_clean":"2024-09-19T12:01:05.708944+0000","last_became_active":"2024-09-19T11:20:31.333014+0000","last_became_peered":"2024-09-19T11:20:31.333014+0000","last_unstale":"2024-09-19T12:01:05.708944+0000","last_undegraded":"2024-09-19T12:01:05.708944+0000","last_fullsized":"2024-09-19T12:01:05.708944+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.708777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.708777+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.708777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:46.144399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"261'201","reported_seq":803,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.582659+0000","last_change":"2024-09-19T12:01:11.582555+0000","last_active":"2024-09-19T12:01:11.582659+0000","last_peered":"2024-09-19T12:01:11.582659+0000","last_clean":"2024-09-19T12:01:11.582659+0000","last_became_active":"2024-09-19T11:20:33.451796+0000","last_became_peered":"2024-09-19T11:20:33.451796+0000","last_unstale":"2024-09-19T12:01:11.582659+0000","last_undegraded":"2024-09-19T12:01:11.582659+0000","last_fullsized":"2024-09-19T12:01:11.582659+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'201","last_scrub_stamp":"2024-09-19T12:01:11.582435+0000","last_deep_scrub":"261'201","last_deep_scrub_stamp":"2024-09-19T12:01:11.582435+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.582435+0000","objects_scrubbed":9,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:45.025350+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5180,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":255,"num_read_kb":314,"num_write":146,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.604240+0000","last_change":"2024-09-19T12:01:08.604175+0000","last_active":"2024-09-19T12:01:08.604240+0000","last_peered":"2024-09-19T12:01:08.604240+0000","last_clean":"2024-09-19T12:01:08.604240+0000","last_became_active":"2024-09-19T11:20:35.351702+0000","last_became_peered":"2024-09-19T11:20:35.351702+0000","last_unstale":"2024-09-19T12:01:08.604240+0000","last_undegraded":"2024-09-19T12:01:08.604240+0000","last_fullsized":"2024-09-19T12:01:08.604240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.604085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.604085+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.604085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:19:40.347606+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"261'570","reported_seq":1381,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.502019+0000","last_change":"2024-09-19T12:01:18.502019+0000","last_active":"2024-09-19T12:01:18.502019+0000","last_peered":"2024-09-19T12:01:18.502019+0000","last_clean":"2024-09-19T12:01:18.502019+0000","last_became_active":"2024-09-19T11:20:37.361821+0000","last_became_peered":"2024-09-19T11:20:37.361821+0000","last_unstale":"2024-09-19T12:01:18.502019+0000","last_undegraded":"2024-09-19T12:01:18.502019+0000","last_fullsized":"2024-09-19T12:01:18.502019+0000","mapping_epoch":32,"log_start":"261'500","ondisk_log_start":"261'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'570","last_scrub_stamp":"2024-09-19T12:01:18.501918+0000","last_deep_scrub":"261'570","last_deep_scrub_stamp":"2024-09-19T12:01:18.501918+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.501918+0000","objects_scrubbed":4,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:58:28.065814+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":456,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1335,"num_read_kb":1329,"num_write":1185,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"261'395","reported_seq":1832,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.854650+0000","last_change":"2024-09-19T12:00:51.854558+0000","last_active":"2024-09-19T12:00:51.854650+0000","last_peered":"2024-09-19T12:00:51.854650+0000","last_clean":"2024-09-19T12:00:51.854650+0000","last_became_active":"2024-09-19T11:20:29.341162+0000","last_became_peered":"2024-09-19T11:20:29.341162+0000","last_unstale":"2024-09-19T12:00:51.854650+0000","last_undegraded":"2024-09-19T12:00:51.854650+0000","last_fullsized":"2024-09-19T12:00:51.854650+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'395","last_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_deep_scrub":"261'395","last_deep_scrub_stamp":"2024-09-19T12:00:51.854428+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.854428+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:58.453654+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2074,"num_read_kb":1957,"num_write":454,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"261'229","reported_seq":862,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.655951+0000","last_change":"2024-09-19T12:00:50.655849+0000","last_active":"2024-09-19T12:00:50.655951+0000","last_peered":"2024-09-19T12:00:50.655951+0000","last_clean":"2024-09-19T12:00:50.655951+0000","last_became_active":"2024-09-19T11:20:27.331531+0000","last_became_peered":"2024-09-19T11:20:27.331531+0000","last_unstale":"2024-09-19T12:00:50.655951+0000","last_undegraded":"2024-09-19T12:00:50.655951+0000","last_fullsized":"2024-09-19T12:00:50.655951+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:50.655748+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.655748+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:30:51.571311+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":590,"num_read_kb":28156,"num_write":967,"num_write_kb":27253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.096266+0000","last_change":"2024-09-19T12:00:57.096169+0000","last_active":"2024-09-19T12:00:57.096266+0000","last_peered":"2024-09-19T12:00:57.096266+0000","last_clean":"2024-09-19T12:00:57.096266+0000","last_became_active":"2024-09-19T11:20:31.339648+0000","last_became_peered":"2024-09-19T11:20:31.339648+0000","last_unstale":"2024-09-19T12:00:57.096266+0000","last_undegraded":"2024-09-19T12:00:57.096266+0000","last_fullsized":"2024-09-19T12:00:57.096266+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:57.096022+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.096022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:39.069522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"261'130","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.673329+0000","last_change":"2024-09-19T12:01:08.673329+0000","last_active":"2024-09-19T12:01:08.673329+0000","last_peered":"2024-09-19T12:01:08.673329+0000","last_clean":"2024-09-19T12:01:08.673329+0000","last_became_active":"2024-09-19T11:20:33.339804+0000","last_became_peered":"2024-09-19T11:20:33.339804+0000","last_unstale":"2024-09-19T12:01:08.673329+0000","last_undegraded":"2024-09-19T12:01:08.673329+0000","last_fullsized":"2024-09-19T12:01:08.673329+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'130","last_scrub_stamp":"2024-09-19T12:01:08.673235+0000","last_deep_scrub":"261'130","last_deep_scrub_stamp":"2024-09-19T12:01:08.673235+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.673235+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:21.795589+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12396,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":231,"num_write":84,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.561794+0000","last_change":"2024-09-19T12:01:16.561724+0000","last_active":"2024-09-19T12:01:16.561794+0000","last_peered":"2024-09-19T12:01:16.561794+0000","last_clean":"2024-09-19T12:01:16.561794+0000","last_became_active":"2024-09-19T11:20:35.353856+0000","last_became_peered":"2024-09-19T11:20:35.353856+0000","last_unstale":"2024-09-19T12:01:16.561794+0000","last_undegraded":"2024-09-19T12:01:16.561794+0000","last_fullsized":"2024-09-19T12:01:16.561794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:16.561639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:16.561639+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.561639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:33:30.883479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"261'2499","reported_seq":4331,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.571032+0000","last_change":"2024-09-19T12:01:08.571032+0000","last_active":"2024-09-19T12:01:08.571032+0000","last_peered":"2024-09-19T12:01:08.571032+0000","last_clean":"2024-09-19T12:01:08.571032+0000","last_became_active":"2024-09-19T11:20:37.362942+0000","last_became_peered":"2024-09-19T11:20:37.362942+0000","last_unstale":"2024-09-19T12:01:08.571032+0000","last_undegraded":"2024-09-19T12:01:08.571032+0000","last_fullsized":"2024-09-19T12:01:08.571032+0000","mapping_epoch":32,"log_start":"261'2400","ondisk_log_start":"261'2400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2499","last_scrub_stamp":"2024-09-19T12:01:08.570909+0000","last_deep_scrub":"261'2499","last_deep_scrub_stamp":"2024-09-19T12:01:08.570909+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.570909+0000","objects_scrubbed":2,"log_size":99,"log_dups_size":2400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:15:09.387656+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":423,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6253,"num_read_kb":6248,"num_write":5043,"num_write_kb":1851,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":176,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"261'404","reported_seq":1976,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.726802+0000","last_change":"2024-09-19T12:00:55.726747+0000","last_active":"2024-09-19T12:00:55.726802+0000","last_peered":"2024-09-19T12:00:55.726802+0000","last_clean":"2024-09-19T12:00:55.726802+0000","last_became_active":"2024-09-19T11:20:29.330665+0000","last_became_peered":"2024-09-19T11:20:29.330665+0000","last_unstale":"2024-09-19T12:00:55.726802+0000","last_undegraded":"2024-09-19T12:00:55.726802+0000","last_fullsized":"2024-09-19T12:00:55.726802+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'404","last_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_deep_scrub":"261'404","last_deep_scrub_stamp":"2024-09-19T12:00:55.726663+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.726663+0000","objects_scrubbed":3,"log_size":104,"log_dups_size":300,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:42:36.253365+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2231,"num_read_kb":2136,"num_write":445,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"261'240","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.623222+0000","last_change":"2024-09-19T12:00:51.623128+0000","last_active":"2024-09-19T12:00:51.623222+0000","last_peered":"2024-09-19T12:00:51.623222+0000","last_clean":"2024-09-19T12:00:51.623222+0000","last_became_active":"2024-09-19T11:20:27.329661+0000","last_became_peered":"2024-09-19T11:20:27.329661+0000","last_unstale":"2024-09-19T12:00:51.623222+0000","last_undegraded":"2024-09-19T12:00:51.623222+0000","last_fullsized":"2024-09-19T12:00:51.623222+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'240","last_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_deep_scrub":"261'240","last_deep_scrub_stamp":"2024-09-19T12:00:51.623007+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.623007+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:51:58.339854+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":589,"num_read_kb":82114,"num_write":1062,"num_write_kb":65537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.160946+0000","last_change":"2024-09-19T12:00:59.160868+0000","last_active":"2024-09-19T12:00:59.160946+0000","last_peered":"2024-09-19T12:00:59.160946+0000","last_clean":"2024-09-19T12:00:59.160946+0000","last_became_active":"2024-09-19T11:20:31.334736+0000","last_became_peered":"2024-09-19T11:20:31.334736+0000","last_unstale":"2024-09-19T12:00:59.160946+0000","last_undegraded":"2024-09-19T12:00:59.160946+0000","last_fullsized":"2024-09-19T12:00:59.160946+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.160772+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.160772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:34.984437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"261'167","reported_seq":745,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.670616+0000","last_change":"2024-09-19T12:01:11.670532+0000","last_active":"2024-09-19T12:01:11.670616+0000","last_peered":"2024-09-19T12:01:11.670616+0000","last_clean":"2024-09-19T12:01:11.670616+0000","last_became_active":"2024-09-19T11:20:33.343744+0000","last_became_peered":"2024-09-19T11:20:33.343744+0000","last_unstale":"2024-09-19T12:01:11.670616+0000","last_undegraded":"2024-09-19T12:01:11.670616+0000","last_fullsized":"2024-09-19T12:01:11.670616+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'167","last_scrub_stamp":"2024-09-19T12:01:11.670401+0000","last_deep_scrub":"261'167","last_deep_scrub_stamp":"2024-09-19T12:01:11.670401+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.670401+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:59:48.244673+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28992,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":296,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"261'787","reported_seq":2242,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.666351+0000","last_change":"2024-09-19T12:01:09.666288+0000","last_active":"2024-09-19T12:01:09.666351+0000","last_peered":"2024-09-19T12:01:09.666351+0000","last_clean":"2024-09-19T12:01:09.666351+0000","last_became_active":"2024-09-19T11:20:35.345520+0000","last_became_peered":"2024-09-19T11:20:35.345520+0000","last_unstale":"2024-09-19T12:01:09.666351+0000","last_undegraded":"2024-09-19T12:01:09.666351+0000","last_fullsized":"2024-09-19T12:01:09.666351+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'787","last_scrub_stamp":"2024-09-19T12:01:09.666204+0000","last_deep_scrub":"261'787","last_deep_scrub_stamp":"2024-09-19T12:01:09.666204+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.666204+0000","objects_scrubbed":1,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:57.976324+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"261'124","reported_seq":616,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.775251+0000","last_change":"2024-09-19T12:01:16.775146+0000","last_active":"2024-09-19T12:01:16.775251+0000","last_peered":"2024-09-19T12:01:16.775251+0000","last_clean":"2024-09-19T12:01:16.775251+0000","last_became_active":"2024-09-19T11:20:37.364205+0000","last_became_peered":"2024-09-19T11:20:37.364205+0000","last_unstale":"2024-09-19T12:01:16.775251+0000","last_undegraded":"2024-09-19T12:01:16.775251+0000","last_fullsized":"2024-09-19T12:01:16.775251+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'124","last_scrub_stamp":"2024-09-19T12:01:16.775005+0000","last_deep_scrub":"261'124","last_deep_scrub_stamp":"2024-09-19T12:01:16.775005+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.775005+0000","objects_scrubbed":1,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:10:47.426811+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":390,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":290,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"261'795","reported_seq":2340,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.754008+0000","last_change":"2024-09-19T12:00:54.753950+0000","last_active":"2024-09-19T12:00:54.754008+0000","last_peered":"2024-09-19T12:00:54.754008+0000","last_clean":"2024-09-19T12:00:54.754008+0000","last_became_active":"2024-09-19T11:20:29.343278+0000","last_became_peered":"2024-09-19T11:20:29.343278+0000","last_unstale":"2024-09-19T12:00:54.754008+0000","last_undegraded":"2024-09-19T12:00:54.754008+0000","last_fullsized":"2024-09-19T12:00:54.754008+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'795","last_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_deep_scrub":"261'795","last_deep_scrub_stamp":"2024-09-19T12:00:54.753865+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.753865+0000","objects_scrubbed":1,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:51.033716+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4112,"num_read_kb":3736,"num_write":1065,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"261'219","reported_seq":929,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.582404+0000","last_change":"2024-09-19T12:00:48.582321+0000","last_active":"2024-09-19T12:00:48.582404+0000","last_peered":"2024-09-19T12:00:48.582404+0000","last_clean":"2024-09-19T12:00:48.582404+0000","last_became_active":"2024-09-19T11:20:27.326326+0000","last_became_peered":"2024-09-19T11:20:27.326326+0000","last_unstale":"2024-09-19T12:00:48.582404+0000","last_undegraded":"2024-09-19T12:00:48.582404+0000","last_fullsized":"2024-09-19T12:00:48.582404+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:48.582212+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.582212+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:48:47.041260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730141,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":789,"num_read_kb":24085,"num_write":1030,"num_write_kb":27728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.127710+0000","last_change":"2024-09-19T12:00:58.127653+0000","last_active":"2024-09-19T12:00:58.127710+0000","last_peered":"2024-09-19T12:00:58.127710+0000","last_clean":"2024-09-19T12:00:58.127710+0000","last_became_active":"2024-09-19T11:20:31.340428+0000","last_became_peered":"2024-09-19T11:20:31.340428+0000","last_unstale":"2024-09-19T12:00:58.127710+0000","last_undegraded":"2024-09-19T12:00:58.127710+0000","last_fullsized":"2024-09-19T12:00:58.127710+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.127562+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.127562+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:50.672037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"261'195","reported_seq":822,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.716050+0000","last_change":"2024-09-19T12:01:05.715985+0000","last_active":"2024-09-19T12:01:05.716050+0000","last_peered":"2024-09-19T12:01:05.716050+0000","last_clean":"2024-09-19T12:01:05.716050+0000","last_became_active":"2024-09-19T11:20:33.338835+0000","last_became_peered":"2024-09-19T11:20:33.338835+0000","last_unstale":"2024-09-19T12:01:05.716050+0000","last_undegraded":"2024-09-19T12:01:05.716050+0000","last_fullsized":"2024-09-19T12:01:05.716050+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:01:05.715899+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:01:05.715899+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.715899+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:01:43.867692+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16261,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":256,"num_read_kb":341,"num_write":120,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.169301+0000","last_change":"2024-09-19T12:01:03.169238+0000","last_active":"2024-09-19T12:01:03.169301+0000","last_peered":"2024-09-19T12:01:03.169301+0000","last_clean":"2024-09-19T12:01:03.169301+0000","last_became_active":"2024-09-19T11:20:35.340265+0000","last_became_peered":"2024-09-19T11:20:35.340265+0000","last_unstale":"2024-09-19T12:01:03.169301+0000","last_undegraded":"2024-09-19T12:01:03.169301+0000","last_fullsized":"2024-09-19T12:01:03.169301+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.169147+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.169147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:43:39.153541+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"261'148","reported_seq":680,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.557053+0000","last_change":"2024-09-19T12:01:11.556997+0000","last_active":"2024-09-19T12:01:11.557053+0000","last_peered":"2024-09-19T12:01:11.557053+0000","last_clean":"2024-09-19T12:01:11.557053+0000","last_became_active":"2024-09-19T11:20:37.361449+0000","last_became_peered":"2024-09-19T11:20:37.361449+0000","last_unstale":"2024-09-19T12:01:11.557053+0000","last_undegraded":"2024-09-19T12:01:11.557053+0000","last_fullsized":"2024-09-19T12:01:11.557053+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'148","last_scrub_stamp":"2024-09-19T12:01:11.556903+0000","last_deep_scrub":"261'148","last_deep_scrub_stamp":"2024-09-19T12:01:11.556903+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.556903+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:45:13.724583+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":276,"num_read_kb":250,"num_write":339,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"261'986","reported_seq":2703,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.889182+0000","last_change":"2024-09-19T12:00:52.889122+0000","last_active":"2024-09-19T12:00:52.889182+0000","last_peered":"2024-09-19T12:00:52.889182+0000","last_clean":"2024-09-19T12:00:52.889182+0000","last_became_active":"2024-09-19T11:20:29.338569+0000","last_became_peered":"2024-09-19T11:20:29.338569+0000","last_unstale":"2024-09-19T12:00:52.889182+0000","last_undegraded":"2024-09-19T12:00:52.889182+0000","last_fullsized":"2024-09-19T12:00:52.889182+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'986","last_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_deep_scrub":"261'986","last_deep_scrub_stamp":"2024-09-19T12:00:52.889041+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.889041+0000","objects_scrubbed":3,"log_size":86,"log_dups_size":900,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:10:43.472024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4729,"num_read_kb":4230,"num_write":1372,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"261'194","reported_seq":803,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.658455+0000","last_change":"2024-09-19T12:00:48.658383+0000","last_active":"2024-09-19T12:00:48.658455+0000","last_peered":"2024-09-19T12:00:48.658455+0000","last_clean":"2024-09-19T12:00:48.658455+0000","last_became_active":"2024-09-19T11:20:27.328884+0000","last_became_peered":"2024-09-19T11:20:27.328884+0000","last_unstale":"2024-09-19T12:00:48.658455+0000","last_undegraded":"2024-09-19T12:00:48.658455+0000","last_fullsized":"2024-09-19T12:00:48.658455+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'194","last_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_deep_scrub":"261'194","last_deep_scrub_stamp":"2024-09-19T12:00:48.658285+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.658285+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:56.546702+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":427,"num_write":917,"num_write_kb":26046,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"261'9","reported_seq":1454,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.138010+0000","last_change":"2024-09-19T12:01:00.137952+0000","last_active":"2024-09-19T12:01:00.138010+0000","last_peered":"2024-09-19T12:01:00.138010+0000","last_clean":"2024-09-19T12:01:00.138010+0000","last_became_active":"2024-09-19T11:20:31.339347+0000","last_became_peered":"2024-09-19T11:20:31.339347+0000","last_unstale":"2024-09-19T12:01:00.138010+0000","last_undegraded":"2024-09-19T12:01:00.138010+0000","last_fullsized":"2024-09-19T12:01:00.138010+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'9","last_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_deep_scrub":"261'9","last_deep_scrub_stamp":"2024-09-19T12:01:00.137874+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.137874+0000","objects_scrubbed":2,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:14.490833+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1609,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1437,"num_read_kb":1899,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"261'144","reported_seq":716,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.638461+0000","last_change":"2024-09-19T12:01:11.638461+0000","last_active":"2024-09-19T12:01:11.638461+0000","last_peered":"2024-09-19T12:01:11.638461+0000","last_clean":"2024-09-19T12:01:11.638461+0000","last_became_active":"2024-09-19T11:20:33.342057+0000","last_became_peered":"2024-09-19T11:20:33.342057+0000","last_unstale":"2024-09-19T12:01:11.638461+0000","last_undegraded":"2024-09-19T12:01:11.638461+0000","last_fullsized":"2024-09-19T12:01:11.638461+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'144","last_scrub_stamp":"2024-09-19T12:01:11.638367+0000","last_deep_scrub":"261'144","last_deep_scrub_stamp":"2024-09-19T12:01:11.638367+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.638367+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:16:41.492543+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9689,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":209,"num_read_kb":299,"num_write":164,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.773419+0000","last_change":"2024-09-19T12:01:12.773356+0000","last_active":"2024-09-19T12:01:12.773419+0000","last_peered":"2024-09-19T12:01:12.773419+0000","last_clean":"2024-09-19T12:01:12.773419+0000","last_became_active":"2024-09-19T11:20:35.348040+0000","last_became_peered":"2024-09-19T11:20:35.348040+0000","last_unstale":"2024-09-19T12:01:12.773419+0000","last_undegraded":"2024-09-19T12:01:12.773419+0000","last_fullsized":"2024-09-19T12:01:12.773419+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:12.773274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:12.773274+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.773274+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:51.328263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"261'122","reported_seq":618,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.658410+0000","last_change":"2024-09-19T12:01:19.658410+0000","last_active":"2024-09-19T12:01:19.658410+0000","last_peered":"2024-09-19T12:01:19.658410+0000","last_clean":"2024-09-19T12:01:19.658410+0000","last_became_active":"2024-09-19T11:20:37.361609+0000","last_became_peered":"2024-09-19T11:20:37.361609+0000","last_unstale":"2024-09-19T12:01:19.658410+0000","last_undegraded":"2024-09-19T12:01:19.658410+0000","last_fullsized":"2024-09-19T12:01:19.658410+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'122","last_scrub_stamp":"2024-09-19T12:01:19.658325+0000","last_deep_scrub":"261'122","last_deep_scrub_stamp":"2024-09-19T12:01:19.658325+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.658325+0000","objects_scrubbed":5,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:51:31.190338+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":136,"num_write":273,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"261'822","reported_seq":2384,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.850249+0000","last_change":"2024-09-19T12:00:53.850175+0000","last_active":"2024-09-19T12:00:53.850249+0000","last_peered":"2024-09-19T12:00:53.850249+0000","last_clean":"2024-09-19T12:00:53.850249+0000","last_became_active":"2024-09-19T11:20:29.333093+0000","last_became_peered":"2024-09-19T11:20:29.333093+0000","last_unstale":"2024-09-19T12:00:53.850249+0000","last_undegraded":"2024-09-19T12:00:53.850249+0000","last_fullsized":"2024-09-19T12:00:53.850249+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'822","last_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_deep_scrub":"261'822","last_deep_scrub_stamp":"2024-09-19T12:00:53.850092+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.850092+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:47.576073+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3963,"num_read_kb":3563,"num_write":1082,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"261'256","reported_seq":1086,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.721398+0000","last_change":"2024-09-19T12:00:47.721342+0000","last_active":"2024-09-19T12:00:47.721398+0000","last_peered":"2024-09-19T12:00:47.721398+0000","last_clean":"2024-09-19T12:00:47.721398+0000","last_became_active":"2024-09-19T11:20:27.326974+0000","last_became_peered":"2024-09-19T11:20:27.326974+0000","last_unstale":"2024-09-19T12:00:47.721398+0000","last_undegraded":"2024-09-19T12:00:47.721398+0000","last_fullsized":"2024-09-19T12:00:47.721398+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'256","last_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_deep_scrub":"261'256","last_deep_scrub_stamp":"2024-09-19T12:00:47.721243+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.721243+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:18.218073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730133,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1204,"num_read_kb":13900,"num_write":1090,"num_write_kb":30519,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.584656+0000","last_change":"2024-09-19T12:00:59.584570+0000","last_active":"2024-09-19T12:00:59.584656+0000","last_peered":"2024-09-19T12:00:59.584656+0000","last_clean":"2024-09-19T12:00:59.584656+0000","last_became_active":"2024-09-19T11:20:31.339163+0000","last_became_peered":"2024-09-19T11:20:31.339163+0000","last_unstale":"2024-09-19T12:00:59.584656+0000","last_undegraded":"2024-09-19T12:00:59.584656+0000","last_fullsized":"2024-09-19T12:00:59.584656+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:59.584475+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.584475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:59.275060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"261'150","reported_seq":729,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.112742+0000","last_change":"2024-09-19T12:01:01.112649+0000","last_active":"2024-09-19T12:01:01.112742+0000","last_peered":"2024-09-19T12:01:01.112742+0000","last_clean":"2024-09-19T12:01:01.112742+0000","last_became_active":"2024-09-19T11:20:33.337318+0000","last_became_peered":"2024-09-19T11:20:33.337318+0000","last_unstale":"2024-09-19T12:01:01.112742+0000","last_undegraded":"2024-09-19T12:01:01.112742+0000","last_fullsized":"2024-09-19T12:01:01.112742+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'150","last_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_deep_scrub":"261'150","last_deep_scrub_stamp":"2024-09-19T12:01:01.112512+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.112512+0000","objects_scrubbed":7,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:59.583173+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15665,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":194,"num_read_kb":275,"num_write":106,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"261'735","reported_seq":2153,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.174352+0000","last_change":"2024-09-19T12:01:04.174289+0000","last_active":"2024-09-19T12:01:04.174352+0000","last_peered":"2024-09-19T12:01:04.174352+0000","last_clean":"2024-09-19T12:01:04.174352+0000","last_became_active":"2024-09-19T11:20:35.353079+0000","last_became_peered":"2024-09-19T11:20:35.353079+0000","last_unstale":"2024-09-19T12:01:04.174352+0000","last_undegraded":"2024-09-19T12:01:04.174352+0000","last_fullsized":"2024-09-19T12:01:04.174352+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'735","last_scrub_stamp":"2024-09-19T12:01:04.174193+0000","last_deep_scrub":"261'735","last_deep_scrub_stamp":"2024-09-19T12:01:04.174193+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.174193+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":700,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:31.994522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"261'183","reported_seq":714,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.595956+0000","last_change":"2024-09-19T12:01:10.595956+0000","last_active":"2024-09-19T12:01:10.595956+0000","last_peered":"2024-09-19T12:01:10.595956+0000","last_clean":"2024-09-19T12:01:10.595956+0000","last_became_active":"2024-09-19T11:20:37.353050+0000","last_became_peered":"2024-09-19T11:20:37.353050+0000","last_unstale":"2024-09-19T12:01:10.595956+0000","last_undegraded":"2024-09-19T12:01:10.595956+0000","last_fullsized":"2024-09-19T12:01:10.595956+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'183","last_scrub_stamp":"2024-09-19T12:01:10.595857+0000","last_deep_scrub":"261'183","last_deep_scrub_stamp":"2024-09-19T12:01:10.595857+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.595857+0000","objects_scrubbed":3,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:30:33.033844+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":362,"num_read_kb":321,"num_write":435,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"261'437","reported_seq":1937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.864333+0000","last_change":"2024-09-19T12:00:54.864271+0000","last_active":"2024-09-19T12:00:54.864333+0000","last_peered":"2024-09-19T12:00:54.864333+0000","last_clean":"2024-09-19T12:00:54.864333+0000","last_became_active":"2024-09-19T11:20:29.332459+0000","last_became_peered":"2024-09-19T11:20:29.332459+0000","last_unstale":"2024-09-19T12:00:54.864333+0000","last_undegraded":"2024-09-19T12:00:54.864333+0000","last_fullsized":"2024-09-19T12:00:54.864333+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'437","last_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_deep_scrub":"261'437","last_deep_scrub_stamp":"2024-09-19T12:00:54.864178+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.864178+0000","objects_scrubbed":2,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:20:20.542673+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2329,"num_read_kb":2184,"num_write":528,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":705,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"261'224","reported_seq":853,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.832909+0000","last_change":"2024-09-19T12:00:47.832838+0000","last_active":"2024-09-19T12:00:47.832909+0000","last_peered":"2024-09-19T12:00:47.832909+0000","last_clean":"2024-09-19T12:00:47.832909+0000","last_became_active":"2024-09-19T11:20:27.327780+0000","last_became_peered":"2024-09-19T11:20:27.327780+0000","last_unstale":"2024-09-19T12:00:47.832909+0000","last_undegraded":"2024-09-19T12:00:47.832909+0000","last_fullsized":"2024-09-19T12:00:47.832909+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'224","last_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_deep_scrub":"261'224","last_deep_scrub_stamp":"2024-09-19T12:00:47.832753+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.832753+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:24.744246+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":526,"num_read_kb":33249,"num_write":1055,"num_write_kb":48181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"261'4","reported_seq":1447,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.455986+0000","last_change":"2024-09-19T12:01:06.455913+0000","last_active":"2024-09-19T12:01:06.455986+0000","last_peered":"2024-09-19T12:01:06.455986+0000","last_clean":"2024-09-19T12:01:06.455986+0000","last_became_active":"2024-09-19T11:20:31.338266+0000","last_became_peered":"2024-09-19T11:20:31.338266+0000","last_unstale":"2024-09-19T12:01:06.455986+0000","last_undegraded":"2024-09-19T12:01:06.455986+0000","last_fullsized":"2024-09-19T12:01:06.455986+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-19T12:01:06.455811+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-19T12:01:06.455811+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.455811+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:48:55.744049+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":946,"num_read_kb":946,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"261'72","reported_seq":588,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.636394+0000","last_change":"2024-09-19T12:01:09.636394+0000","last_active":"2024-09-19T12:01:09.636394+0000","last_peered":"2024-09-19T12:01:09.636394+0000","last_clean":"2024-09-19T12:01:09.636394+0000","last_became_active":"2024-09-19T11:20:33.452111+0000","last_became_peered":"2024-09-19T11:20:33.452111+0000","last_unstale":"2024-09-19T12:01:09.636394+0000","last_undegraded":"2024-09-19T12:01:09.636394+0000","last_fullsized":"2024-09-19T12:01:09.636394+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'72","last_scrub_stamp":"2024-09-19T12:01:09.636309+0000","last_deep_scrub":"261'72","last_deep_scrub_stamp":"2024-09-19T12:01:09.636309+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.636309+0000","objects_scrubbed":5,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:13.305938+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":57,"num_write":44,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"261'771","reported_seq":2208,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.583338+0000","last_change":"2024-09-19T12:01:04.583276+0000","last_active":"2024-09-19T12:01:04.583338+0000","last_peered":"2024-09-19T12:01:04.583338+0000","last_clean":"2024-09-19T12:01:04.583338+0000","last_became_active":"2024-09-19T11:20:35.347978+0000","last_became_peered":"2024-09-19T11:20:35.347978+0000","last_unstale":"2024-09-19T12:01:04.583338+0000","last_undegraded":"2024-09-19T12:01:04.583338+0000","last_fullsized":"2024-09-19T12:01:04.583338+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'771","last_scrub_stamp":"2024-09-19T12:01:04.583192+0000","last_deep_scrub":"261'771","last_deep_scrub_stamp":"2024-09-19T12:01:04.583192+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.583192+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:24.409657+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"261'116","reported_seq":610,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.688635+0000","last_change":"2024-09-19T12:01:18.688635+0000","last_active":"2024-09-19T12:01:18.688635+0000","last_peered":"2024-09-19T12:01:18.688635+0000","last_clean":"2024-09-19T12:01:18.688635+0000","last_became_active":"2024-09-19T11:20:37.355492+0000","last_became_peered":"2024-09-19T11:20:37.355492+0000","last_unstale":"2024-09-19T12:01:18.688635+0000","last_undegraded":"2024-09-19T12:01:18.688635+0000","last_fullsized":"2024-09-19T12:01:18.688635+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'116","last_scrub_stamp":"2024-09-19T12:01:18.688550+0000","last_deep_scrub":"261'116","last_deep_scrub_stamp":"2024-09-19T12:01:18.688550+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.688550+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:24.780951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":122,"num_write":276,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"261'452","reported_seq":2068,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.600025+0000","last_change":"2024-09-19T12:00:54.599967+0000","last_active":"2024-09-19T12:00:54.600025+0000","last_peered":"2024-09-19T12:00:54.600025+0000","last_clean":"2024-09-19T12:00:54.600025+0000","last_became_active":"2024-09-19T11:20:29.337191+0000","last_became_peered":"2024-09-19T11:20:29.337191+0000","last_unstale":"2024-09-19T12:00:54.600025+0000","last_undegraded":"2024-09-19T12:00:54.600025+0000","last_fullsized":"2024-09-19T12:00:54.600025+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:54.599871+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.599871+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:05.963417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2466,"num_read_kb":2332,"num_write":529,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"261'201","reported_seq":808,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.074653+0000","last_change":"2024-09-19T12:00:47.074653+0000","last_active":"2024-09-19T12:00:47.074653+0000","last_peered":"2024-09-19T12:00:47.074653+0000","last_clean":"2024-09-19T12:00:47.074653+0000","last_became_active":"2024-09-19T11:21:02.395122+0000","last_became_peered":"2024-09-19T11:21:02.395122+0000","last_unstale":"2024-09-19T12:00:47.074653+0000","last_undegraded":"2024-09-19T12:00:47.074653+0000","last_fullsized":"2024-09-19T12:00:47.074653+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'201","last_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_deep_scrub":"261'201","last_deep_scrub_stamp":"2024-09-19T12:00:47.074566+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.074566+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:58:30.672228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":512,"num_read_kb":43468,"num_write":922,"num_write_kb":39727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.726434+0000","last_change":"2024-09-19T12:01:07.726434+0000","last_active":"2024-09-19T12:01:07.726434+0000","last_peered":"2024-09-19T12:01:07.726434+0000","last_clean":"2024-09-19T12:01:07.726434+0000","last_became_active":"2024-09-19T11:20:31.337995+0000","last_became_peered":"2024-09-19T11:20:31.337995+0000","last_unstale":"2024-09-19T12:01:07.726434+0000","last_undegraded":"2024-09-19T12:01:07.726434+0000","last_fullsized":"2024-09-19T12:01:07.726434+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.726345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.726345+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.726345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:35.860083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"261'189","reported_seq":786,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.570834+0000","last_change":"2024-09-19T12:01:12.570834+0000","last_active":"2024-09-19T12:01:12.570834+0000","last_peered":"2024-09-19T12:01:12.570834+0000","last_clean":"2024-09-19T12:01:12.570834+0000","last_became_active":"2024-09-19T11:20:33.340810+0000","last_became_peered":"2024-09-19T11:20:33.340810+0000","last_unstale":"2024-09-19T12:01:12.570834+0000","last_undegraded":"2024-09-19T12:01:12.570834+0000","last_fullsized":"2024-09-19T12:01:12.570834+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'189","last_scrub_stamp":"2024-09-19T12:01:12.570710+0000","last_deep_scrub":"261'189","last_deep_scrub_stamp":"2024-09-19T12:01:12.570710+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.570710+0000","objects_scrubbed":8,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:09.698130+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12285,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":251,"num_read_kb":329,"num_write":142,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.602143+0000","last_change":"2024-09-19T12:01:03.602064+0000","last_active":"2024-09-19T12:01:03.602143+0000","last_peered":"2024-09-19T12:01:03.602143+0000","last_clean":"2024-09-19T12:01:03.602143+0000","last_became_active":"2024-09-19T11:20:35.350129+0000","last_became_peered":"2024-09-19T11:20:35.350129+0000","last_unstale":"2024-09-19T12:01:03.602143+0000","last_undegraded":"2024-09-19T12:01:03.602143+0000","last_fullsized":"2024-09-19T12:01:03.602143+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.601983+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.601983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:39.889853+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"261'167","reported_seq":683,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.628773+0000","last_change":"2024-09-19T12:01:09.628773+0000","last_active":"2024-09-19T12:01:09.628773+0000","last_peered":"2024-09-19T12:01:09.628773+0000","last_clean":"2024-09-19T12:01:09.628773+0000","last_became_active":"2024-09-19T11:20:37.359499+0000","last_became_peered":"2024-09-19T11:20:37.359499+0000","last_unstale":"2024-09-19T12:01:09.628773+0000","last_undegraded":"2024-09-19T12:01:09.628773+0000","last_fullsized":"2024-09-19T12:01:09.628773+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'167","last_scrub_stamp":"2024-09-19T12:01:09.628684+0000","last_deep_scrub":"261'167","last_deep_scrub_stamp":"2024-09-19T12:01:09.628684+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.628684+0000","objects_scrubbed":2,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:32.674787+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":301,"num_read_kb":275,"num_write":423,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"261'1784","reported_seq":3576,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.720494+0000","last_change":"2024-09-19T12:00:53.720494+0000","last_active":"2024-09-19T12:00:53.720494+0000","last_peered":"2024-09-19T12:00:53.720494+0000","last_clean":"2024-09-19T12:00:53.720494+0000","last_became_active":"2024-09-19T11:20:29.336455+0000","last_became_peered":"2024-09-19T11:20:29.336455+0000","last_unstale":"2024-09-19T12:00:53.720494+0000","last_undegraded":"2024-09-19T12:00:53.720494+0000","last_fullsized":"2024-09-19T12:00:53.720494+0000","mapping_epoch":24,"log_start":"261'1700","ondisk_log_start":"261'1700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1784","last_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_deep_scrub":"261'1784","last_deep_scrub_stamp":"2024-09-19T12:00:53.720386+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.720386+0000","objects_scrubbed":5,"log_size":84,"log_dups_size":1700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:55:21.056001+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10310,"num_read_kb":9262,"num_write":2770,"num_write_kb":1256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2565,"num_omap_keys":10,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"261'74","reported_seq":613,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.721411+0000","last_change":"2024-09-19T12:00:46.721411+0000","last_active":"2024-09-19T12:00:46.721411+0000","last_peered":"2024-09-19T12:00:46.721411+0000","last_clean":"2024-09-19T12:00:46.721411+0000","last_became_active":"2024-09-19T11:20:10.620034+0000","last_became_peered":"2024-09-19T11:20:10.620034+0000","last_unstale":"2024-09-19T12:00:46.721411+0000","last_undegraded":"2024-09-19T12:00:46.721411+0000","last_fullsized":"2024-09-19T12:00:46.721411+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'74","last_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_deep_scrub":"261'74","last_deep_scrub_stamp":"2024-09-19T12:00:46.721318+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.721318+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:38.850649+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"261'2","reported_seq":522,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.571572+0000","last_change":"2024-09-19T12:00:46.571467+0000","last_active":"2024-09-19T12:00:46.571572+0000","last_peered":"2024-09-19T12:00:46.571572+0000","last_clean":"2024-09-19T12:00:46.571572+0000","last_became_active":"2024-09-19T11:20:16.653849+0000","last_became_peered":"2024-09-19T11:20:16.653849+0000","last_unstale":"2024-09-19T12:00:46.571572+0000","last_undegraded":"2024-09-19T12:00:46.571572+0000","last_fullsized":"2024-09-19T12:00:46.571572+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:46.571373+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.571373+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:27.513041+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00043328399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"261'177","reported_seq":785,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.696342+0000","last_change":"2024-09-19T12:00:46.696342+0000","last_active":"2024-09-19T12:00:46.696342+0000","last_peered":"2024-09-19T12:00:46.696342+0000","last_clean":"2024-09-19T12:00:46.696342+0000","last_became_active":"2024-09-19T11:20:27.320058+0000","last_became_peered":"2024-09-19T11:20:27.320058+0000","last_unstale":"2024-09-19T12:00:46.696342+0000","last_undegraded":"2024-09-19T12:00:46.696342+0000","last_fullsized":"2024-09-19T12:00:46.696342+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'177","last_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_deep_scrub":"261'177","last_deep_scrub_stamp":"2024-09-19T12:00:46.696267+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.696267+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:40:12.334094+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":477,"num_read_kb":413,"num_write":809,"num_write_kb":27660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.743047+0000","last_change":"2024-09-19T12:01:04.743047+0000","last_active":"2024-09-19T12:01:04.743047+0000","last_peered":"2024-09-19T12:01:04.743047+0000","last_clean":"2024-09-19T12:01:04.743047+0000","last_became_active":"2024-09-19T11:20:31.334452+0000","last_became_peered":"2024-09-19T11:20:31.334452+0000","last_unstale":"2024-09-19T12:01:04.743047+0000","last_undegraded":"2024-09-19T12:01:04.743047+0000","last_fullsized":"2024-09-19T12:01:04.743047+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:04.742943+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:04.742943+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.742943+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:15:10.076233+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"261'285","reported_seq":983,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.555887+0000","last_change":"2024-09-19T12:01:10.555786+0000","last_active":"2024-09-19T12:01:10.555887+0000","last_peered":"2024-09-19T12:01:10.555887+0000","last_clean":"2024-09-19T12:01:10.555887+0000","last_became_active":"2024-09-19T11:20:33.336964+0000","last_became_peered":"2024-09-19T11:20:33.336964+0000","last_unstale":"2024-09-19T12:01:10.555887+0000","last_undegraded":"2024-09-19T12:01:10.555887+0000","last_fullsized":"2024-09-19T12:01:10.555887+0000","mapping_epoch":28,"log_start":"258'200","ondisk_log_start":"258'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'285","last_scrub_stamp":"2024-09-19T12:01:10.555667+0000","last_deep_scrub":"261'285","last_deep_scrub_stamp":"2024-09-19T12:01:10.555667+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.555667+0000","objects_scrubbed":6,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:14:42.035486+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25071,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":711,"num_write":414,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89592,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.671223+0000","last_change":"2024-09-19T12:01:08.671163+0000","last_active":"2024-09-19T12:01:08.671223+0000","last_peered":"2024-09-19T12:01:08.671223+0000","last_clean":"2024-09-19T12:01:08.671223+0000","last_became_active":"2024-09-19T11:20:35.348827+0000","last_became_peered":"2024-09-19T11:20:35.348827+0000","last_unstale":"2024-09-19T12:01:08.671223+0000","last_undegraded":"2024-09-19T12:01:08.671223+0000","last_fullsized":"2024-09-19T12:01:08.671223+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.671059+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.671059+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.671059+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:51.011710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"261'224","reported_seq":932,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.560002+0000","last_change":"2024-09-19T12:01:09.559881+0000","last_active":"2024-09-19T12:01:09.560002+0000","last_peered":"2024-09-19T12:01:09.560002+0000","last_clean":"2024-09-19T12:01:09.560002+0000","last_became_active":"2024-09-19T11:20:37.362521+0000","last_became_peered":"2024-09-19T11:20:37.362521+0000","last_unstale":"2024-09-19T12:01:09.560002+0000","last_undegraded":"2024-09-19T12:01:09.560002+0000","last_fullsized":"2024-09-19T12:01:09.560002+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'224","last_scrub_stamp":"2024-09-19T12:01:09.559761+0000","last_deep_scrub":"261'224","last_deep_scrub_stamp":"2024-09-19T12:01:09.559761+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.559761+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:00.109496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":988,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":516,"num_write":465,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"261'1252","reported_seq":2928,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.729513+0000","last_change":"2024-09-19T12:00:53.729450+0000","last_active":"2024-09-19T12:00:53.729513+0000","last_peered":"2024-09-19T12:00:53.729513+0000","last_clean":"2024-09-19T12:00:53.729513+0000","last_became_active":"2024-09-19T11:21:02.399750+0000","last_became_peered":"2024-09-19T11:21:02.399750+0000","last_unstale":"2024-09-19T12:00:53.729513+0000","last_undegraded":"2024-09-19T12:00:53.729513+0000","last_fullsized":"2024-09-19T12:00:53.729513+0000","mapping_epoch":35,"log_start":"261'1200","ondisk_log_start":"261'1200","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1252","last_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_deep_scrub":"261'1252","last_deep_scrub_stamp":"2024-09-19T12:00:53.729328+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.729328+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":1200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:27.204244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5784,"num_read_kb":5137,"num_write":1741,"num_write_kb":752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":520,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.703738+0000","last_change":"2024-09-19T12:00:47.703738+0000","last_active":"2024-09-19T12:00:47.703738+0000","last_peered":"2024-09-19T12:00:47.703738+0000","last_clean":"2024-09-19T12:00:47.703738+0000","last_became_active":"2024-09-19T11:20:16.649613+0000","last_became_peered":"2024-09-19T11:20:16.649613+0000","last_unstale":"2024-09-19T12:00:47.703738+0000","last_undegraded":"2024-09-19T12:00:47.703738+0000","last_fullsized":"2024-09-19T12:00:47.703738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:47.703613+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.703613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:51.212272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000479968,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"261'223","reported_seq":845,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.631275+0000","last_change":"2024-09-19T12:00:43.631275+0000","last_active":"2024-09-19T12:00:43.631275+0000","last_peered":"2024-09-19T12:00:43.631275+0000","last_clean":"2024-09-19T12:00:43.631275+0000","last_became_active":"2024-09-19T11:20:27.330650+0000","last_became_peered":"2024-09-19T11:20:27.330650+0000","last_unstale":"2024-09-19T12:00:43.631275+0000","last_undegraded":"2024-09-19T12:00:43.631275+0000","last_fullsized":"2024-09-19T12:00:43.631275+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'223","last_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_deep_scrub":"261'223","last_deep_scrub_stamp":"2024-09-19T12:00:43.631206+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.631206+0000","objects_scrubbed":2,"log_size":23,"log_dups_size":200,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:08:54.377357+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":30405,"num_write":1020,"num_write_kb":29696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.468855+0000","last_change":"2024-09-19T12:01:05.468791+0000","last_active":"2024-09-19T12:01:05.468855+0000","last_peered":"2024-09-19T12:01:05.468855+0000","last_clean":"2024-09-19T12:01:05.468855+0000","last_became_active":"2024-09-19T11:20:31.339403+0000","last_became_peered":"2024-09-19T11:20:31.339403+0000","last_unstale":"2024-09-19T12:01:05.468855+0000","last_undegraded":"2024-09-19T12:01:05.468855+0000","last_fullsized":"2024-09-19T12:01:05.468855+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.468704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.468704+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.468704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:08:11.346758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"261'834","reported_seq":2245,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.691837+0000","last_change":"2024-09-19T12:01:03.691837+0000","last_active":"2024-09-19T12:01:03.691837+0000","last_peered":"2024-09-19T12:01:03.691837+0000","last_clean":"2024-09-19T12:01:03.691837+0000","last_became_active":"2024-09-19T11:20:33.341793+0000","last_became_peered":"2024-09-19T11:20:33.341793+0000","last_unstale":"2024-09-19T12:01:03.691837+0000","last_undegraded":"2024-09-19T12:01:03.691837+0000","last_fullsized":"2024-09-19T12:01:03.691837+0000","mapping_epoch":28,"log_start":"261'800","ondisk_log_start":"261'800","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'834","last_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_deep_scrub":"261'834","last_deep_scrub_stamp":"2024-09-19T12:01:03.691708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.691708+0000","objects_scrubbed":11,"log_size":34,"log_dups_size":800,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:39.234527+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16383,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1147,"num_read_kb":1356,"num_write":262,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.613731+0000","last_change":"2024-09-19T12:01:14.613731+0000","last_active":"2024-09-19T12:01:14.613731+0000","last_peered":"2024-09-19T12:01:14.613731+0000","last_clean":"2024-09-19T12:01:14.613731+0000","last_became_active":"2024-09-19T11:20:35.349758+0000","last_became_peered":"2024-09-19T11:20:35.349758+0000","last_unstale":"2024-09-19T12:01:14.613731+0000","last_undegraded":"2024-09-19T12:01:14.613731+0000","last_fullsized":"2024-09-19T12:01:14.613731+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.613637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.613637+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.613637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:41:45.201455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"261'206","reported_seq":730,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.528816+0000","last_change":"2024-09-19T12:01:12.528748+0000","last_active":"2024-09-19T12:01:12.528816+0000","last_peered":"2024-09-19T12:01:12.528816+0000","last_clean":"2024-09-19T12:01:12.528816+0000","last_became_active":"2024-09-19T11:20:37.369233+0000","last_became_peered":"2024-09-19T11:20:37.369233+0000","last_unstale":"2024-09-19T12:01:12.528816+0000","last_undegraded":"2024-09-19T12:01:12.528816+0000","last_fullsized":"2024-09-19T12:01:12.528816+0000","mapping_epoch":32,"log_start":"258'100","ondisk_log_start":"258'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'206","last_scrub_stamp":"2024-09-19T12:01:12.528659+0000","last_deep_scrub":"261'206","last_deep_scrub_stamp":"2024-09-19T12:01:12.528659+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.528659+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:29.279936+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":358,"num_read_kb":353,"num_write":444,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"261'1159","reported_seq":2739,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.602768+0000","last_change":"2024-09-19T12:00:53.602703+0000","last_active":"2024-09-19T12:00:53.602768+0000","last_peered":"2024-09-19T12:00:53.602768+0000","last_clean":"2024-09-19T12:00:53.602768+0000","last_became_active":"2024-09-19T11:20:29.324395+0000","last_became_peered":"2024-09-19T11:20:29.324395+0000","last_unstale":"2024-09-19T12:00:53.602768+0000","last_undegraded":"2024-09-19T12:00:53.602768+0000","last_fullsized":"2024-09-19T12:00:53.602768+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1159","last_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_deep_scrub":"261'1159","last_deep_scrub_stamp":"2024-09-19T12:00:53.602601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.602601+0000","objects_scrubbed":5,"log_size":59,"log_dups_size":1100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:58:27.287859+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":5244,"num_read_kb":4647,"num_write":1574,"num_write_kb":636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":894,"num_omap_keys":4,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":522,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.008987+0000","last_change":"2024-09-19T12:00:44.008936+0000","last_active":"2024-09-19T12:00:44.008987+0000","last_peered":"2024-09-19T12:00:44.008987+0000","last_clean":"2024-09-19T12:00:44.008987+0000","last_became_active":"2024-09-19T11:20:17.020156+0000","last_became_peered":"2024-09-19T11:20:17.020156+0000","last_unstale":"2024-09-19T12:00:44.008987+0000","last_undegraded":"2024-09-19T12:00:44.008987+0000","last_fullsized":"2024-09-19T12:00:44.008987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:44.008864+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.008864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:04:36.074782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057826299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"261'197","reported_seq":798,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.632135+0000","last_change":"2024-09-19T12:00:44.632135+0000","last_active":"2024-09-19T12:00:44.632135+0000","last_peered":"2024-09-19T12:00:44.632135+0000","last_clean":"2024-09-19T12:00:44.632135+0000","last_became_active":"2024-09-19T11:20:27.324194+0000","last_became_peered":"2024-09-19T11:20:27.324194+0000","last_unstale":"2024-09-19T12:00:44.632135+0000","last_undegraded":"2024-09-19T12:00:44.632135+0000","last_fullsized":"2024-09-19T12:00:44.632135+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:44.632047+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.632047+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:46.141861+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":407,"num_read_kb":16772,"num_write":895,"num_write_kb":23392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"261'2","reported_seq":502,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.141016+0000","last_change":"2024-09-19T12:00:56.140946+0000","last_active":"2024-09-19T12:00:56.141016+0000","last_peered":"2024-09-19T12:00:56.141016+0000","last_clean":"2024-09-19T12:00:56.141016+0000","last_became_active":"2024-09-19T11:20:31.339377+0000","last_became_peered":"2024-09-19T11:20:31.339377+0000","last_unstale":"2024-09-19T12:00:56.141016+0000","last_undegraded":"2024-09-19T12:00:56.141016+0000","last_fullsized":"2024-09-19T12:00:56.141016+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:00:56.140856+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.140856+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:55.749495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"261'222","reported_seq":1243,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.721260+0000","last_change":"2024-09-19T12:01:09.721260+0000","last_active":"2024-09-19T12:01:09.721260+0000","last_peered":"2024-09-19T12:01:09.721260+0000","last_clean":"2024-09-19T12:01:09.721260+0000","last_became_active":"2024-09-19T11:20:33.452842+0000","last_became_peered":"2024-09-19T11:20:33.452842+0000","last_unstale":"2024-09-19T12:01:09.721260+0000","last_undegraded":"2024-09-19T12:01:09.721260+0000","last_fullsized":"2024-09-19T12:01:09.721260+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'222","last_scrub_stamp":"2024-09-19T12:01:09.721159+0000","last_deep_scrub":"261'222","last_deep_scrub_stamp":"2024-09-19T12:01:09.721159+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.721159+0000","objects_scrubbed":9,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:15:24.054073+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":158,"num_read_kb":149,"num_write":129,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.697263+0000","last_change":"2024-09-19T12:01:06.697263+0000","last_active":"2024-09-19T12:01:06.697263+0000","last_peered":"2024-09-19T12:01:06.697263+0000","last_clean":"2024-09-19T12:01:06.697263+0000","last_became_active":"2024-09-19T11:20:35.349907+0000","last_became_peered":"2024-09-19T11:20:35.349907+0000","last_unstale":"2024-09-19T12:01:06.697263+0000","last_undegraded":"2024-09-19T12:01:06.697263+0000","last_fullsized":"2024-09-19T12:01:06.697263+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.697178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.697178+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.697178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:53.196933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"261'265","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.656935+0000","last_change":"2024-09-19T12:01:20.656935+0000","last_active":"2024-09-19T12:01:20.656935+0000","last_peered":"2024-09-19T12:01:20.656935+0000","last_clean":"2024-09-19T12:01:20.656935+0000","last_became_active":"2024-09-19T11:20:37.360715+0000","last_became_peered":"2024-09-19T11:20:37.360715+0000","last_unstale":"2024-09-19T12:01:20.656935+0000","last_undegraded":"2024-09-19T12:01:20.656935+0000","last_fullsized":"2024-09-19T12:01:20.656935+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'265","last_scrub_stamp":"2024-09-19T12:01:20.656847+0000","last_deep_scrub":"261'265","last_deep_scrub_stamp":"2024-09-19T12:01:20.656847+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.656847+0000","objects_scrubbed":2,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:17:55.181848+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":525,"num_read_kb":549,"num_write":594,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"261'428","reported_seq":2102,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.645547+0000","last_change":"2024-09-19T12:00:52.645547+0000","last_active":"2024-09-19T12:00:52.645547+0000","last_peered":"2024-09-19T12:00:52.645547+0000","last_clean":"2024-09-19T12:00:52.645547+0000","last_became_active":"2024-09-19T11:20:29.325665+0000","last_became_peered":"2024-09-19T11:20:29.325665+0000","last_unstale":"2024-09-19T12:00:52.645547+0000","last_undegraded":"2024-09-19T12:00:52.645547+0000","last_fullsized":"2024-09-19T12:00:52.645547+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'428","last_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_deep_scrub":"261'428","last_deep_scrub_stamp":"2024-09-19T12:00:52.645450+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.645450+0000","objects_scrubbed":2,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:33.479476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2430,"num_read_kb":2327,"num_write":478,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":254,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"261'3","reported_seq":523,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.565493+0000","last_change":"2024-09-19T12:00:45.565430+0000","last_active":"2024-09-19T12:00:45.565493+0000","last_peered":"2024-09-19T12:00:45.565493+0000","last_clean":"2024-09-19T12:00:45.565493+0000","last_became_active":"2024-09-19T11:20:16.653976+0000","last_became_peered":"2024-09-19T11:20:16.653976+0000","last_unstale":"2024-09-19T12:00:45.565493+0000","last_undegraded":"2024-09-19T12:00:45.565493+0000","last_fullsized":"2024-09-19T12:00:45.565493+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'3","last_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_deep_scrub":"261'3","last_deep_scrub_stamp":"2024-09-19T12:00:45.565312+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.565312+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:11:06.372662+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.0010912949999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"261'227","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.782746+0000","last_change":"2024-09-19T12:00:45.782746+0000","last_active":"2024-09-19T12:00:45.782746+0000","last_peered":"2024-09-19T12:00:45.782746+0000","last_clean":"2024-09-19T12:00:45.782746+0000","last_became_active":"2024-09-19T11:20:27.325822+0000","last_became_peered":"2024-09-19T11:20:27.325822+0000","last_unstale":"2024-09-19T12:00:45.782746+0000","last_undegraded":"2024-09-19T12:00:45.782746+0000","last_fullsized":"2024-09-19T12:00:45.782746+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'227","last_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_deep_scrub":"261'227","last_deep_scrub_stamp":"2024-09-19T12:00:45.782633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.782633+0000","objects_scrubbed":4,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:39:35.292346+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":541,"num_read_kb":46742,"num_write":985,"num_write_kb":28769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.642269+0000","last_change":"2024-09-19T12:01:03.642269+0000","last_active":"2024-09-19T12:01:03.642269+0000","last_peered":"2024-09-19T12:01:03.642269+0000","last_clean":"2024-09-19T12:01:03.642269+0000","last_became_active":"2024-09-19T11:20:31.339530+0000","last_became_peered":"2024-09-19T11:20:31.339530+0000","last_unstale":"2024-09-19T12:01:03.642269+0000","last_undegraded":"2024-09-19T12:01:03.642269+0000","last_fullsized":"2024-09-19T12:01:03.642269+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.642179+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.642179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:57:08.437081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"261'121","reported_seq":658,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.659165+0000","last_change":"2024-09-19T12:01:07.659115+0000","last_active":"2024-09-19T12:01:07.659165+0000","last_peered":"2024-09-19T12:01:07.659165+0000","last_clean":"2024-09-19T12:01:07.659165+0000","last_became_active":"2024-09-19T11:20:33.336639+0000","last_became_peered":"2024-09-19T11:20:33.336639+0000","last_unstale":"2024-09-19T12:01:07.659165+0000","last_undegraded":"2024-09-19T12:01:07.659165+0000","last_fullsized":"2024-09-19T12:01:07.659165+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'121","last_scrub_stamp":"2024-09-19T12:01:07.659038+0000","last_deep_scrub":"261'121","last_deep_scrub_stamp":"2024-09-19T12:01:07.659038+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.659038+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:08.362591+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":130,"num_read_kb":120,"num_write":96,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.585672+0000","last_change":"2024-09-19T12:01:02.585616+0000","last_active":"2024-09-19T12:01:02.585672+0000","last_peered":"2024-09-19T12:01:02.585672+0000","last_clean":"2024-09-19T12:01:02.585672+0000","last_became_active":"2024-09-19T11:20:35.349351+0000","last_became_peered":"2024-09-19T11:20:35.349351+0000","last_unstale":"2024-09-19T12:01:02.585672+0000","last_undegraded":"2024-09-19T12:01:02.585672+0000","last_fullsized":"2024-09-19T12:01:02.585672+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.585527+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.585527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:25:41.224237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"261'107","reported_seq":651,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:16.501810+0000","last_change":"2024-09-19T12:01:16.501746+0000","last_active":"2024-09-19T12:01:16.501810+0000","last_peered":"2024-09-19T12:01:16.501810+0000","last_clean":"2024-09-19T12:01:16.501810+0000","last_became_active":"2024-09-19T11:20:37.361575+0000","last_became_peered":"2024-09-19T11:20:37.361575+0000","last_unstale":"2024-09-19T12:01:16.501810+0000","last_undegraded":"2024-09-19T12:01:16.501810+0000","last_fullsized":"2024-09-19T12:01:16.501810+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'107","last_scrub_stamp":"2024-09-19T12:01:16.501667+0000","last_deep_scrub":"261'107","last_deep_scrub_stamp":"2024-09-19T12:01:16.501667+0000","last_clean_scrub_stamp":"2024-09-19T12:01:16.501667+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:31.453211+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":221,"num_read_kb":220,"num_write":244,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"261'562","reported_seq":2210,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.644579+0000","last_change":"2024-09-19T12:00:51.644579+0000","last_active":"2024-09-19T12:00:51.644579+0000","last_peered":"2024-09-19T12:00:51.644579+0000","last_clean":"2024-09-19T12:00:51.644579+0000","last_became_active":"2024-09-19T11:20:29.323729+0000","last_became_peered":"2024-09-19T11:20:29.323729+0000","last_unstale":"2024-09-19T12:00:51.644579+0000","last_undegraded":"2024-09-19T12:00:51.644579+0000","last_fullsized":"2024-09-19T12:00:51.644579+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'562","last_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_deep_scrub":"261'562","last_deep_scrub_stamp":"2024-09-19T12:00:51.644490+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.644490+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:05:41.737110+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2936,"num_read_kb":2704,"num_write":714,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"261'221","reported_seq":830,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.547803+0000","last_change":"2024-09-19T12:00:47.547803+0000","last_active":"2024-09-19T12:00:47.547803+0000","last_peered":"2024-09-19T12:00:47.547803+0000","last_clean":"2024-09-19T12:00:47.547803+0000","last_became_active":"2024-09-19T11:20:27.324834+0000","last_became_peered":"2024-09-19T11:20:27.324834+0000","last_unstale":"2024-09-19T12:00:47.547803+0000","last_undegraded":"2024-09-19T12:00:47.547803+0000","last_fullsized":"2024-09-19T12:00:47.547803+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'221","last_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_deep_scrub":"261'221","last_deep_scrub_stamp":"2024-09-19T12:00:47.547703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.547703+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:53:43.568058+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":451,"num_read_kb":12686,"num_write":919,"num_write_kb":48403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":522,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:43.629020+0000","last_change":"2024-09-19T12:00:43.628941+0000","last_active":"2024-09-19T12:00:43.629020+0000","last_peered":"2024-09-19T12:00:43.629020+0000","last_clean":"2024-09-19T12:00:43.629020+0000","last_became_active":"2024-09-19T11:20:16.650619+0000","last_became_peered":"2024-09-19T11:20:16.650619+0000","last_unstale":"2024-09-19T12:00:43.629020+0000","last_undegraded":"2024-09-19T12:00:43.629020+0000","last_fullsized":"2024-09-19T12:00:43.629020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:43.628854+0000","last_clean_scrub_stamp":"2024-09-19T12:00:43.628854+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:11:18.447953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053611000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.618193+0000","last_change":"2024-09-19T12:01:00.618193+0000","last_active":"2024-09-19T12:01:00.618193+0000","last_peered":"2024-09-19T12:01:00.618193+0000","last_clean":"2024-09-19T12:01:00.618193+0000","last_became_active":"2024-09-19T11:20:31.332502+0000","last_became_peered":"2024-09-19T11:20:31.332502+0000","last_unstale":"2024-09-19T12:01:00.618193+0000","last_undegraded":"2024-09-19T12:01:00.618193+0000","last_fullsized":"2024-09-19T12:01:00.618193+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.618109+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.618109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:17:12.987776+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"261'274","reported_seq":930,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.694508+0000","last_change":"2024-09-19T12:01:04.694508+0000","last_active":"2024-09-19T12:01:04.694508+0000","last_peered":"2024-09-19T12:01:04.694508+0000","last_clean":"2024-09-19T12:01:04.694508+0000","last_became_active":"2024-09-19T11:20:33.336948+0000","last_became_peered":"2024-09-19T11:20:33.336948+0000","last_unstale":"2024-09-19T12:01:04.694508+0000","last_undegraded":"2024-09-19T12:01:04.694508+0000","last_fullsized":"2024-09-19T12:01:04.694508+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'274","last_scrub_stamp":"2024-09-19T12:01:04.694400+0000","last_deep_scrub":"261'274","last_deep_scrub_stamp":"2024-09-19T12:01:04.694400+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.694400+0000","objects_scrubbed":9,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:14:16.587666+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20791,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":979,"num_read_kb":1114,"num_write":1452,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":529556,"num_omap_keys":1194,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.602921+0000","last_change":"2024-09-19T12:01:15.602921+0000","last_active":"2024-09-19T12:01:15.602921+0000","last_peered":"2024-09-19T12:01:15.602921+0000","last_clean":"2024-09-19T12:01:15.602921+0000","last_became_active":"2024-09-19T11:20:35.351300+0000","last_became_peered":"2024-09-19T11:20:35.351300+0000","last_unstale":"2024-09-19T12:01:15.602921+0000","last_undegraded":"2024-09-19T12:01:15.602921+0000","last_fullsized":"2024-09-19T12:01:15.602921+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.602834+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.602834+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.602834+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:15.980574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"261'157","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.797000+0000","last_change":"2024-09-19T12:01:20.797000+0000","last_active":"2024-09-19T12:01:20.797000+0000","last_peered":"2024-09-19T12:01:20.797000+0000","last_clean":"2024-09-19T12:01:20.797000+0000","last_became_active":"2024-09-19T11:20:37.369221+0000","last_became_peered":"2024-09-19T11:20:37.369221+0000","last_unstale":"2024-09-19T12:01:20.797000+0000","last_undegraded":"2024-09-19T12:01:20.797000+0000","last_fullsized":"2024-09-19T12:01:20.797000+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'157","last_scrub_stamp":"2024-09-19T12:01:20.796890+0000","last_deep_scrub":"261'157","last_deep_scrub_stamp":"2024-09-19T12:01:20.796890+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.796890+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:53.333335+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1553,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":225,"num_read_kb":208,"num_write":360,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"261'861","reported_seq":2612,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.692683+0000","last_change":"2024-09-19T12:00:52.692683+0000","last_active":"2024-09-19T12:00:52.692683+0000","last_peered":"2024-09-19T12:00:52.692683+0000","last_clean":"2024-09-19T12:00:52.692683+0000","last_became_active":"2024-09-19T11:20:29.337313+0000","last_became_peered":"2024-09-19T11:20:29.337313+0000","last_unstale":"2024-09-19T12:00:52.692683+0000","last_undegraded":"2024-09-19T12:00:52.692683+0000","last_fullsized":"2024-09-19T12:00:52.692683+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:52.692601+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.692601+0000","objects_scrubbed":3,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:25.099675+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4404,"num_read_kb":4027,"num_write":1120,"num_write_kb":409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2297,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"261'279","reported_seq":989,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.633898+0000","last_change":"2024-09-19T12:00:46.633898+0000","last_active":"2024-09-19T12:00:46.633898+0000","last_peered":"2024-09-19T12:00:46.633898+0000","last_clean":"2024-09-19T12:00:46.633898+0000","last_became_active":"2024-09-19T11:20:27.321734+0000","last_became_peered":"2024-09-19T11:20:27.321734+0000","last_unstale":"2024-09-19T12:00:46.633898+0000","last_undegraded":"2024-09-19T12:00:46.633898+0000","last_fullsized":"2024-09-19T12:00:46.633898+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'279","last_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_deep_scrub":"261'279","last_deep_scrub_stamp":"2024-09-19T12:00:46.633762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.633762+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:13:46.607137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":810,"num_read_kb":102002,"num_write":1131,"num_write_kb":46299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":519,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.688893+0000","last_change":"2024-09-19T12:00:48.688893+0000","last_active":"2024-09-19T12:00:48.688893+0000","last_peered":"2024-09-19T12:00:48.688893+0000","last_clean":"2024-09-19T12:00:48.688893+0000","last_became_active":"2024-09-19T11:20:16.650606+0000","last_became_peered":"2024-09-19T11:20:16.650606+0000","last_unstale":"2024-09-19T12:00:48.688893+0000","last_undegraded":"2024-09-19T12:00:48.688893+0000","last_fullsized":"2024-09-19T12:00:48.688893+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:48.688765+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.688765+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:52:17.906558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054624199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.712645+0000","last_change":"2024-09-19T12:00:58.712645+0000","last_active":"2024-09-19T12:00:58.712645+0000","last_peered":"2024-09-19T12:00:58.712645+0000","last_clean":"2024-09-19T12:00:58.712645+0000","last_became_active":"2024-09-19T11:20:31.334470+0000","last_became_peered":"2024-09-19T11:20:31.334470+0000","last_unstale":"2024-09-19T12:00:58.712645+0000","last_undegraded":"2024-09-19T12:00:58.712645+0000","last_fullsized":"2024-09-19T12:00:58.712645+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:58.712564+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.712564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:02.079407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"261'166","reported_seq":722,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.648907+0000","last_change":"2024-09-19T12:01:05.648907+0000","last_active":"2024-09-19T12:01:05.648907+0000","last_peered":"2024-09-19T12:01:05.648907+0000","last_clean":"2024-09-19T12:01:05.648907+0000","last_became_active":"2024-09-19T11:20:33.451868+0000","last_became_peered":"2024-09-19T11:20:33.451868+0000","last_unstale":"2024-09-19T12:01:05.648907+0000","last_undegraded":"2024-09-19T12:01:05.648907+0000","last_fullsized":"2024-09-19T12:01:05.648907+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'166","last_scrub_stamp":"2024-09-19T12:01:05.648811+0000","last_deep_scrub":"261'166","last_deep_scrub_stamp":"2024-09-19T12:01:05.648811+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.648811+0000","objects_scrubbed":9,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:34:04.909081+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":201,"num_read_kb":193,"num_write":168,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'772","reported_seq":2740,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.499900+0000","last_change":"2024-09-19T12:01:14.499900+0000","last_active":"2024-09-19T12:01:14.499900+0000","last_peered":"2024-09-19T12:01:14.499900+0000","last_clean":"2024-09-19T12:01:14.499900+0000","last_became_active":"2024-09-19T11:20:35.348092+0000","last_became_peered":"2024-09-19T11:20:35.348092+0000","last_unstale":"2024-09-19T12:01:14.499900+0000","last_undegraded":"2024-09-19T12:01:14.499900+0000","last_fullsized":"2024-09-19T12:01:14.499900+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'772","last_scrub_stamp":"2024-09-19T12:01:14.499807+0000","last_deep_scrub":"261'772","last_deep_scrub_stamp":"2024-09-19T12:01:14.499807+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.499807+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:43:41.524652+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"261'120","reported_seq":629,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.640507+0000","last_change":"2024-09-19T12:01:21.640507+0000","last_active":"2024-09-19T12:01:21.640507+0000","last_peered":"2024-09-19T12:01:21.640507+0000","last_clean":"2024-09-19T12:01:21.640507+0000","last_became_active":"2024-09-19T11:20:37.372008+0000","last_became_peered":"2024-09-19T11:20:37.372008+0000","last_unstale":"2024-09-19T12:01:21.640507+0000","last_undegraded":"2024-09-19T12:01:21.640507+0000","last_fullsized":"2024-09-19T12:01:21.640507+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'120","last_scrub_stamp":"2024-09-19T12:01:21.640416+0000","last_deep_scrub":"261'120","last_deep_scrub_stamp":"2024-09-19T12:01:21.640416+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.640416+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:33.483823+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1107,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":165,"num_write":265,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"261'487","reported_seq":2121,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.627285+0000","last_change":"2024-09-19T12:00:54.627285+0000","last_active":"2024-09-19T12:00:54.627285+0000","last_peered":"2024-09-19T12:00:54.627285+0000","last_clean":"2024-09-19T12:00:54.627285+0000","last_became_active":"2024-09-19T11:20:29.337032+0000","last_became_peered":"2024-09-19T11:20:29.337032+0000","last_unstale":"2024-09-19T12:00:54.627285+0000","last_undegraded":"2024-09-19T12:00:54.627285+0000","last_fullsized":"2024-09-19T12:00:54.627285+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'487","last_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_deep_scrub":"261'487","last_deep_scrub_stamp":"2024-09-19T12:00:54.627184+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.627184+0000","objects_scrubbed":2,"log_size":87,"log_dups_size":400,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:34:12.504984+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2766,"num_read_kb":2575,"num_write":628,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"261'255","reported_seq":931,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:44.676640+0000","last_change":"2024-09-19T12:00:44.676591+0000","last_active":"2024-09-19T12:00:44.676640+0000","last_peered":"2024-09-19T12:00:44.676640+0000","last_clean":"2024-09-19T12:00:44.676640+0000","last_became_active":"2024-09-19T11:20:27.328013+0000","last_became_peered":"2024-09-19T11:20:27.328013+0000","last_unstale":"2024-09-19T12:00:44.676640+0000","last_undegraded":"2024-09-19T12:00:44.676640+0000","last_fullsized":"2024-09-19T12:00:44.676640+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'255","last_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_deep_scrub":"261'255","last_deep_scrub_stamp":"2024-09-19T12:00:44.676520+0000","last_clean_scrub_stamp":"2024-09-19T12:00:44.676520+0000","objects_scrubbed":2,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:24:45.708433+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":638,"num_read_kb":57024,"num_write":1216,"num_write_kb":51606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":521,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.648102+0000","last_change":"2024-09-19T12:00:45.648044+0000","last_active":"2024-09-19T12:00:45.648102+0000","last_peered":"2024-09-19T12:00:45.648102+0000","last_clean":"2024-09-19T12:00:45.648102+0000","last_became_active":"2024-09-19T11:20:16.652390+0000","last_became_peered":"2024-09-19T11:20:16.652390+0000","last_unstale":"2024-09-19T12:00:45.648102+0000","last_undegraded":"2024-09-19T12:00:45.648102+0000","last_fullsized":"2024-09-19T12:00:45.648102+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:45.647975+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.647975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:55.901180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051214100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.696579+0000","last_change":"2024-09-19T12:01:06.696579+0000","last_active":"2024-09-19T12:01:06.696579+0000","last_peered":"2024-09-19T12:01:06.696579+0000","last_clean":"2024-09-19T12:01:06.696579+0000","last_became_active":"2024-09-19T11:20:31.333657+0000","last_became_peered":"2024-09-19T11:20:31.333657+0000","last_unstale":"2024-09-19T12:01:06.696579+0000","last_undegraded":"2024-09-19T12:01:06.696579+0000","last_fullsized":"2024-09-19T12:01:06.696579+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.696503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.696503+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.696503+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:31:45.384923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"261'126","reported_seq":660,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.670297+0000","last_change":"2024-09-19T12:01:10.670297+0000","last_active":"2024-09-19T12:01:10.670297+0000","last_peered":"2024-09-19T12:01:10.670297+0000","last_clean":"2024-09-19T12:01:10.670297+0000","last_became_active":"2024-09-19T11:20:33.336282+0000","last_became_peered":"2024-09-19T11:20:33.336282+0000","last_unstale":"2024-09-19T12:01:10.670297+0000","last_undegraded":"2024-09-19T12:01:10.670297+0000","last_fullsized":"2024-09-19T12:01:10.670297+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'126","last_scrub_stamp":"2024-09-19T12:01:10.670207+0000","last_deep_scrub":"261'126","last_deep_scrub_stamp":"2024-09-19T12:01:10.670207+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.670207+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:33.822287+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":112,"num_write":92,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"261'775","reported_seq":2515,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.571760+0000","last_change":"2024-09-19T12:01:15.571760+0000","last_active":"2024-09-19T12:01:15.571760+0000","last_peered":"2024-09-19T12:01:15.571760+0000","last_clean":"2024-09-19T12:01:15.571760+0000","last_became_active":"2024-09-19T11:20:35.349883+0000","last_became_peered":"2024-09-19T11:20:35.349883+0000","last_unstale":"2024-09-19T12:01:15.571760+0000","last_undegraded":"2024-09-19T12:01:15.571760+0000","last_fullsized":"2024-09-19T12:01:15.571760+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'775","last_scrub_stamp":"2024-09-19T12:01:15.571677+0000","last_deep_scrub":"261'775","last_deep_scrub_stamp":"2024-09-19T12:01:15.571677+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.571677+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":700,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:26.534804+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"261'156","reported_seq":662,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.741107+0000","last_change":"2024-09-19T12:01:17.741107+0000","last_active":"2024-09-19T12:01:17.741107+0000","last_peered":"2024-09-19T12:01:17.741107+0000","last_clean":"2024-09-19T12:01:17.741107+0000","last_became_active":"2024-09-19T11:20:37.356539+0000","last_became_peered":"2024-09-19T11:20:37.356539+0000","last_unstale":"2024-09-19T12:01:17.741107+0000","last_undegraded":"2024-09-19T12:01:17.741107+0000","last_fullsized":"2024-09-19T12:01:17.741107+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'156","last_scrub_stamp":"2024-09-19T12:01:17.741006+0000","last_deep_scrub":"261'156","last_deep_scrub_stamp":"2024-09-19T12:01:17.741006+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.741006+0000","objects_scrubbed":3,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:47.119855+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":152,"num_write":340,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"261'1165","reported_seq":2722,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.860549+0000","last_change":"2024-09-19T12:00:49.860549+0000","last_active":"2024-09-19T12:00:49.860549+0000","last_peered":"2024-09-19T12:00:49.860549+0000","last_clean":"2024-09-19T12:00:49.860549+0000","last_became_active":"2024-09-19T11:20:29.334459+0000","last_became_peered":"2024-09-19T11:20:29.334459+0000","last_unstale":"2024-09-19T12:00:49.860549+0000","last_undegraded":"2024-09-19T12:00:49.860549+0000","last_fullsized":"2024-09-19T12:00:49.860549+0000","mapping_epoch":24,"log_start":"261'1100","ondisk_log_start":"261'1100","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1165","last_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_deep_scrub":"261'1165","last_deep_scrub_stamp":"2024-09-19T12:00:49.860451+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.860451+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":1100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:03:56.340505+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5475,"num_read_kb":4839,"num_write":1630,"num_write_kb":706,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"261'245","reported_seq":876,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.629603+0000","last_change":"2024-09-19T12:00:45.629546+0000","last_active":"2024-09-19T12:00:45.629603+0000","last_peered":"2024-09-19T12:00:45.629603+0000","last_clean":"2024-09-19T12:00:45.629603+0000","last_became_active":"2024-09-19T11:20:27.327443+0000","last_became_peered":"2024-09-19T11:20:27.327443+0000","last_unstale":"2024-09-19T12:00:45.629603+0000","last_undegraded":"2024-09-19T12:00:45.629603+0000","last_fullsized":"2024-09-19T12:00:45.629603+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'245","last_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_deep_scrub":"261'245","last_deep_scrub_stamp":"2024-09-19T12:00:45.629461+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.629461+0000","objects_scrubbed":2,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:34.066184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":550,"num_read_kb":35316,"num_write":1152,"num_write_kb":39947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":518,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.740301+0000","last_change":"2024-09-19T12:00:46.740251+0000","last_active":"2024-09-19T12:00:46.740301+0000","last_peered":"2024-09-19T12:00:46.740301+0000","last_clean":"2024-09-19T12:00:46.740301+0000","last_became_active":"2024-09-19T11:20:16.653213+0000","last_became_peered":"2024-09-19T11:20:16.653213+0000","last_unstale":"2024-09-19T12:00:46.740301+0000","last_undegraded":"2024-09-19T12:00:46.740301+0000","last_fullsized":"2024-09-19T12:00:46.740301+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:00:46.740168+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.740168+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:05.953200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053240099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":502,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.525175+0000","last_change":"2024-09-19T12:01:03.525175+0000","last_active":"2024-09-19T12:01:03.525175+0000","last_peered":"2024-09-19T12:01:03.525175+0000","last_clean":"2024-09-19T12:01:03.525175+0000","last_became_active":"2024-09-19T11:20:31.334659+0000","last_became_peered":"2024-09-19T11:20:31.334659+0000","last_unstale":"2024-09-19T12:01:03.525175+0000","last_undegraded":"2024-09-19T12:01:03.525175+0000","last_fullsized":"2024-09-19T12:01:03.525175+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:03.525088+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.525088+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:21:23.188632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"261'317","reported_seq":1028,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.696546+0000","last_change":"2024-09-19T12:01:08.696546+0000","last_active":"2024-09-19T12:01:08.696546+0000","last_peered":"2024-09-19T12:01:08.696546+0000","last_clean":"2024-09-19T12:01:08.696546+0000","last_became_active":"2024-09-19T11:20:33.452026+0000","last_became_peered":"2024-09-19T11:20:33.452026+0000","last_unstale":"2024-09-19T12:01:08.696546+0000","last_undegraded":"2024-09-19T12:01:08.696546+0000","last_fullsized":"2024-09-19T12:01:08.696546+0000","mapping_epoch":28,"log_start":"261'300","ondisk_log_start":"261'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'317","last_scrub_stamp":"2024-09-19T12:01:08.696443+0000","last_deep_scrub":"261'317","last_deep_scrub_stamp":"2024-09-19T12:01:08.696443+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.696443+0000","objects_scrubbed":9,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:42:05.619914+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26968,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":457,"num_read_kb":660,"num_write":232,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.552167+0000","last_change":"2024-09-19T12:01:14.552167+0000","last_active":"2024-09-19T12:01:14.552167+0000","last_peered":"2024-09-19T12:01:14.552167+0000","last_clean":"2024-09-19T12:01:14.552167+0000","last_became_active":"2024-09-19T11:20:35.349740+0000","last_became_peered":"2024-09-19T11:20:35.349740+0000","last_unstale":"2024-09-19T12:01:14.552167+0000","last_undegraded":"2024-09-19T12:01:14.552167+0000","last_fullsized":"2024-09-19T12:01:14.552167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.552069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.552069+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.552069+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:44:36.042292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"261'124","reported_seq":619,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.462747+0000","last_change":"2024-09-19T12:01:17.462747+0000","last_active":"2024-09-19T12:01:17.462747+0000","last_peered":"2024-09-19T12:01:17.462747+0000","last_clean":"2024-09-19T12:01:17.462747+0000","last_became_active":"2024-09-19T11:20:37.362717+0000","last_became_peered":"2024-09-19T11:20:37.362717+0000","last_unstale":"2024-09-19T12:01:17.462747+0000","last_undegraded":"2024-09-19T12:01:17.462747+0000","last_fullsized":"2024-09-19T12:01:17.462747+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'124","last_scrub_stamp":"2024-09-19T12:01:17.462666+0000","last_deep_scrub":"261'124","last_deep_scrub_stamp":"2024-09-19T12:01:17.462666+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.462666+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:58.837418+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":291,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"261'118","reported_seq":675,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.814917+0000","last_change":"2024-09-19T12:01:21.814917+0000","last_active":"2024-09-19T12:01:21.814917+0000","last_peered":"2024-09-19T12:01:21.814917+0000","last_clean":"2024-09-19T12:01:21.814917+0000","last_became_active":"2024-09-19T11:20:37.358927+0000","last_became_peered":"2024-09-19T11:20:37.358927+0000","last_unstale":"2024-09-19T12:01:21.814917+0000","last_undegraded":"2024-09-19T12:01:21.814917+0000","last_fullsized":"2024-09-19T12:01:21.814917+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'118","last_scrub_stamp":"2024-09-19T12:01:21.814822+0000","last_deep_scrub":"261'118","last_deep_scrub_stamp":"2024-09-19T12:01:21.814822+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.814822+0000","objects_scrubbed":1,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:10:20.042234+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":217,"num_write":270,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"261'452","reported_seq":1909,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.827722+0000","last_change":"2024-09-19T12:00:55.827722+0000","last_active":"2024-09-19T12:00:55.827722+0000","last_peered":"2024-09-19T12:00:55.827722+0000","last_clean":"2024-09-19T12:00:55.827722+0000","last_became_active":"2024-09-19T11:20:29.337815+0000","last_became_peered":"2024-09-19T11:20:29.337815+0000","last_unstale":"2024-09-19T12:00:55.827722+0000","last_undegraded":"2024-09-19T12:00:55.827722+0000","last_fullsized":"2024-09-19T12:00:55.827722+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'452","last_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_deep_scrub":"261'452","last_deep_scrub_stamp":"2024-09-19T12:00:55.827633+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.827633+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":400,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:51.106700+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2336,"num_read_kb":2170,"num_write":563,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"261'350","reported_seq":1040,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.858696+0000","last_change":"2024-09-19T12:00:48.858696+0000","last_active":"2024-09-19T12:00:48.858696+0000","last_peered":"2024-09-19T12:00:48.858696+0000","last_clean":"2024-09-19T12:00:48.858696+0000","last_became_active":"2024-09-19T11:20:27.329837+0000","last_became_peered":"2024-09-19T11:20:27.329837+0000","last_unstale":"2024-09-19T12:00:48.858696+0000","last_undegraded":"2024-09-19T12:00:48.858696+0000","last_fullsized":"2024-09-19T12:00:48.858696+0000","mapping_epoch":22,"log_start":"261'300","ondisk_log_start":"261'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'350","last_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_deep_scrub":"261'350","last_deep_scrub_stamp":"2024-09-19T12:00:48.858599+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.858599+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:29.842647+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":937,"num_read_kb":18931,"num_write":1283,"num_write_kb":44210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.621543+0000","last_change":"2024-09-19T12:01:00.621543+0000","last_active":"2024-09-19T12:01:00.621543+0000","last_peered":"2024-09-19T12:01:00.621543+0000","last_clean":"2024-09-19T12:01:00.621543+0000","last_became_active":"2024-09-19T11:20:31.337621+0000","last_became_peered":"2024-09-19T11:20:31.337621+0000","last_unstale":"2024-09-19T12:01:00.621543+0000","last_undegraded":"2024-09-19T12:01:00.621543+0000","last_fullsized":"2024-09-19T12:01:00.621543+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.621460+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.621460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:13:24.034115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"261'140","reported_seq":711,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.601270+0000","last_change":"2024-09-19T12:01:10.601270+0000","last_active":"2024-09-19T12:01:10.601270+0000","last_peered":"2024-09-19T12:01:10.601270+0000","last_clean":"2024-09-19T12:01:10.601270+0000","last_became_active":"2024-09-19T11:20:33.336975+0000","last_became_peered":"2024-09-19T11:20:33.336975+0000","last_unstale":"2024-09-19T12:01:10.601270+0000","last_undegraded":"2024-09-19T12:01:10.601270+0000","last_fullsized":"2024-09-19T12:01:10.601270+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'140","last_scrub_stamp":"2024-09-19T12:01:10.601183+0000","last_deep_scrub":"261'140","last_deep_scrub_stamp":"2024-09-19T12:01:10.601183+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.601183+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:03.573560+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8794,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":243,"num_write":92,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":491,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.573098+0000","last_change":"2024-09-19T12:01:17.573098+0000","last_active":"2024-09-19T12:01:17.573098+0000","last_peered":"2024-09-19T12:01:17.573098+0000","last_clean":"2024-09-19T12:01:17.573098+0000","last_became_active":"2024-09-19T11:20:35.347167+0000","last_became_peered":"2024-09-19T11:20:35.347167+0000","last_unstale":"2024-09-19T12:01:17.573098+0000","last_undegraded":"2024-09-19T12:01:17.573098+0000","last_fullsized":"2024-09-19T12:01:17.573098+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.573009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.573009+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.573009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:14.498406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"261'134","reported_seq":631,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:24.684871+0000","last_change":"2024-09-19T12:01:24.684871+0000","last_active":"2024-09-19T12:01:24.684871+0000","last_peered":"2024-09-19T12:01:24.684871+0000","last_clean":"2024-09-19T12:01:24.684871+0000","last_became_active":"2024-09-19T11:20:37.356737+0000","last_became_peered":"2024-09-19T11:20:37.356737+0000","last_unstale":"2024-09-19T12:01:24.684871+0000","last_undegraded":"2024-09-19T12:01:24.684871+0000","last_fullsized":"2024-09-19T12:01:24.684871+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:24.684767+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:24.684767+0000","last_clean_scrub_stamp":"2024-09-19T12:01:24.684767+0000","objects_scrubbed":1,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:59.922687+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":161,"num_read_kb":156,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"261'1098","reported_seq":3022,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.585755+0000","last_change":"2024-09-19T12:00:55.585755+0000","last_active":"2024-09-19T12:00:55.585755+0000","last_peered":"2024-09-19T12:00:55.585755+0000","last_clean":"2024-09-19T12:00:55.585755+0000","last_became_active":"2024-09-19T11:20:29.331723+0000","last_became_peered":"2024-09-19T11:20:29.331723+0000","last_unstale":"2024-09-19T12:00:55.585755+0000","last_undegraded":"2024-09-19T12:00:55.585755+0000","last_fullsized":"2024-09-19T12:00:55.585755+0000","mapping_epoch":24,"log_start":"261'1000","ondisk_log_start":"261'1000","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'1098","last_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_deep_scrub":"261'1098","last_deep_scrub_stamp":"2024-09-19T12:00:55.585671+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.585671+0000","objects_scrubbed":6,"log_size":98,"log_dups_size":1000,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:59.203496+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5618,"num_read_kb":5027,"num_write":1586,"num_write_kb":746,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3487,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"261'235","reported_seq":888,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.604202+0000","last_change":"2024-09-19T12:00:54.604118+0000","last_active":"2024-09-19T12:00:54.604202+0000","last_peered":"2024-09-19T12:00:54.604202+0000","last_clean":"2024-09-19T12:00:54.604202+0000","last_became_active":"2024-09-19T11:20:27.332453+0000","last_became_peered":"2024-09-19T11:20:27.332453+0000","last_unstale":"2024-09-19T12:00:54.604202+0000","last_undegraded":"2024-09-19T12:00:54.604202+0000","last_fullsized":"2024-09-19T12:00:54.604202+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'235","last_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_deep_scrub":"261'235","last_deep_scrub_stamp":"2024-09-19T12:00:54.603988+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.603988+0000","objects_scrubbed":1,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:23.931622+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":587,"num_read_kb":79724,"num_write":941,"num_write_kb":42375,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.569203+0000","last_change":"2024-09-19T12:01:04.569203+0000","last_active":"2024-09-19T12:01:04.569203+0000","last_peered":"2024-09-19T12:01:04.569203+0000","last_clean":"2024-09-19T12:01:04.569203+0000","last_became_active":"2024-09-19T11:20:31.327245+0000","last_became_peered":"2024-09-19T11:20:31.327245+0000","last_unstale":"2024-09-19T12:01:04.569203+0000","last_undegraded":"2024-09-19T12:01:04.569203+0000","last_fullsized":"2024-09-19T12:01:04.569203+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:04.569121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:04.569121+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.569121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:14:22.839756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"261'58","reported_seq":559,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.731152+0000","last_change":"2024-09-19T12:01:11.731152+0000","last_active":"2024-09-19T12:01:11.731152+0000","last_peered":"2024-09-19T12:01:11.731152+0000","last_clean":"2024-09-19T12:01:11.731152+0000","last_became_active":"2024-09-19T11:20:33.339428+0000","last_became_peered":"2024-09-19T11:20:33.339428+0000","last_unstale":"2024-09-19T12:01:11.731152+0000","last_undegraded":"2024-09-19T12:01:11.731152+0000","last_fullsized":"2024-09-19T12:01:11.731152+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'58","last_scrub_stamp":"2024-09-19T12:01:11.731060+0000","last_deep_scrub":"261'58","last_deep_scrub_stamp":"2024-09-19T12:01:11.731060+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.731060+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:21:51.890090+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":27,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.601363+0000","last_change":"2024-09-19T12:01:15.601363+0000","last_active":"2024-09-19T12:01:15.601363+0000","last_peered":"2024-09-19T12:01:15.601363+0000","last_clean":"2024-09-19T12:01:15.601363+0000","last_became_active":"2024-09-19T11:20:35.348833+0000","last_became_peered":"2024-09-19T11:20:35.348833+0000","last_unstale":"2024-09-19T12:01:15.601363+0000","last_undegraded":"2024-09-19T12:01:15.601363+0000","last_fullsized":"2024-09-19T12:01:15.601363+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.601271+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.601271+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.601271+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:24.216047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"261'238","reported_seq":759,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.786048+0000","last_change":"2024-09-19T12:01:19.786048+0000","last_active":"2024-09-19T12:01:19.786048+0000","last_peered":"2024-09-19T12:01:19.786048+0000","last_clean":"2024-09-19T12:01:19.786048+0000","last_became_active":"2024-09-19T11:20:37.353120+0000","last_became_peered":"2024-09-19T11:20:37.353120+0000","last_unstale":"2024-09-19T12:01:19.786048+0000","last_undegraded":"2024-09-19T12:01:19.786048+0000","last_fullsized":"2024-09-19T12:01:19.786048+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'238","last_scrub_stamp":"2024-09-19T12:01:19.785949+0000","last_deep_scrub":"261'238","last_deep_scrub_stamp":"2024-09-19T12:01:19.785949+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.785949+0000","objects_scrubbed":2,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:22:32.724581+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":427,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":370,"num_read_kb":366,"num_write":554,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"261'895","reported_seq":2586,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.594540+0000","last_change":"2024-09-19T12:00:55.594540+0000","last_active":"2024-09-19T12:00:55.594540+0000","last_peered":"2024-09-19T12:00:55.594540+0000","last_clean":"2024-09-19T12:00:55.594540+0000","last_became_active":"2024-09-19T11:20:29.339223+0000","last_became_peered":"2024-09-19T11:20:29.339223+0000","last_unstale":"2024-09-19T12:00:55.594540+0000","last_undegraded":"2024-09-19T12:00:55.594540+0000","last_fullsized":"2024-09-19T12:00:55.594540+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'895","last_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_deep_scrub":"261'895","last_deep_scrub_stamp":"2024-09-19T12:00:55.594421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.594421+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":800,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:36.393906+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4278,"num_read_kb":3860,"num_write":1185,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"261'191","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.020192+0000","last_change":"2024-09-19T12:00:45.020192+0000","last_active":"2024-09-19T12:00:45.020192+0000","last_peered":"2024-09-19T12:00:45.020192+0000","last_clean":"2024-09-19T12:00:45.020192+0000","last_became_active":"2024-09-19T11:21:02.407724+0000","last_became_peered":"2024-09-19T11:21:02.407724+0000","last_unstale":"2024-09-19T12:00:45.020192+0000","last_undegraded":"2024-09-19T12:00:45.020192+0000","last_fullsized":"2024-09-19T12:00:45.020192+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:45.020118+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.020118+0000","objects_scrubbed":1,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:52:20.820209+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":517,"num_read_kb":68315,"num_write":888,"num_write_kb":42960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.758264+0000","last_change":"2024-09-19T12:01:06.758264+0000","last_active":"2024-09-19T12:01:06.758264+0000","last_peered":"2024-09-19T12:01:06.758264+0000","last_clean":"2024-09-19T12:01:06.758264+0000","last_became_active":"2024-09-19T11:20:31.331336+0000","last_became_peered":"2024-09-19T11:20:31.331336+0000","last_unstale":"2024-09-19T12:01:06.758264+0000","last_undegraded":"2024-09-19T12:01:06.758264+0000","last_fullsized":"2024-09-19T12:01:06.758264+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.758182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.758182+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.758182+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:51.400341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"261'158","reported_seq":745,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:11.552074+0000","last_change":"2024-09-19T12:01:11.552074+0000","last_active":"2024-09-19T12:01:11.552074+0000","last_peered":"2024-09-19T12:01:11.552074+0000","last_clean":"2024-09-19T12:01:11.552074+0000","last_became_active":"2024-09-19T11:20:33.340431+0000","last_became_peered":"2024-09-19T11:20:33.340431+0000","last_unstale":"2024-09-19T12:01:11.552074+0000","last_undegraded":"2024-09-19T12:01:11.552074+0000","last_fullsized":"2024-09-19T12:01:11.552074+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'158","last_scrub_stamp":"2024-09-19T12:01:11.551980+0000","last_deep_scrub":"261'158","last_deep_scrub_stamp":"2024-09-19T12:01:11.551980+0000","last_clean_scrub_stamp":"2024-09-19T12:01:11.551980+0000","objects_scrubbed":5,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:27:55.872169+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8144,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":200,"num_read_kb":254,"num_write":106,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:05.568648+0000","last_change":"2024-09-19T12:01:05.568648+0000","last_active":"2024-09-19T12:01:05.568648+0000","last_peered":"2024-09-19T12:01:05.568648+0000","last_clean":"2024-09-19T12:01:05.568648+0000","last_became_active":"2024-09-19T11:20:35.352020+0000","last_became_peered":"2024-09-19T11:20:35.352020+0000","last_unstale":"2024-09-19T12:01:05.568648+0000","last_undegraded":"2024-09-19T12:01:05.568648+0000","last_fullsized":"2024-09-19T12:01:05.568648+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:05.568567+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:05.568567+0000","last_clean_scrub_stamp":"2024-09-19T12:01:05.568567+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:32:01.606011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"261'160","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:21.487292+0000","last_change":"2024-09-19T12:01:21.487292+0000","last_active":"2024-09-19T12:01:21.487292+0000","last_peered":"2024-09-19T12:01:21.487292+0000","last_clean":"2024-09-19T12:01:21.487292+0000","last_became_active":"2024-09-19T11:20:37.361170+0000","last_became_peered":"2024-09-19T11:20:37.361170+0000","last_unstale":"2024-09-19T12:01:21.487292+0000","last_undegraded":"2024-09-19T12:01:21.487292+0000","last_fullsized":"2024-09-19T12:01:21.487292+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'160","last_scrub_stamp":"2024-09-19T12:01:21.487201+0000","last_deep_scrub":"261'160","last_deep_scrub_stamp":"2024-09-19T12:01:21.487201+0000","last_clean_scrub_stamp":"2024-09-19T12:01:21.487201+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:40.732334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":467,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":229,"num_write":347,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"261'467","reported_seq":2057,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.498768+0000","last_change":"2024-09-19T12:00:57.498768+0000","last_active":"2024-09-19T12:00:57.498768+0000","last_peered":"2024-09-19T12:00:57.498768+0000","last_clean":"2024-09-19T12:00:57.498768+0000","last_became_active":"2024-09-19T11:20:29.342501+0000","last_became_peered":"2024-09-19T11:20:29.342501+0000","last_unstale":"2024-09-19T12:00:57.498768+0000","last_undegraded":"2024-09-19T12:00:57.498768+0000","last_fullsized":"2024-09-19T12:00:57.498768+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'467","last_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_deep_scrub":"261'467","last_deep_scrub_stamp":"2024-09-19T12:00:57.498677+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.498677+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:36.673321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2644,"num_read_kb":2481,"num_write":550,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"261'199","reported_seq":925,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.585737+0000","last_change":"2024-09-19T12:00:46.585685+0000","last_active":"2024-09-19T12:00:46.585737+0000","last_peered":"2024-09-19T12:00:46.585737+0000","last_clean":"2024-09-19T12:00:46.585737+0000","last_became_active":"2024-09-19T11:20:27.334270+0000","last_became_peered":"2024-09-19T11:20:27.334270+0000","last_unstale":"2024-09-19T12:00:46.585737+0000","last_undegraded":"2024-09-19T12:00:46.585737+0000","last_fullsized":"2024-09-19T12:00:46.585737+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:46.585614+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.585614+0000","objects_scrubbed":3,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:10:17.518759+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730131,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":912,"num_read_kb":26205,"num_write":961,"num_write_kb":25391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.635801+0000","last_change":"2024-09-19T12:01:00.635801+0000","last_active":"2024-09-19T12:01:00.635801+0000","last_peered":"2024-09-19T12:01:00.635801+0000","last_clean":"2024-09-19T12:01:00.635801+0000","last_became_active":"2024-09-19T11:20:31.335159+0000","last_became_peered":"2024-09-19T11:20:31.335159+0000","last_unstale":"2024-09-19T12:01:00.635801+0000","last_undegraded":"2024-09-19T12:01:00.635801+0000","last_fullsized":"2024-09-19T12:01:00.635801+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:00.635708+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.635708+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:16:56.467321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"261'134","reported_seq":698,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.715411+0000","last_change":"2024-09-19T12:01:10.715411+0000","last_active":"2024-09-19T12:01:10.715411+0000","last_peered":"2024-09-19T12:01:10.715411+0000","last_clean":"2024-09-19T12:01:10.715411+0000","last_became_active":"2024-09-19T11:20:33.341026+0000","last_became_peered":"2024-09-19T11:20:33.341026+0000","last_unstale":"2024-09-19T12:01:10.715411+0000","last_undegraded":"2024-09-19T12:01:10.715411+0000","last_fullsized":"2024-09-19T12:01:10.715411+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:10.715304+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:10.715304+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.715304+0000","objects_scrubbed":4,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:52.982643+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19016,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":163,"num_read_kb":270,"num_write":88,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.682079+0000","last_change":"2024-09-19T12:01:10.682079+0000","last_active":"2024-09-19T12:01:10.682079+0000","last_peered":"2024-09-19T12:01:10.682079+0000","last_clean":"2024-09-19T12:01:10.682079+0000","last_became_active":"2024-09-19T11:20:35.350625+0000","last_became_peered":"2024-09-19T11:20:35.350625+0000","last_unstale":"2024-09-19T12:01:10.682079+0000","last_undegraded":"2024-09-19T12:01:10.682079+0000","last_fullsized":"2024-09-19T12:01:10.682079+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:10.681997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:10.681997+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.681997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:01:58.675295+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"261'796","reported_seq":2334,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.762576+0000","last_change":"2024-09-19T12:00:56.762576+0000","last_active":"2024-09-19T12:00:56.762576+0000","last_peered":"2024-09-19T12:00:56.762576+0000","last_clean":"2024-09-19T12:00:56.762576+0000","last_became_active":"2024-09-19T11:20:29.335759+0000","last_became_peered":"2024-09-19T11:20:29.335759+0000","last_unstale":"2024-09-19T12:00:56.762576+0000","last_undegraded":"2024-09-19T12:00:56.762576+0000","last_fullsized":"2024-09-19T12:00:56.762576+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'796","last_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_deep_scrub":"261'796","last_deep_scrub_stamp":"2024-09-19T12:00:56.762467+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.762467+0000","objects_scrubbed":4,"log_size":96,"log_dups_size":700,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:56:59.726781+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3740,"num_read_kb":3378,"num_write":1022,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":689,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"261'211","reported_seq":849,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.683842+0000","last_change":"2024-09-19T12:00:47.683744+0000","last_active":"2024-09-19T12:00:47.683842+0000","last_peered":"2024-09-19T12:00:47.683842+0000","last_clean":"2024-09-19T12:00:47.683842+0000","last_became_active":"2024-09-19T11:20:27.323053+0000","last_became_peered":"2024-09-19T11:20:27.323053+0000","last_unstale":"2024-09-19T12:00:47.683842+0000","last_undegraded":"2024-09-19T12:00:47.683842+0000","last_fullsized":"2024-09-19T12:00:47.683842+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'211","last_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_deep_scrub":"261'211","last_deep_scrub_stamp":"2024-09-19T12:00:47.683618+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.683618+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:53.262089+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":20261,"num_write":978,"num_write_kb":30446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.665292+0000","last_change":"2024-09-19T12:01:02.665292+0000","last_active":"2024-09-19T12:01:02.665292+0000","last_peered":"2024-09-19T12:01:02.665292+0000","last_clean":"2024-09-19T12:01:02.665292+0000","last_became_active":"2024-09-19T11:20:31.331059+0000","last_became_peered":"2024-09-19T11:20:31.331059+0000","last_unstale":"2024-09-19T12:01:02.665292+0000","last_undegraded":"2024-09-19T12:01:02.665292+0000","last_fullsized":"2024-09-19T12:01:02.665292+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.665200+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.665200+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:52:57.744233+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"261'225","reported_seq":850,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:04.691363+0000","last_change":"2024-09-19T12:01:04.691363+0000","last_active":"2024-09-19T12:01:04.691363+0000","last_peered":"2024-09-19T12:01:04.691363+0000","last_clean":"2024-09-19T12:01:04.691363+0000","last_became_active":"2024-09-19T11:20:33.342017+0000","last_became_peered":"2024-09-19T11:20:33.342017+0000","last_unstale":"2024-09-19T12:01:04.691363+0000","last_undegraded":"2024-09-19T12:01:04.691363+0000","last_fullsized":"2024-09-19T12:01:04.691363+0000","mapping_epoch":28,"log_start":"261'200","ondisk_log_start":"261'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'225","last_scrub_stamp":"2024-09-19T12:01:04.691258+0000","last_deep_scrub":"261'225","last_deep_scrub_stamp":"2024-09-19T12:01:04.691258+0000","last_clean_scrub_stamp":"2024-09-19T12:01:04.691258+0000","objects_scrubbed":7,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:23:10.123910+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84257,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":333,"num_read_kb":670,"num_write":222,"num_write_kb":213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.537439+0000","last_change":"2024-09-19T12:01:15.537439+0000","last_active":"2024-09-19T12:01:15.537439+0000","last_peered":"2024-09-19T12:01:15.537439+0000","last_clean":"2024-09-19T12:01:15.537439+0000","last_became_active":"2024-09-19T11:20:35.351129+0000","last_became_peered":"2024-09-19T11:20:35.351129+0000","last_unstale":"2024-09-19T12:01:15.537439+0000","last_undegraded":"2024-09-19T12:01:15.537439+0000","last_fullsized":"2024-09-19T12:01:15.537439+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.537359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.537359+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.537359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:21.328148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"261'137","reported_seq":638,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:22.667892+0000","last_change":"2024-09-19T12:01:22.667892+0000","last_active":"2024-09-19T12:01:22.667892+0000","last_peered":"2024-09-19T12:01:22.667892+0000","last_clean":"2024-09-19T12:01:22.667892+0000","last_became_active":"2024-09-19T11:20:37.372002+0000","last_became_peered":"2024-09-19T11:20:37.372002+0000","last_unstale":"2024-09-19T12:01:22.667892+0000","last_undegraded":"2024-09-19T12:01:22.667892+0000","last_fullsized":"2024-09-19T12:01:22.667892+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'137","last_scrub_stamp":"2024-09-19T12:01:22.667790+0000","last_deep_scrub":"261'137","last_deep_scrub_stamp":"2024-09-19T12:01:22.667790+0000","last_clean_scrub_stamp":"2024-09-19T12:01:22.667790+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:35.027870+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":181,"num_read_kb":194,"num_write":294,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"261'386","reported_seq":1882,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.723352+0000","last_change":"2024-09-19T12:00:56.723352+0000","last_active":"2024-09-19T12:00:56.723352+0000","last_peered":"2024-09-19T12:00:56.723352+0000","last_clean":"2024-09-19T12:00:56.723352+0000","last_became_active":"2024-09-19T11:20:29.338548+0000","last_became_peered":"2024-09-19T11:20:29.338548+0000","last_unstale":"2024-09-19T12:00:56.723352+0000","last_undegraded":"2024-09-19T12:00:56.723352+0000","last_fullsized":"2024-09-19T12:00:56.723352+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'386","last_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_deep_scrub":"261'386","last_deep_scrub_stamp":"2024-09-19T12:00:56.723261+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.723261+0000","objects_scrubbed":2,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:56:18.827976+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2159,"num_read_kb":2052,"num_write":422,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"261'208","reported_seq":810,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.616697+0000","last_change":"2024-09-19T12:00:47.616643+0000","last_active":"2024-09-19T12:00:47.616697+0000","last_peered":"2024-09-19T12:00:47.616697+0000","last_clean":"2024-09-19T12:00:47.616697+0000","last_became_active":"2024-09-19T11:20:27.324597+0000","last_became_peered":"2024-09-19T11:20:27.324597+0000","last_unstale":"2024-09-19T12:00:47.616697+0000","last_undegraded":"2024-09-19T12:00:47.616697+0000","last_fullsized":"2024-09-19T12:00:47.616697+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'208","last_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_deep_scrub":"261'208","last_deep_scrub_stamp":"2024-09-19T12:00:47.616555+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.616555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:58:30.504114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":449,"num_read_kb":29090,"num_write":920,"num_write_kb":35424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.626857+0000","last_change":"2024-09-19T12:01:01.626857+0000","last_active":"2024-09-19T12:01:01.626857+0000","last_peered":"2024-09-19T12:01:01.626857+0000","last_clean":"2024-09-19T12:01:01.626857+0000","last_became_active":"2024-09-19T11:20:31.336148+0000","last_became_peered":"2024-09-19T11:20:31.336148+0000","last_unstale":"2024-09-19T12:01:01.626857+0000","last_undegraded":"2024-09-19T12:01:01.626857+0000","last_fullsized":"2024-09-19T12:01:01.626857+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:01.626772+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.626772+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:41:45.367512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"261'150","reported_seq":725,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.678188+0000","last_change":"2024-09-19T12:01:12.678188+0000","last_active":"2024-09-19T12:01:12.678188+0000","last_peered":"2024-09-19T12:01:12.678188+0000","last_clean":"2024-09-19T12:01:12.678188+0000","last_became_active":"2024-09-19T11:20:33.341750+0000","last_became_peered":"2024-09-19T11:20:33.341750+0000","last_unstale":"2024-09-19T12:01:12.678188+0000","last_undegraded":"2024-09-19T12:01:12.678188+0000","last_fullsized":"2024-09-19T12:01:12.678188+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'150","last_scrub_stamp":"2024-09-19T12:01:12.678079+0000","last_deep_scrub":"261'150","last_deep_scrub_stamp":"2024-09-19T12:01:12.678079+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.678079+0000","objects_scrubbed":8,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:02.692683+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6712,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":254,"num_write":124,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.636604+0000","last_change":"2024-09-19T12:01:07.636604+0000","last_active":"2024-09-19T12:01:07.636604+0000","last_peered":"2024-09-19T12:01:07.636604+0000","last_clean":"2024-09-19T12:01:07.636604+0000","last_became_active":"2024-09-19T11:20:35.352340+0000","last_became_peered":"2024-09-19T11:20:35.352340+0000","last_unstale":"2024-09-19T12:01:07.636604+0000","last_undegraded":"2024-09-19T12:01:07.636604+0000","last_fullsized":"2024-09-19T12:01:07.636604+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.636532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.636532+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.636532+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:29:46.172808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"261'240","reported_seq":1103,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:10.539083+0000","last_change":"2024-09-19T12:01:10.539083+0000","last_active":"2024-09-19T12:01:10.539083+0000","last_peered":"2024-09-19T12:01:10.539083+0000","last_clean":"2024-09-19T12:01:10.539083+0000","last_became_active":"2024-09-19T11:20:37.359442+0000","last_became_peered":"2024-09-19T11:20:37.359442+0000","last_unstale":"2024-09-19T12:01:10.539083+0000","last_undegraded":"2024-09-19T12:01:10.539083+0000","last_fullsized":"2024-09-19T12:01:10.539083+0000","mapping_epoch":32,"log_start":"261'200","ondisk_log_start":"261'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'240","last_scrub_stamp":"2024-09-19T12:01:10.538976+0000","last_deep_scrub":"261'240","last_deep_scrub_stamp":"2024-09-19T12:01:10.538976+0000","last_clean_scrub_stamp":"2024-09-19T12:01:10.538976+0000","objects_scrubbed":6,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:05.644947+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1215,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":626,"num_read_kb":622,"num_write":617,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"261'769","reported_seq":2462,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.018492+0000","last_change":"2024-09-19T12:00:51.018430+0000","last_active":"2024-09-19T12:00:51.018492+0000","last_peered":"2024-09-19T12:00:51.018492+0000","last_clean":"2024-09-19T12:00:51.018492+0000","last_became_active":"2024-09-19T11:21:02.404152+0000","last_became_peered":"2024-09-19T11:21:02.404152+0000","last_unstale":"2024-09-19T12:00:51.018492+0000","last_undegraded":"2024-09-19T12:00:51.018492+0000","last_fullsized":"2024-09-19T12:00:51.018492+0000","mapping_epoch":35,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:00:51.018343+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.018343+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:12:52.147573+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3873,"num_read_kb":3544,"num_write":970,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"261'219","reported_seq":903,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.811028+0000","last_change":"2024-09-19T12:00:46.811028+0000","last_active":"2024-09-19T12:00:46.811028+0000","last_peered":"2024-09-19T12:00:46.811028+0000","last_clean":"2024-09-19T12:00:46.811028+0000","last_became_active":"2024-09-19T11:20:27.325740+0000","last_became_peered":"2024-09-19T11:20:27.325740+0000","last_unstale":"2024-09-19T12:00:46.811028+0000","last_undegraded":"2024-09-19T12:00:46.811028+0000","last_fullsized":"2024-09-19T12:00:46.811028+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'219","last_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_deep_scrub":"261'219","last_deep_scrub_stamp":"2024-09-19T12:00:46.810938+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.810938+0000","objects_scrubbed":1,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:37.198179+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":715,"num_read_kb":67247,"num_write":1078,"num_write_kb":26702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":498,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.715983+0000","last_change":"2024-09-19T12:01:09.715983+0000","last_active":"2024-09-19T12:01:09.715983+0000","last_peered":"2024-09-19T12:01:09.715983+0000","last_clean":"2024-09-19T12:01:09.715983+0000","last_became_active":"2024-09-19T11:20:31.335445+0000","last_became_peered":"2024-09-19T11:20:31.335445+0000","last_unstale":"2024-09-19T12:01:09.715983+0000","last_undegraded":"2024-09-19T12:01:09.715983+0000","last_fullsized":"2024-09-19T12:01:09.715983+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:09.715900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:09.715900+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.715900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:50.107018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"261'136","reported_seq":709,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.552394+0000","last_change":"2024-09-19T12:01:13.552394+0000","last_active":"2024-09-19T12:01:13.552394+0000","last_peered":"2024-09-19T12:01:13.552394+0000","last_clean":"2024-09-19T12:01:13.552394+0000","last_became_active":"2024-09-19T11:20:33.451974+0000","last_became_peered":"2024-09-19T11:20:33.451974+0000","last_unstale":"2024-09-19T12:01:13.552394+0000","last_undegraded":"2024-09-19T12:01:13.552394+0000","last_fullsized":"2024-09-19T12:01:13.552394+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'136","last_scrub_stamp":"2024-09-19T12:01:13.552295+0000","last_deep_scrub":"261'136","last_deep_scrub_stamp":"2024-09-19T12:01:13.552295+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.552295+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:16.502522+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9059,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":266,"num_write":92,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":493,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.632535+0000","last_change":"2024-09-19T12:01:06.632535+0000","last_active":"2024-09-19T12:01:06.632535+0000","last_peered":"2024-09-19T12:01:06.632535+0000","last_clean":"2024-09-19T12:01:06.632535+0000","last_became_active":"2024-09-19T11:20:35.349685+0000","last_became_peered":"2024-09-19T11:20:35.349685+0000","last_unstale":"2024-09-19T12:01:06.632535+0000","last_undegraded":"2024-09-19T12:01:06.632535+0000","last_fullsized":"2024-09-19T12:01:06.632535+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.632440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.632440+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.632440+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:35.956306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"261'128","reported_seq":614,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.511195+0000","last_change":"2024-09-19T12:01:19.511195+0000","last_active":"2024-09-19T12:01:19.511195+0000","last_peered":"2024-09-19T12:01:19.511195+0000","last_clean":"2024-09-19T12:01:19.511195+0000","last_became_active":"2024-09-19T11:20:37.362709+0000","last_became_peered":"2024-09-19T11:20:37.362709+0000","last_unstale":"2024-09-19T12:01:19.511195+0000","last_undegraded":"2024-09-19T12:01:19.511195+0000","last_fullsized":"2024-09-19T12:01:19.511195+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'128","last_scrub_stamp":"2024-09-19T12:01:19.511109+0000","last_deep_scrub":"261'128","last_deep_scrub_stamp":"2024-09-19T12:01:19.511109+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.511109+0000","objects_scrubbed":4,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:01:16.350019+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":585,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":131,"num_read_kb":130,"num_write":297,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"261'633","reported_seq":2279,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.000581+0000","last_change":"2024-09-19T12:00:50.000581+0000","last_active":"2024-09-19T12:00:50.000581+0000","last_peered":"2024-09-19T12:00:50.000581+0000","last_clean":"2024-09-19T12:00:50.000581+0000","last_became_active":"2024-09-19T11:20:29.327020+0000","last_became_peered":"2024-09-19T11:20:29.327020+0000","last_unstale":"2024-09-19T12:00:50.000581+0000","last_undegraded":"2024-09-19T12:00:50.000581+0000","last_fullsized":"2024-09-19T12:00:50.000581+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'633","last_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_deep_scrub":"261'633","last_deep_scrub_stamp":"2024-09-19T12:00:50.000495+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.000495+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":600,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:20:33.428443+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3283,"num_read_kb":2999,"num_write":839,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"261'301","reported_seq":988,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:47.584070+0000","last_change":"2024-09-19T12:00:47.584070+0000","last_active":"2024-09-19T12:00:47.584070+0000","last_peered":"2024-09-19T12:00:47.584070+0000","last_clean":"2024-09-19T12:00:47.584070+0000","last_became_active":"2024-09-19T11:20:27.329774+0000","last_became_peered":"2024-09-19T11:20:27.329774+0000","last_unstale":"2024-09-19T12:00:47.584070+0000","last_undegraded":"2024-09-19T12:00:47.584070+0000","last_fullsized":"2024-09-19T12:00:47.584070+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:47.583984+0000","last_clean_scrub_stamp":"2024-09-19T12:00:47.583984+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:24:11.576171+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":830,"num_read_kb":37079,"num_write":1251,"num_write_kb":31811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.691007+0000","last_change":"2024-09-19T12:01:02.691007+0000","last_active":"2024-09-19T12:01:02.691007+0000","last_peered":"2024-09-19T12:01:02.691007+0000","last_clean":"2024-09-19T12:01:02.691007+0000","last_became_active":"2024-09-19T11:20:31.334289+0000","last_became_peered":"2024-09-19T11:20:31.334289+0000","last_unstale":"2024-09-19T12:01:02.691007+0000","last_undegraded":"2024-09-19T12:01:02.691007+0000","last_fullsized":"2024-09-19T12:01:02.691007+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:02.690900+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.690900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:40:38.714205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"261'88","reported_seq":606,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.598539+0000","last_change":"2024-09-19T12:01:14.598539+0000","last_active":"2024-09-19T12:01:14.598539+0000","last_peered":"2024-09-19T12:01:14.598539+0000","last_clean":"2024-09-19T12:01:14.598539+0000","last_became_active":"2024-09-19T11:20:33.452368+0000","last_became_peered":"2024-09-19T11:20:33.452368+0000","last_unstale":"2024-09-19T12:01:14.598539+0000","last_undegraded":"2024-09-19T12:01:14.598539+0000","last_fullsized":"2024-09-19T12:01:14.598539+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'88","last_scrub_stamp":"2024-09-19T12:01:14.598442+0000","last_deep_scrub":"261'88","last_deep_scrub_stamp":"2024-09-19T12:01:14.598442+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.598442+0000","objects_scrubbed":7,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:58.888702+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":99,"num_read_kb":94,"num_write":118,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"261'772","reported_seq":4131,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.564650+0000","last_change":"2024-09-19T12:01:07.564650+0000","last_active":"2024-09-19T12:01:07.564650+0000","last_peered":"2024-09-19T12:01:07.564650+0000","last_clean":"2024-09-19T12:01:07.564650+0000","last_became_active":"2024-09-19T11:20:35.348375+0000","last_became_peered":"2024-09-19T11:20:35.348375+0000","last_unstale":"2024-09-19T12:01:07.564650+0000","last_undegraded":"2024-09-19T12:01:07.564650+0000","last_fullsized":"2024-09-19T12:01:07.564650+0000","mapping_epoch":30,"log_start":"261'700","ondisk_log_start":"261'700","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'772","last_scrub_stamp":"2024-09-19T12:01:07.564564+0000","last_deep_scrub":"261'772","last_deep_scrub_stamp":"2024-09-19T12:01:07.564564+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.564564+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:59:49.567911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"261'164","reported_seq":668,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:20.686414+0000","last_change":"2024-09-19T12:01:20.686414+0000","last_active":"2024-09-19T12:01:20.686414+0000","last_peered":"2024-09-19T12:01:20.686414+0000","last_clean":"2024-09-19T12:01:20.686414+0000","last_became_active":"2024-09-19T11:20:37.359536+0000","last_became_peered":"2024-09-19T11:20:37.359536+0000","last_unstale":"2024-09-19T12:01:20.686414+0000","last_undegraded":"2024-09-19T12:01:20.686414+0000","last_fullsized":"2024-09-19T12:01:20.686414+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'164","last_scrub_stamp":"2024-09-19T12:01:20.686325+0000","last_deep_scrub":"261'164","last_deep_scrub_stamp":"2024-09-19T12:01:20.686325+0000","last_clean_scrub_stamp":"2024-09-19T12:01:20.686325+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:55:13.670841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":227,"num_write":409,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"261'422","reported_seq":2076,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.798943+0000","last_change":"2024-09-19T12:00:58.798943+0000","last_active":"2024-09-19T12:00:58.798943+0000","last_peered":"2024-09-19T12:00:58.798943+0000","last_clean":"2024-09-19T12:00:58.798943+0000","last_became_active":"2024-09-19T11:20:29.337433+0000","last_became_peered":"2024-09-19T11:20:29.337433+0000","last_unstale":"2024-09-19T12:00:58.798943+0000","last_undegraded":"2024-09-19T12:00:58.798943+0000","last_fullsized":"2024-09-19T12:00:58.798943+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:00:58.798835+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.798835+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:16:53.329456+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2564,"num_read_kb":2454,"num_write":468,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2042,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"261'229","reported_seq":899,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.582458+0000","last_change":"2024-09-19T12:00:49.582458+0000","last_active":"2024-09-19T12:00:49.582458+0000","last_peered":"2024-09-19T12:00:49.582458+0000","last_clean":"2024-09-19T12:00:49.582458+0000","last_became_active":"2024-09-19T11:20:27.327093+0000","last_became_peered":"2024-09-19T11:20:27.327093+0000","last_unstale":"2024-09-19T12:00:49.582458+0000","last_undegraded":"2024-09-19T12:00:49.582458+0000","last_fullsized":"2024-09-19T12:00:49.582458+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'229","last_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_deep_scrub":"261'229","last_deep_scrub_stamp":"2024-09-19T12:00:49.582353+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.582353+0000","objects_scrubbed":3,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:28.414276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":707,"num_read_kb":16484,"num_write":970,"num_write_kb":32701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:07.714091+0000","last_change":"2024-09-19T12:01:07.714091+0000","last_active":"2024-09-19T12:01:07.714091+0000","last_peered":"2024-09-19T12:01:07.714091+0000","last_clean":"2024-09-19T12:01:07.714091+0000","last_became_active":"2024-09-19T11:20:31.331591+0000","last_became_peered":"2024-09-19T11:20:31.331591+0000","last_unstale":"2024-09-19T12:01:07.714091+0000","last_undegraded":"2024-09-19T12:01:07.714091+0000","last_fullsized":"2024-09-19T12:01:07.714091+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:07.714009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:07.714009+0000","last_clean_scrub_stamp":"2024-09-19T12:01:07.714009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:07.740976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"261'148","reported_seq":724,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.529441+0000","last_change":"2024-09-19T12:01:13.529333+0000","last_active":"2024-09-19T12:01:13.529441+0000","last_peered":"2024-09-19T12:01:13.529441+0000","last_clean":"2024-09-19T12:01:13.529441+0000","last_became_active":"2024-09-19T11:20:33.338048+0000","last_became_peered":"2024-09-19T11:20:33.338048+0000","last_unstale":"2024-09-19T12:01:13.529441+0000","last_undegraded":"2024-09-19T12:01:13.529441+0000","last_fullsized":"2024-09-19T12:01:13.529441+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'148","last_scrub_stamp":"2024-09-19T12:01:13.529203+0000","last_deep_scrub":"261'148","last_deep_scrub_stamp":"2024-09-19T12:01:13.529203+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.529203+0000","objects_scrubbed":7,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:43.873482+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":252,"num_write":100,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":489,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:14.761694+0000","last_change":"2024-09-19T12:01:14.761618+0000","last_active":"2024-09-19T12:01:14.761694+0000","last_peered":"2024-09-19T12:01:14.761694+0000","last_clean":"2024-09-19T12:01:14.761694+0000","last_became_active":"2024-09-19T11:20:35.346414+0000","last_became_peered":"2024-09-19T11:20:35.346414+0000","last_unstale":"2024-09-19T12:01:14.761694+0000","last_undegraded":"2024-09-19T12:01:14.761694+0000","last_fullsized":"2024-09-19T12:01:14.761694+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:14.761533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:14.761533+0000","last_clean_scrub_stamp":"2024-09-19T12:01:14.761533+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:59:27.805886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"261'120","reported_seq":617,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.655675+0000","last_change":"2024-09-19T12:01:19.655594+0000","last_active":"2024-09-19T12:01:19.655675+0000","last_peered":"2024-09-19T12:01:19.655675+0000","last_clean":"2024-09-19T12:01:19.655675+0000","last_became_active":"2024-09-19T11:20:37.365052+0000","last_became_peered":"2024-09-19T11:20:37.365052+0000","last_unstale":"2024-09-19T12:01:19.655675+0000","last_undegraded":"2024-09-19T12:01:19.655675+0000","last_fullsized":"2024-09-19T12:01:19.655675+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'120","last_scrub_stamp":"2024-09-19T12:01:19.655490+0000","last_deep_scrub":"261'120","last_deep_scrub_stamp":"2024-09-19T12:01:19.655490+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.655490+0000","objects_scrubbed":3,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:38:35.243666+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":157,"num_read_kb":150,"num_write":274,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"261'842","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.755339+0000","last_change":"2024-09-19T12:00:57.755339+0000","last_active":"2024-09-19T12:00:57.755339+0000","last_peered":"2024-09-19T12:00:57.755339+0000","last_clean":"2024-09-19T12:00:57.755339+0000","last_became_active":"2024-09-19T11:20:29.337141+0000","last_became_peered":"2024-09-19T11:20:29.337141+0000","last_unstale":"2024-09-19T12:00:57.755339+0000","last_undegraded":"2024-09-19T12:00:57.755339+0000","last_fullsized":"2024-09-19T12:00:57.755339+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'842","last_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_deep_scrub":"261'842","last_deep_scrub_stamp":"2024-09-19T12:00:57.755251+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.755251+0000","objects_scrubbed":1,"log_size":42,"log_dups_size":800,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:06:53.089202+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3993,"num_read_kb":3571,"num_write":1115,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"261'264","reported_seq":953,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.565232+0000","last_change":"2024-09-19T12:00:50.565232+0000","last_active":"2024-09-19T12:00:50.565232+0000","last_peered":"2024-09-19T12:00:50.565232+0000","last_clean":"2024-09-19T12:00:50.565232+0000","last_became_active":"2024-09-19T11:20:27.322974+0000","last_became_peered":"2024-09-19T11:20:27.322974+0000","last_unstale":"2024-09-19T12:00:50.565232+0000","last_undegraded":"2024-09-19T12:00:50.565232+0000","last_fullsized":"2024-09-19T12:00:50.565232+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'264","last_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_deep_scrub":"261'264","last_deep_scrub_stamp":"2024-09-19T12:00:50.565101+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.565101+0000","objects_scrubbed":6,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:39.295152+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730148,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":899,"num_read_kb":14691,"num_write":1110,"num_write_kb":34611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":495,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:09.509544+0000","last_change":"2024-09-19T12:01:09.509544+0000","last_active":"2024-09-19T12:01:09.509544+0000","last_peered":"2024-09-19T12:01:09.509544+0000","last_clean":"2024-09-19T12:01:09.509544+0000","last_became_active":"2024-09-19T11:20:31.334357+0000","last_became_peered":"2024-09-19T11:20:31.334357+0000","last_unstale":"2024-09-19T12:01:09.509544+0000","last_undegraded":"2024-09-19T12:01:09.509544+0000","last_fullsized":"2024-09-19T12:01:09.509544+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:09.509434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:09.509434+0000","last_clean_scrub_stamp":"2024-09-19T12:01:09.509434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:16.660060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"261'121","reported_seq":686,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.768192+0000","last_change":"2024-09-19T12:01:13.768134+0000","last_active":"2024-09-19T12:01:13.768192+0000","last_peered":"2024-09-19T12:01:13.768192+0000","last_clean":"2024-09-19T12:01:13.768192+0000","last_became_active":"2024-09-19T11:20:33.340891+0000","last_became_peered":"2024-09-19T11:20:33.340891+0000","last_unstale":"2024-09-19T12:01:13.768192+0000","last_undegraded":"2024-09-19T12:01:13.768192+0000","last_fullsized":"2024-09-19T12:01:13.768192+0000","mapping_epoch":28,"log_start":"261'100","ondisk_log_start":"261'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'121","last_scrub_stamp":"2024-09-19T12:01:13.768027+0000","last_deep_scrub":"261'121","last_deep_scrub_stamp":"2024-09-19T12:01:13.768027+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.768027+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:57:41.675742+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7810,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":147,"num_read_kb":209,"num_write":72,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":487,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:06.520074+0000","last_change":"2024-09-19T12:01:06.520008+0000","last_active":"2024-09-19T12:01:06.520074+0000","last_peered":"2024-09-19T12:01:06.520074+0000","last_clean":"2024-09-19T12:01:06.520074+0000","last_became_active":"2024-09-19T11:20:35.346062+0000","last_became_peered":"2024-09-19T11:20:35.346062+0000","last_unstale":"2024-09-19T12:01:06.520074+0000","last_undegraded":"2024-09-19T12:01:06.520074+0000","last_fullsized":"2024-09-19T12:01:06.520074+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:06.519923+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:06.519923+0000","last_clean_scrub_stamp":"2024-09-19T12:01:06.519923+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:35.224913+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"261'134","reported_seq":653,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:23.685563+0000","last_change":"2024-09-19T12:01:23.685502+0000","last_active":"2024-09-19T12:01:23.685563+0000","last_peered":"2024-09-19T12:01:23.685563+0000","last_clean":"2024-09-19T12:01:23.685563+0000","last_became_active":"2024-09-19T11:20:37.371963+0000","last_became_peered":"2024-09-19T11:20:37.371963+0000","last_unstale":"2024-09-19T12:01:23.685563+0000","last_undegraded":"2024-09-19T12:01:23.685563+0000","last_fullsized":"2024-09-19T12:01:23.685563+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'134","last_scrub_stamp":"2024-09-19T12:01:23.685405+0000","last_deep_scrub":"261'134","last_deep_scrub_stamp":"2024-09-19T12:01:23.685405+0000","last_clean_scrub_stamp":"2024-09-19T12:01:23.685405+0000","objects_scrubbed":3,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:11.952973+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1166,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":209,"num_write":335,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"261'388","reported_seq":1856,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.515858+0000","last_change":"2024-09-19T12:00:58.515790+0000","last_active":"2024-09-19T12:00:58.515858+0000","last_peered":"2024-09-19T12:00:58.515858+0000","last_clean":"2024-09-19T12:00:58.515858+0000","last_became_active":"2024-09-19T11:20:29.336096+0000","last_became_peered":"2024-09-19T11:20:29.336096+0000","last_unstale":"2024-09-19T12:00:58.515858+0000","last_undegraded":"2024-09-19T12:00:58.515858+0000","last_fullsized":"2024-09-19T12:00:58.515858+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'388","last_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_deep_scrub":"261'388","last_deep_scrub_stamp":"2024-09-19T12:00:58.515703+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.515703+0000","objects_scrubbed":1,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:36:45.541789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2081,"num_read_kb":1980,"num_write":452,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"261'180","reported_seq":804,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:45.671214+0000","last_change":"2024-09-19T12:00:45.671214+0000","last_active":"2024-09-19T12:00:45.671214+0000","last_peered":"2024-09-19T12:00:45.671214+0000","last_clean":"2024-09-19T12:00:45.671214+0000","last_became_active":"2024-09-19T11:20:27.320966+0000","last_became_peered":"2024-09-19T11:20:27.320966+0000","last_unstale":"2024-09-19T12:00:45.671214+0000","last_undegraded":"2024-09-19T12:00:45.671214+0000","last_fullsized":"2024-09-19T12:00:45.671214+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'180","last_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_deep_scrub":"261'180","last_deep_scrub_stamp":"2024-09-19T12:00:45.671096+0000","last_clean_scrub_stamp":"2024-09-19T12:00:45.671096+0000","objects_scrubbed":5,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:14:55.650873+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":3209,"num_write":906,"num_write_kb":7170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":499,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:08.683624+0000","last_change":"2024-09-19T12:01:08.683540+0000","last_active":"2024-09-19T12:01:08.683624+0000","last_peered":"2024-09-19T12:01:08.683624+0000","last_clean":"2024-09-19T12:01:08.683624+0000","last_became_active":"2024-09-19T11:20:31.331407+0000","last_became_peered":"2024-09-19T11:20:31.331407+0000","last_unstale":"2024-09-19T12:01:08.683624+0000","last_undegraded":"2024-09-19T12:01:08.683624+0000","last_fullsized":"2024-09-19T12:01:08.683624+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:08.683458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:08.683458+0000","last_clean_scrub_stamp":"2024-09-19T12:01:08.683458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:32:40.999899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"261'104","reported_seq":662,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:12.552896+0000","last_change":"2024-09-19T12:01:12.552896+0000","last_active":"2024-09-19T12:01:12.552896+0000","last_peered":"2024-09-19T12:01:12.552896+0000","last_clean":"2024-09-19T12:01:12.552896+0000","last_became_active":"2024-09-19T11:20:33.339783+0000","last_became_peered":"2024-09-19T11:20:33.339783+0000","last_unstale":"2024-09-19T12:01:12.552896+0000","last_undegraded":"2024-09-19T12:01:12.552896+0000","last_fullsized":"2024-09-19T12:01:12.552896+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'104","last_scrub_stamp":"2024-09-19T12:01:12.552792+0000","last_deep_scrub":"261'104","last_deep_scrub_stamp":"2024-09-19T12:01:12.552792+0000","last_clean_scrub_stamp":"2024-09-19T12:01:12.552792+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:20.800887+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9458,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":191,"num_write":56,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":490,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:17.653318+0000","last_change":"2024-09-19T12:01:17.653318+0000","last_active":"2024-09-19T12:01:17.653318+0000","last_peered":"2024-09-19T12:01:17.653318+0000","last_clean":"2024-09-19T12:01:17.653318+0000","last_became_active":"2024-09-19T11:20:35.349054+0000","last_became_peered":"2024-09-19T11:20:35.349054+0000","last_unstale":"2024-09-19T12:01:17.653318+0000","last_undegraded":"2024-09-19T12:01:17.653318+0000","last_fullsized":"2024-09-19T12:01:17.653318+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:17.653236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:17.653236+0000","last_clean_scrub_stamp":"2024-09-19T12:01:17.653236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:42:11.277176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"261'168","reported_seq":1273,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:18.633020+0000","last_change":"2024-09-19T12:01:18.632951+0000","last_active":"2024-09-19T12:01:18.633020+0000","last_peered":"2024-09-19T12:01:18.633020+0000","last_clean":"2024-09-19T12:01:18.633020+0000","last_became_active":"2024-09-19T11:20:37.359251+0000","last_became_peered":"2024-09-19T11:20:37.359251+0000","last_unstale":"2024-09-19T12:01:18.633020+0000","last_undegraded":"2024-09-19T12:01:18.633020+0000","last_fullsized":"2024-09-19T12:01:18.633020+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'168","last_scrub_stamp":"2024-09-19T12:01:18.632851+0000","last_deep_scrub":"261'168","last_deep_scrub_stamp":"2024-09-19T12:01:18.632851+0000","last_clean_scrub_stamp":"2024-09-19T12:01:18.632851+0000","objects_scrubbed":3,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:09:47.897366+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":845,"num_read_kb":837,"num_write":388,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"261'536","reported_seq":2045,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.779678+0000","last_change":"2024-09-19T12:00:56.779619+0000","last_active":"2024-09-19T12:00:56.779678+0000","last_peered":"2024-09-19T12:00:56.779678+0000","last_clean":"2024-09-19T12:00:56.779678+0000","last_became_active":"2024-09-19T11:20:29.329665+0000","last_became_peered":"2024-09-19T11:20:29.329665+0000","last_unstale":"2024-09-19T12:00:56.779678+0000","last_undegraded":"2024-09-19T12:00:56.779678+0000","last_fullsized":"2024-09-19T12:00:56.779678+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'536","last_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_deep_scrub":"261'536","last_deep_scrub_stamp":"2024-09-19T12:00:56.779536+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.779536+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":500,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:30:18.169076+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2635,"num_read_kb":2418,"num_write":658,"num_write_kb":178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"261'212","reported_seq":881,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.624767+0000","last_change":"2024-09-19T12:00:48.624767+0000","last_active":"2024-09-19T12:00:48.624767+0000","last_peered":"2024-09-19T12:00:48.624767+0000","last_clean":"2024-09-19T12:00:48.624767+0000","last_became_active":"2024-09-19T11:21:02.404089+0000","last_became_peered":"2024-09-19T11:21:02.404089+0000","last_unstale":"2024-09-19T12:00:48.624767+0000","last_undegraded":"2024-09-19T12:00:48.624767+0000","last_fullsized":"2024-09-19T12:00:48.624767+0000","mapping_epoch":35,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'212","last_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_deep_scrub":"261'212","last_deep_scrub_stamp":"2024-09-19T12:00:48.624649+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.624649+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:51:10.209769+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":592,"num_read_kb":56108,"num_write":1013,"num_write_kb":29306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"261'2","reported_seq":500,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.650025+0000","last_change":"2024-09-19T12:01:01.649935+0000","last_active":"2024-09-19T12:01:01.650025+0000","last_peered":"2024-09-19T12:01:01.650025+0000","last_clean":"2024-09-19T12:01:01.650025+0000","last_became_active":"2024-09-19T11:20:31.337517+0000","last_became_peered":"2024-09-19T11:20:31.337517+0000","last_unstale":"2024-09-19T12:01:01.650025+0000","last_undegraded":"2024-09-19T12:01:01.650025+0000","last_fullsized":"2024-09-19T12:01:01.650025+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-19T12:01:01.649841+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.649841+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:11.495928+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"261'151","reported_seq":733,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:13.602782+0000","last_change":"2024-09-19T12:01:13.602782+0000","last_active":"2024-09-19T12:01:13.602782+0000","last_peered":"2024-09-19T12:01:13.602782+0000","last_clean":"2024-09-19T12:01:13.602782+0000","last_became_active":"2024-09-19T11:20:33.335824+0000","last_became_peered":"2024-09-19T11:20:33.335824+0000","last_unstale":"2024-09-19T12:01:13.602782+0000","last_undegraded":"2024-09-19T12:01:13.602782+0000","last_fullsized":"2024-09-19T12:01:13.602782+0000","mapping_epoch":28,"log_start":"258'100","ondisk_log_start":"258'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'151","last_scrub_stamp":"2024-09-19T12:01:13.602669+0000","last_deep_scrub":"261'151","last_deep_scrub_stamp":"2024-09-19T12:01:13.602669+0000","last_clean_scrub_stamp":"2024-09-19T12:01:13.602669+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:51.012922+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8834,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":195,"num_read_kb":257,"num_write":104,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":488,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:15.806975+0000","last_change":"2024-09-19T12:01:15.806975+0000","last_active":"2024-09-19T12:01:15.806975+0000","last_peered":"2024-09-19T12:01:15.806975+0000","last_clean":"2024-09-19T12:01:15.806975+0000","last_became_active":"2024-09-19T11:20:35.348252+0000","last_became_peered":"2024-09-19T11:20:35.348252+0000","last_unstale":"2024-09-19T12:01:15.806975+0000","last_undegraded":"2024-09-19T12:01:15.806975+0000","last_fullsized":"2024-09-19T12:01:15.806975+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T12:01:15.806885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T12:01:15.806885+0000","last_clean_scrub_stamp":"2024-09-19T12:01:15.806885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:35.911973+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"261'115","reported_seq":618,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:19.721068+0000","last_change":"2024-09-19T12:01:19.721068+0000","last_active":"2024-09-19T12:01:19.721068+0000","last_peered":"2024-09-19T12:01:19.721068+0000","last_clean":"2024-09-19T12:01:19.721068+0000","last_became_active":"2024-09-19T11:20:37.356653+0000","last_became_peered":"2024-09-19T11:20:37.356653+0000","last_unstale":"2024-09-19T12:01:19.721068+0000","last_undegraded":"2024-09-19T12:01:19.721068+0000","last_fullsized":"2024-09-19T12:01:19.721068+0000","mapping_epoch":32,"log_start":"261'100","ondisk_log_start":"261'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'115","last_scrub_stamp":"2024-09-19T12:01:19.720985+0000","last_deep_scrub":"261'115","last_deep_scrub_stamp":"2024-09-19T12:01:19.720985+0000","last_clean_scrub_stamp":"2024-09-19T12:01:19.720985+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:56.031385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":166,"num_write":262,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"261'504","reported_seq":2050,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.611582+0000","last_change":"2024-09-19T12:00:58.611527+0000","last_active":"2024-09-19T12:00:58.611582+0000","last_peered":"2024-09-19T12:00:58.611582+0000","last_clean":"2024-09-19T12:00:58.611582+0000","last_became_active":"2024-09-19T11:20:29.331510+0000","last_became_peered":"2024-09-19T11:20:29.331510+0000","last_unstale":"2024-09-19T12:00:58.611582+0000","last_undegraded":"2024-09-19T12:00:58.611582+0000","last_fullsized":"2024-09-19T12:00:58.611582+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'504","last_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_deep_scrub":"261'504","last_deep_scrub_stamp":"2024-09-19T12:00:58.611432+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.611432+0000","objects_scrubbed":2,"log_size":104,"log_dups_size":400,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:14.030456+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2602,"num_read_kb":2404,"num_write":616,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"261'197","reported_seq":812,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.696515+0000","last_change":"2024-09-19T12:00:49.696515+0000","last_active":"2024-09-19T12:00:49.696515+0000","last_peered":"2024-09-19T12:00:49.696515+0000","last_clean":"2024-09-19T12:00:49.696515+0000","last_became_active":"2024-09-19T11:20:27.331530+0000","last_became_peered":"2024-09-19T11:20:27.331530+0000","last_unstale":"2024-09-19T12:00:49.696515+0000","last_undegraded":"2024-09-19T12:00:49.696515+0000","last_fullsized":"2024-09-19T12:00:49.696515+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'197","last_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_deep_scrub":"261'197","last_deep_scrub_stamp":"2024-09-19T12:00:49.696421+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.696421+0000","objects_scrubbed":2,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:18:02.396806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":505,"num_read_kb":10390,"num_write":947,"num_write_kb":37173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"261'708","reported_seq":2501,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.607058+0000","last_change":"2024-09-19T12:00:57.606974+0000","last_active":"2024-09-19T12:00:57.607058+0000","last_peered":"2024-09-19T12:00:57.607058+0000","last_clean":"2024-09-19T12:00:57.607058+0000","last_became_active":"2024-09-19T11:20:29.324630+0000","last_became_peered":"2024-09-19T11:20:29.324630+0000","last_unstale":"2024-09-19T12:00:57.607058+0000","last_undegraded":"2024-09-19T12:00:57.607058+0000","last_fullsized":"2024-09-19T12:00:57.607058+0000","mapping_epoch":24,"log_start":"261'600","ondisk_log_start":"261'600","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'708","last_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_deep_scrub":"261'708","last_deep_scrub_stamp":"2024-09-19T12:00:57.606774+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.606774+0000","objects_scrubbed":4,"log_size":108,"log_dups_size":600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:52.382989+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3838,"num_read_kb":3500,"num_write":979,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":695,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"261'301","reported_seq":1005,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:46.049513+0000","last_change":"2024-09-19T12:00:46.049513+0000","last_active":"2024-09-19T12:00:46.049513+0000","last_peered":"2024-09-19T12:00:46.049513+0000","last_clean":"2024-09-19T12:00:46.049513+0000","last_became_active":"2024-09-19T11:20:27.314347+0000","last_became_peered":"2024-09-19T11:20:27.314347+0000","last_unstale":"2024-09-19T12:00:46.049513+0000","last_undegraded":"2024-09-19T12:00:46.049513+0000","last_fullsized":"2024-09-19T12:00:46.049513+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'301","last_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_deep_scrub":"261'301","last_deep_scrub_stamp":"2024-09-19T12:00:46.049437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:46.049437+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:02:27.245584+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730147,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":846,"num_read_kb":27368,"num_write":1453,"num_write_kb":64435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"261'442","reported_seq":1945,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.588058+0000","last_change":"2024-09-19T12:01:00.587997+0000","last_active":"2024-09-19T12:01:00.588058+0000","last_peered":"2024-09-19T12:01:00.588058+0000","last_clean":"2024-09-19T12:01:00.588058+0000","last_became_active":"2024-09-19T11:20:29.334889+0000","last_became_peered":"2024-09-19T11:20:29.334889+0000","last_unstale":"2024-09-19T12:01:00.588058+0000","last_undegraded":"2024-09-19T12:01:00.588058+0000","last_fullsized":"2024-09-19T12:01:00.588058+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'442","last_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_deep_scrub":"261'442","last_deep_scrub_stamp":"2024-09-19T12:01:00.587904+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.587904+0000","objects_scrubbed":3,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:05.192226+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2296,"num_read_kb":2155,"num_write":508,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"261'241","reported_seq":849,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.477858+0000","last_change":"2024-09-19T12:00:52.477858+0000","last_active":"2024-09-19T12:00:52.477858+0000","last_peered":"2024-09-19T12:00:52.477858+0000","last_clean":"2024-09-19T12:00:52.477858+0000","last_became_active":"2024-09-19T11:20:27.324827+0000","last_became_peered":"2024-09-19T11:20:27.324827+0000","last_unstale":"2024-09-19T12:00:52.477858+0000","last_undegraded":"2024-09-19T12:00:52.477858+0000","last_fullsized":"2024-09-19T12:00:52.477858+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'241","last_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_deep_scrub":"261'241","last_deep_scrub_stamp":"2024-09-19T12:00:52.477762+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.477762+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:35:26.689556+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":79,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":514,"num_read_kb":25033,"num_write":1121,"num_write_kb":41152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"261'768","reported_seq":2310,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.600826+0000","last_change":"2024-09-19T12:00:56.600744+0000","last_active":"2024-09-19T12:00:56.600826+0000","last_peered":"2024-09-19T12:00:56.600826+0000","last_clean":"2024-09-19T12:00:56.600826+0000","last_became_active":"2024-09-19T11:20:29.335102+0000","last_became_peered":"2024-09-19T11:20:29.335102+0000","last_unstale":"2024-09-19T12:00:56.600826+0000","last_undegraded":"2024-09-19T12:00:56.600826+0000","last_fullsized":"2024-09-19T12:00:56.600826+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'768","last_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_deep_scrub":"261'768","last_deep_scrub_stamp":"2024-09-19T12:00:56.600654+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.600654+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":700,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:07:46.274201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3697,"num_read_kb":3355,"num_write":1008,"num_write_kb":363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"261'234","reported_seq":865,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.670569+0000","last_change":"2024-09-19T12:00:49.670569+0000","last_active":"2024-09-19T12:00:49.670569+0000","last_peered":"2024-09-19T12:00:49.670569+0000","last_clean":"2024-09-19T12:00:49.670569+0000","last_became_active":"2024-09-19T11:20:27.331129+0000","last_became_peered":"2024-09-19T11:20:27.331129+0000","last_unstale":"2024-09-19T12:00:49.670569+0000","last_undegraded":"2024-09-19T12:00:49.670569+0000","last_fullsized":"2024-09-19T12:00:49.670569+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'234","last_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_deep_scrub":"261'234","last_deep_scrub_stamp":"2024-09-19T12:00:49.670466+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.670466+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:45.945185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730102,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":553,"num_read_kb":14161,"num_write":1057,"num_write_kb":39610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"261'422","reported_seq":1949,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.482598+0000","last_change":"2024-09-19T12:01:01.482598+0000","last_active":"2024-09-19T12:01:01.482598+0000","last_peered":"2024-09-19T12:01:01.482598+0000","last_clean":"2024-09-19T12:01:01.482598+0000","last_became_active":"2024-09-19T11:20:29.339346+0000","last_became_peered":"2024-09-19T11:20:29.339346+0000","last_unstale":"2024-09-19T12:01:01.482598+0000","last_undegraded":"2024-09-19T12:01:01.482598+0000","last_fullsized":"2024-09-19T12:01:01.482598+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'422","last_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_deep_scrub":"261'422","last_deep_scrub_stamp":"2024-09-19T12:01:01.482518+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.482518+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:11.924195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2335,"num_read_kb":2203,"num_write":489,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2556,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"261'195","reported_seq":807,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.722222+0000","last_change":"2024-09-19T12:00:50.722161+0000","last_active":"2024-09-19T12:00:50.722222+0000","last_peered":"2024-09-19T12:00:50.722222+0000","last_clean":"2024-09-19T12:00:50.722222+0000","last_became_active":"2024-09-19T11:20:27.332911+0000","last_became_peered":"2024-09-19T11:20:27.332911+0000","last_unstale":"2024-09-19T12:00:50.722222+0000","last_undegraded":"2024-09-19T12:00:50.722222+0000","last_fullsized":"2024-09-19T12:00:50.722222+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:50.722070+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.722070+0000","objects_scrubbed":2,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:45.541944+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730115,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":463,"num_read_kb":24664,"num_write":918,"num_write_kb":32839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"261'551","reported_seq":2141,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.750689+0000","last_change":"2024-09-19T12:00:59.750689+0000","last_active":"2024-09-19T12:00:59.750689+0000","last_peered":"2024-09-19T12:00:59.750689+0000","last_clean":"2024-09-19T12:00:59.750689+0000","last_became_active":"2024-09-19T11:20:29.331415+0000","last_became_peered":"2024-09-19T11:20:29.331415+0000","last_unstale":"2024-09-19T12:00:59.750689+0000","last_undegraded":"2024-09-19T12:00:59.750689+0000","last_fullsized":"2024-09-19T12:00:59.750689+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'551","last_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_deep_scrub":"261'551","last_deep_scrub_stamp":"2024-09-19T12:00:59.750603+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.750603+0000","objects_scrubbed":3,"log_size":51,"log_dups_size":500,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:36:18.538020+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3049,"num_read_kb":2783,"num_write":751,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2806,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"261'193","reported_seq":802,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.621794+0000","last_change":"2024-09-19T12:00:48.621739+0000","last_active":"2024-09-19T12:00:48.621794+0000","last_peered":"2024-09-19T12:00:48.621794+0000","last_clean":"2024-09-19T12:00:48.621794+0000","last_became_active":"2024-09-19T11:20:27.325358+0000","last_became_peered":"2024-09-19T11:20:27.325358+0000","last_unstale":"2024-09-19T12:00:48.621794+0000","last_undegraded":"2024-09-19T12:00:48.621794+0000","last_fullsized":"2024-09-19T12:00:48.621794+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'193","last_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_deep_scrub":"261'193","last_deep_scrub_stamp":"2024-09-19T12:00:48.621652+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.621652+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:44:30.443550+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":430,"num_read_kb":15537,"num_write":859,"num_write_kb":34462,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"261'911","reported_seq":2581,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.488081+0000","last_change":"2024-09-19T12:01:00.488081+0000","last_active":"2024-09-19T12:01:00.488081+0000","last_peered":"2024-09-19T12:01:00.488081+0000","last_clean":"2024-09-19T12:01:00.488081+0000","last_became_active":"2024-09-19T11:20:29.342645+0000","last_became_peered":"2024-09-19T11:20:29.342645+0000","last_unstale":"2024-09-19T12:01:00.488081+0000","last_undegraded":"2024-09-19T12:01:00.488081+0000","last_fullsized":"2024-09-19T12:01:00.488081+0000","mapping_epoch":24,"log_start":"261'900","ondisk_log_start":"261'900","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'911","last_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_deep_scrub":"261'911","last_deep_scrub_stamp":"2024-09-19T12:01:00.487975+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.487975+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":900,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:17:13.339411+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4246,"num_read_kb":3818,"num_write":1204,"num_write_kb":439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"261'195","reported_seq":791,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.693545+0000","last_change":"2024-09-19T12:00:51.693488+0000","last_active":"2024-09-19T12:00:51.693545+0000","last_peered":"2024-09-19T12:00:51.693545+0000","last_clean":"2024-09-19T12:00:51.693545+0000","last_became_active":"2024-09-19T11:20:27.335592+0000","last_became_peered":"2024-09-19T11:20:27.335592+0000","last_unstale":"2024-09-19T12:00:51.693545+0000","last_undegraded":"2024-09-19T12:00:51.693545+0000","last_fullsized":"2024-09-19T12:00:51.693545+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'195","last_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_deep_scrub":"261'195","last_deep_scrub_stamp":"2024-09-19T12:00:51.693379+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.693379+0000","objects_scrubbed":4,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T23:59:14.833172+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":447,"num_read_kb":403,"num_write":924,"num_write_kb":19435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"261'761","reported_seq":2390,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.681708+0000","last_change":"2024-09-19T12:00:59.681708+0000","last_active":"2024-09-19T12:00:59.681708+0000","last_peered":"2024-09-19T12:00:59.681708+0000","last_clean":"2024-09-19T12:00:59.681708+0000","last_became_active":"2024-09-19T11:20:29.331499+0000","last_became_peered":"2024-09-19T11:20:29.331499+0000","last_unstale":"2024-09-19T12:00:59.681708+0000","last_undegraded":"2024-09-19T12:00:59.681708+0000","last_fullsized":"2024-09-19T12:00:59.681708+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'761","last_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_deep_scrub":"261'761","last_deep_scrub_stamp":"2024-09-19T12:00:59.681622+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.681622+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":700,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:10:17.234251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3817,"num_read_kb":3476,"num_write":996,"num_write_kb":349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"261'217","reported_seq":844,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.685811+0000","last_change":"2024-09-19T12:00:49.685743+0000","last_active":"2024-09-19T12:00:49.685811+0000","last_peered":"2024-09-19T12:00:49.685811+0000","last_clean":"2024-09-19T12:00:49.685811+0000","last_became_active":"2024-09-19T11:20:27.326193+0000","last_became_peered":"2024-09-19T11:20:27.326193+0000","last_unstale":"2024-09-19T12:00:49.685811+0000","last_undegraded":"2024-09-19T12:00:49.685811+0000","last_fullsized":"2024-09-19T12:00:49.685811+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'217","last_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_deep_scrub":"261'217","last_deep_scrub_stamp":"2024-09-19T12:00:49.685641+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.685641+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:51.875334+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":517,"num_read_kb":33704,"num_write":977,"num_write_kb":40485,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"261'423","reported_seq":2037,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:58.688347+0000","last_change":"2024-09-19T12:00:58.688347+0000","last_active":"2024-09-19T12:00:58.688347+0000","last_peered":"2024-09-19T12:00:58.688347+0000","last_clean":"2024-09-19T12:00:58.688347+0000","last_became_active":"2024-09-19T11:20:29.342475+0000","last_became_peered":"2024-09-19T11:20:29.342475+0000","last_unstale":"2024-09-19T12:00:58.688347+0000","last_undegraded":"2024-09-19T12:00:58.688347+0000","last_fullsized":"2024-09-19T12:00:58.688347+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'423","last_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_deep_scrub":"261'423","last_deep_scrub_stamp":"2024-09-19T12:00:58.688245+0000","last_clean_scrub_stamp":"2024-09-19T12:00:58.688245+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:00:56.363030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2546,"num_read_kb":2429,"num_write":479,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2294,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"261'200","reported_seq":839,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.518786+0000","last_change":"2024-09-19T12:00:51.518709+0000","last_active":"2024-09-19T12:00:51.518786+0000","last_peered":"2024-09-19T12:00:51.518786+0000","last_clean":"2024-09-19T12:00:51.518786+0000","last_became_active":"2024-09-19T11:20:27.324841+0000","last_became_peered":"2024-09-19T11:20:27.324841+0000","last_unstale":"2024-09-19T12:00:51.518786+0000","last_undegraded":"2024-09-19T12:00:51.518786+0000","last_fullsized":"2024-09-19T12:00:51.518786+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'200","last_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_deep_scrub":"261'200","last_deep_scrub_stamp":"2024-09-19T12:00:51.518611+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.518611+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:30.371641+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":543,"num_read_kb":8580,"num_write":954,"num_write_kb":6718,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"261'453","reported_seq":2126,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.657103+0000","last_change":"2024-09-19T12:01:01.657103+0000","last_active":"2024-09-19T12:01:01.657103+0000","last_peered":"2024-09-19T12:01:01.657103+0000","last_clean":"2024-09-19T12:01:01.657103+0000","last_became_active":"2024-09-19T11:20:29.336883+0000","last_became_peered":"2024-09-19T11:20:29.336883+0000","last_unstale":"2024-09-19T12:01:01.657103+0000","last_undegraded":"2024-09-19T12:01:01.657103+0000","last_fullsized":"2024-09-19T12:01:01.657103+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'453","last_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_deep_scrub":"261'453","last_deep_scrub_stamp":"2024-09-19T12:01:01.657011+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.657011+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":400,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:08:05.228945+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2665,"num_read_kb":2526,"num_write":544,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1746,"num_omap_keys":7,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"261'214","reported_seq":896,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:51.688358+0000","last_change":"2024-09-19T12:00:51.688300+0000","last_active":"2024-09-19T12:00:51.688358+0000","last_peered":"2024-09-19T12:00:51.688358+0000","last_clean":"2024-09-19T12:00:51.688358+0000","last_became_active":"2024-09-19T11:20:27.333036+0000","last_became_peered":"2024-09-19T11:20:27.333036+0000","last_unstale":"2024-09-19T12:00:51.688358+0000","last_undegraded":"2024-09-19T12:00:51.688358+0000","last_fullsized":"2024-09-19T12:00:51.688358+0000","mapping_epoch":22,"log_start":"261'201","ondisk_log_start":"261'201","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'214","last_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_deep_scrub":"261'214","last_deep_scrub_stamp":"2024-09-19T12:00:51.688194+0000","last_clean_scrub_stamp":"2024-09-19T12:00:51.688194+0000","objects_scrubbed":4,"log_size":13,"log_dups_size":201,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:36:21.203228+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":694,"num_read_kb":12250,"num_write":991,"num_write_kb":26981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"261'821","reported_seq":2383,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:52.051288+0000","last_change":"2024-09-19T12:00:52.051196+0000","last_active":"2024-09-19T12:00:52.051288+0000","last_peered":"2024-09-19T12:00:52.051288+0000","last_clean":"2024-09-19T12:00:52.051288+0000","last_became_active":"2024-09-19T11:20:29.328533+0000","last_became_peered":"2024-09-19T11:20:29.328533+0000","last_unstale":"2024-09-19T12:00:52.051288+0000","last_undegraded":"2024-09-19T12:00:52.051288+0000","last_fullsized":"2024-09-19T12:00:52.051288+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'821","last_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_deep_scrub":"261'821","last_deep_scrub_stamp":"2024-09-19T12:00:52.051083+0000","last_clean_scrub_stamp":"2024-09-19T12:00:52.051083+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":800,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:27:06.394262+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3964,"num_read_kb":3570,"num_write":1108,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"261'196","reported_seq":794,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:53.466313+0000","last_change":"2024-09-19T12:00:53.466248+0000","last_active":"2024-09-19T12:00:53.466313+0000","last_peered":"2024-09-19T12:00:53.466313+0000","last_clean":"2024-09-19T12:00:53.466313+0000","last_became_active":"2024-09-19T11:20:27.333132+0000","last_became_peered":"2024-09-19T11:20:27.333132+0000","last_unstale":"2024-09-19T12:00:53.466313+0000","last_undegraded":"2024-09-19T12:00:53.466313+0000","last_fullsized":"2024-09-19T12:00:53.466313+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'196","last_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_deep_scrub":"261'196","last_deep_scrub_stamp":"2024-09-19T12:00:53.466138+0000","last_clean_scrub_stamp":"2024-09-19T12:00:53.466138+0000","objects_scrubbed":3,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:18.838155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":393,"num_read_kb":11254,"num_write":884,"num_write_kb":31347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"261'441","reported_seq":2008,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.701656+0000","last_change":"2024-09-19T12:01:00.701656+0000","last_active":"2024-09-19T12:01:00.701656+0000","last_peered":"2024-09-19T12:01:00.701656+0000","last_clean":"2024-09-19T12:01:00.701656+0000","last_became_active":"2024-09-19T11:20:29.340705+0000","last_became_peered":"2024-09-19T11:20:29.340705+0000","last_unstale":"2024-09-19T12:01:00.701656+0000","last_undegraded":"2024-09-19T12:01:00.701656+0000","last_fullsized":"2024-09-19T12:01:00.701656+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'441","last_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_deep_scrub":"261'441","last_deep_scrub_stamp":"2024-09-19T12:01:00.701563+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.701563+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:54:36.856809+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2371,"num_read_kb":2249,"num_write":498,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"261'191","reported_seq":790,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.043301+0000","last_change":"2024-09-19T12:00:49.043232+0000","last_active":"2024-09-19T12:00:49.043301+0000","last_peered":"2024-09-19T12:00:49.043301+0000","last_clean":"2024-09-19T12:00:49.043301+0000","last_became_active":"2024-09-19T11:21:02.407711+0000","last_became_peered":"2024-09-19T11:21:02.407711+0000","last_unstale":"2024-09-19T12:00:49.043301+0000","last_undegraded":"2024-09-19T12:00:49.043301+0000","last_fullsized":"2024-09-19T12:00:49.043301+0000","mapping_epoch":35,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:49.043119+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.043119+0000","objects_scrubbed":3,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:39:00.609155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":512,"num_read_kb":39811,"num_write":898,"num_write_kb":17495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"261'769","reported_seq":2332,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:01.680309+0000","last_change":"2024-09-19T12:01:01.680309+0000","last_active":"2024-09-19T12:01:01.680309+0000","last_peered":"2024-09-19T12:01:01.680309+0000","last_clean":"2024-09-19T12:01:01.680309+0000","last_became_active":"2024-09-19T11:20:29.339497+0000","last_became_peered":"2024-09-19T11:20:29.339497+0000","last_unstale":"2024-09-19T12:01:01.680309+0000","last_undegraded":"2024-09-19T12:01:01.680309+0000","last_fullsized":"2024-09-19T12:01:01.680309+0000","mapping_epoch":24,"log_start":"261'700","ondisk_log_start":"261'700","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'769","last_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_deep_scrub":"261'769","last_deep_scrub_stamp":"2024-09-19T12:01:01.680226+0000","last_clean_scrub_stamp":"2024-09-19T12:01:01.680226+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":700,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:27:27.605635+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3666,"num_read_kb":3321,"num_write":984,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"261'230","reported_seq":974,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:50.731133+0000","last_change":"2024-09-19T12:00:50.731045+0000","last_active":"2024-09-19T12:00:50.731133+0000","last_peered":"2024-09-19T12:00:50.731133+0000","last_clean":"2024-09-19T12:00:50.731133+0000","last_became_active":"2024-09-19T11:20:27.330098+0000","last_became_peered":"2024-09-19T11:20:27.330098+0000","last_unstale":"2024-09-19T12:00:50.731133+0000","last_undegraded":"2024-09-19T12:00:50.731133+0000","last_fullsized":"2024-09-19T12:00:50.731133+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'230","last_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_deep_scrub":"261'230","last_deep_scrub_stamp":"2024-09-19T12:00:50.730915+0000","last_clean_scrub_stamp":"2024-09-19T12:00:50.730915+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:55:40.928541+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1730128,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":989,"num_read_kb":40458,"num_write":1062,"num_write_kb":41558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"261'539","reported_seq":2281,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:57.688810+0000","last_change":"2024-09-19T12:00:57.688739+0000","last_active":"2024-09-19T12:00:57.688810+0000","last_peered":"2024-09-19T12:00:57.688810+0000","last_clean":"2024-09-19T12:00:57.688810+0000","last_became_active":"2024-09-19T11:20:29.342956+0000","last_became_peered":"2024-09-19T11:20:29.342956+0000","last_unstale":"2024-09-19T12:00:57.688810+0000","last_undegraded":"2024-09-19T12:00:57.688810+0000","last_fullsized":"2024-09-19T12:00:57.688810+0000","mapping_epoch":24,"log_start":"261'500","ondisk_log_start":"261'500","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'539","last_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_deep_scrub":"261'539","last_deep_scrub_stamp":"2024-09-19T12:00:57.688644+0000","last_clean_scrub_stamp":"2024-09-19T12:00:57.688644+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:04.874620+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3142,"num_read_kb":2960,"num_write":691,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":246,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"261'191","reported_seq":808,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:55.648630+0000","last_change":"2024-09-19T12:00:55.648536+0000","last_active":"2024-09-19T12:00:55.648630+0000","last_peered":"2024-09-19T12:00:55.648630+0000","last_clean":"2024-09-19T12:00:55.648630+0000","last_became_active":"2024-09-19T11:20:27.326754+0000","last_became_peered":"2024-09-19T11:20:27.326754+0000","last_unstale":"2024-09-19T12:00:55.648630+0000","last_undegraded":"2024-09-19T12:00:55.648630+0000","last_fullsized":"2024-09-19T12:00:55.648630+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'191","last_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_deep_scrub":"261'191","last_deep_scrub_stamp":"2024-09-19T12:00:55.648437+0000","last_clean_scrub_stamp":"2024-09-19T12:00:55.648437+0000","objects_scrubbed":2,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:47.762154+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":442,"num_read_kb":69140,"num_write":873,"num_write_kb":31674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"261'402","reported_seq":1886,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:02.525347+0000","last_change":"2024-09-19T12:01:02.525347+0000","last_active":"2024-09-19T12:01:02.525347+0000","last_peered":"2024-09-19T12:01:02.525347+0000","last_clean":"2024-09-19T12:01:02.525347+0000","last_became_active":"2024-09-19T11:20:29.338923+0000","last_became_peered":"2024-09-19T11:20:29.338923+0000","last_unstale":"2024-09-19T12:01:02.525347+0000","last_undegraded":"2024-09-19T12:01:02.525347+0000","last_fullsized":"2024-09-19T12:01:02.525347+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'402","last_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_deep_scrub":"261'402","last_deep_scrub_stamp":"2024-09-19T12:01:02.525254+0000","last_clean_scrub_stamp":"2024-09-19T12:01:02.525254+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:15:44.167633+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2070,"num_read_kb":1974,"num_write":441,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"261'158","reported_seq":748,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:48.081441+0000","last_change":"2024-09-19T12:00:48.081441+0000","last_active":"2024-09-19T12:00:48.081441+0000","last_peered":"2024-09-19T12:00:48.081441+0000","last_clean":"2024-09-19T12:00:48.081441+0000","last_became_active":"2024-09-19T11:20:27.320560+0000","last_became_peered":"2024-09-19T11:20:27.320560+0000","last_unstale":"2024-09-19T12:00:48.081441+0000","last_undegraded":"2024-09-19T12:00:48.081441+0000","last_fullsized":"2024-09-19T12:00:48.081441+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'158","last_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_deep_scrub":"261'158","last_deep_scrub_stamp":"2024-09-19T12:00:48.081336+0000","last_clean_scrub_stamp":"2024-09-19T12:00:48.081336+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:31:33.229501+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":515176,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":391,"num_read_kb":13156,"num_write":751,"num_write_kb":28611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"261'403","reported_seq":1983,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:00.671506+0000","last_change":"2024-09-19T12:01:00.671444+0000","last_active":"2024-09-19T12:01:00.671506+0000","last_peered":"2024-09-19T12:01:00.671506+0000","last_clean":"2024-09-19T12:01:00.671506+0000","last_became_active":"2024-09-19T11:20:29.337545+0000","last_became_peered":"2024-09-19T11:20:29.337545+0000","last_unstale":"2024-09-19T12:01:00.671506+0000","last_undegraded":"2024-09-19T12:01:00.671506+0000","last_fullsized":"2024-09-19T12:01:00.671506+0000","mapping_epoch":24,"log_start":"261'300","ondisk_log_start":"261'300","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'403","last_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_deep_scrub":"261'403","last_deep_scrub_stamp":"2024-09-19T12:01:00.671359+0000","last_clean_scrub_stamp":"2024-09-19T12:01:00.671359+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:00:26.494271+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2175,"num_write":462,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"261'199","reported_seq":822,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:54.495633+0000","last_change":"2024-09-19T12:00:54.495633+0000","last_active":"2024-09-19T12:00:54.495633+0000","last_peered":"2024-09-19T12:00:54.495633+0000","last_clean":"2024-09-19T12:00:54.495633+0000","last_became_active":"2024-09-19T11:20:27.327255+0000","last_became_peered":"2024-09-19T11:20:27.327255+0000","last_unstale":"2024-09-19T12:00:54.495633+0000","last_undegraded":"2024-09-19T12:00:54.495633+0000","last_fullsized":"2024-09-19T12:00:54.495633+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'199","last_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_deep_scrub":"261'199","last_deep_scrub_stamp":"2024-09-19T12:00:54.495544+0000","last_clean_scrub_stamp":"2024-09-19T12:00:54.495544+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T21:58:51.434235+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":518,"num_read_kb":2603,"num_write":964,"num_write_kb":17741,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"261'182","reported_seq":859,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:56.485874+0000","last_change":"2024-09-19T12:00:56.485874+0000","last_active":"2024-09-19T12:00:56.485874+0000","last_peered":"2024-09-19T12:00:56.485874+0000","last_clean":"2024-09-19T12:00:56.485874+0000","last_became_active":"2024-09-19T11:20:27.331907+0000","last_became_peered":"2024-09-19T11:20:27.331907+0000","last_unstale":"2024-09-19T12:00:56.485874+0000","last_undegraded":"2024-09-19T12:00:56.485874+0000","last_fullsized":"2024-09-19T12:00:56.485874+0000","mapping_epoch":22,"log_start":"261'100","ondisk_log_start":"261'100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'182","last_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_deep_scrub":"261'182","last_deep_scrub_stamp":"2024-09-19T12:00:56.485752+0000","last_clean_scrub_stamp":"2024-09-19T12:00:56.485752+0000","objects_scrubbed":4,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:00.631774+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":693,"num_read_kb":21683,"num_write":941,"num_write_kb":6031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"261'861","reported_seq":2492,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:59.655903+0000","last_change":"2024-09-19T12:00:59.655843+0000","last_active":"2024-09-19T12:00:59.655903+0000","last_peered":"2024-09-19T12:00:59.655903+0000","last_clean":"2024-09-19T12:00:59.655903+0000","last_became_active":"2024-09-19T11:20:29.341998+0000","last_became_peered":"2024-09-19T11:20:29.341998+0000","last_unstale":"2024-09-19T12:00:59.655903+0000","last_undegraded":"2024-09-19T12:00:59.655903+0000","last_fullsized":"2024-09-19T12:00:59.655903+0000","mapping_epoch":24,"log_start":"261'800","ondisk_log_start":"261'800","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'861","last_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_deep_scrub":"261'861","last_deep_scrub_stamp":"2024-09-19T12:00:59.655743+0000","last_clean_scrub_stamp":"2024-09-19T12:00:59.655743+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":800,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:33:41.289761+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4245,"num_read_kb":3832,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"261'275","reported_seq":937,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:00:49.636634+0000","last_change":"2024-09-19T12:00:49.636634+0000","last_active":"2024-09-19T12:00:49.636634+0000","last_peered":"2024-09-19T12:00:49.636634+0000","last_clean":"2024-09-19T12:00:49.636634+0000","last_became_active":"2024-09-19T11:20:27.333174+0000","last_became_peered":"2024-09-19T11:20:27.333174+0000","last_unstale":"2024-09-19T12:00:49.636634+0000","last_undegraded":"2024-09-19T12:00:49.636634+0000","last_fullsized":"2024-09-19T12:00:49.636634+0000","mapping_epoch":22,"log_start":"261'200","ondisk_log_start":"261'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'275","last_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_deep_scrub":"261'275","last_deep_scrub_stamp":"2024-09-19T12:00:49.636492+0000","last_clean_scrub_stamp":"2024-09-19T12:00:49.636492+0000","objects_scrubbed":2,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:29:43.268508+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":725,"num_read_kb":3639,"num_write":1156,"num_write_kb":15624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"261'416","reported_seq":1839,"reported_epoch":261,"state":"active+clean","last_fresh":"2024-09-19T12:01:03.515662+0000","last_change":"2024-09-19T12:01:03.515587+0000","last_active":"2024-09-19T12:01:03.515662+0000","last_peered":"2024-09-19T12:01:03.515662+0000","last_clean":"2024-09-19T12:01:03.515662+0000","last_became_active":"2024-09-19T11:20:29.339529+0000","last_became_peered":"2024-09-19T11:20:29.339529+0000","last_unstale":"2024-09-19T12:01:03.515662+0000","last_undegraded":"2024-09-19T12:01:03.515662+0000","last_fullsized":"2024-09-19T12:01:03.515662+0000","mapping_epoch":24,"log_start":"261'400","ondisk_log_start":"261'400","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'416","last_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_deep_scrub":"261'416","last_deep_scrub_stamp":"2024-09-19T12:01:03.515495+0000","last_clean_scrub_stamp":"2024-09-19T12:01:03.515495+0000","objects_scrubbed":2,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T22:13:38.178977+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2233,"num_read_kb":2079,"num_write":508,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10822,"num_read_kb":8690,"num_write":3116,"num_write_kb":1010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":997,"ondisk_log_size":997,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":14831,"num_objects":87,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":16363,"num_read_kb":16049,"num_write":17085,"num_write_kb":4983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2512,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":29662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1664,"ondisk_log_size":1664,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":538,"ondisk_log_size":538,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":377919,"num_objects":199,"num_object_clones":0,"num_object_copies":398,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":7895,"num_read_kb":10250,"num_write":5313,"num_write_kb":2749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":710140,"num_omap_keys":1614,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1808,"ondisk_log_size":1808,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2383,"num_read_kb":2845,"num_write":20,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":143,"num_object_clones":0,"num_object_copies":286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":0,"num_read":219526,"num_read_kb":201163,"num_write":55734,"num_write_kb":18989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":143,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":35490,"num_omap_keys":143,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4007,"ondisk_log_size":4007,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":35294010,"num_objects":166,"num_object_clones":0,"num_object_copies":332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":166,"num_whiteouts":0,"num_read":38804,"num_read_kb":2110737,"num_write":64099,"num_write_kb":2103267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":71589888,"data_stored":70588020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3931,"ondisk_log_size":3931,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":195643,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":173,"num_read_kb":195553,"num_write":190,"num_write_kb":137171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542651,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":236080,"kb_used_data":16096,"kb_used_omap":1,"kb_used_meta":219966,"kb_avail":94135760,"statfs":{"total":96636764160,"available":96395018240,"internally_reserved":0,"allocated":16482304,"data_stored":14827802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":225245642},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542650,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218544,"kb_used_data":11040,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94153296,"statfs":{"total":96636764160,"available":96412975104,"internally_reserved":0,"allocated":11304960,"data_stored":9734629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542651,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":105176,"kb_used_data":15752,"kb_used_omap":1,"kb_used_meta":89406,"kb_avail":94266664,"statfs":{"total":96636764160,"available":96529063936,"internally_reserved":0,"allocated":16130048,"data_stored":14410905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91552197},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542653,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78588,"kb_used_data":15468,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94293252,"statfs":{"total":96636764160,"available":96556290048,"internally_reserved":0,"allocated":15839232,"data_stored":14233687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542651,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":227980,"kb_used_data":12156,"kb_used_omap":1,"kb_used_meta":215806,"kb_avail":94143860,"statfs":{"total":96636764160,"available":96403312640,"internally_reserved":0,"allocated":12447744,"data_stored":10776990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":220985799},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542653,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74764,"kb_used_data":7484,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94297076,"statfs":{"total":96636764160,"available":96560205824,"internally_reserved":0,"allocated":7663616,"data_stored":6103454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542653,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":120760,"kb_used_data":3560,"kb_used_omap":1,"kb_used_meta":117182,"kb_avail":94251080,"statfs":{"total":96636764160,"available":96513105920,"internally_reserved":0,"allocated":3645440,"data_stored":2123581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":119994821},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542653,"num_pgs":101,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":255812,"kb_used_data":17780,"kb_used_omap":1,"kb_used_meta":238014,"kb_avail":94116028,"statfs":{"total":96636764160,"available":96374812672,"internally_reserved":0,"allocated":18206720,"data_stored":16556886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":243726789},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13979648,"data_stored":13841409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4050944,"data_stored":3975682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8810496,"data_stored":8651156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12283904,"data_stored":12111405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12464128,"data_stored":12286209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7708672,"data_stored":7610686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12242944,"data_stored":12111225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":5976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":4813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T12:02:08.302 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T12:02:08.618 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T12:02:08.619 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T12:02:08.619 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T12:02:08.619 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.666 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T12:02:08.666 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T12:02:08.666 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.708 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T12:02:08.708 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T12:02:08.708 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.758 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T12:02:08.758 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T12:02:08.758 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.801 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T12:02:08.802 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T12:02:08.802 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.847 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T12:02:08.847 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T12:02:08.847 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.890 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T12:02:08.890 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T12:02:08.890 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.935 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T12:02:08.935 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T12:02:08.935 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:08.988 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T12:02:08.988 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T12:02:08.988 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T12:02:08.988 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:09.016 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T12:02:09.017 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T12:02:09.017 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:09.044 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T12:02:09.044 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T12:02:09.045 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T12:02:09.045 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:09.072 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T12:02:09.072 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T12:02:09.072 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:09.124 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T12:02:09.124 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T12:02:09.124 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T12:02:09.137 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T12:02:09.137 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T12:02:09.137 DEBUG:teuthology.orchestra.run.smithi103:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-19T12:02:09.206 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T12:02:09.206 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T12:02:09.474 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T12:02:09.475 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T12:02:09.565 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T12:02:09.565 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T12:02:09.639 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T12:02:09.639 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T12:02:09.709 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T12:02:09.709 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T12:02:09.915 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T12:02:09.916 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T12:02:10.009 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T12:02:10.009 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T12:02:10.076 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T12:02:10.076 DEBUG:teuthology.orchestra.run.smithi174:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T12:02:10.155 INFO:tasks.ceph:Archiving mon data... 2024-09-19T12:02:10.156 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/data/mon.a.tgz 2024-09-19T12:02:10.156 DEBUG:teuthology.orchestra.run.smithi103:> mktemp 2024-09-19T12:02:10.187 INFO:teuthology.orchestra.run.smithi103.stdout:/tmp/tmp.G6xvd6Knzb 2024-09-19T12:02:10.187 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.G6xvd6Knzb 2024-09-19T12:02:10.365 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0666 /tmp/tmp.G6xvd6Knzb 2024-09-19T12:02:10.477 DEBUG:teuthology.orchestra.remote:smithi103:/tmp/tmp.G6xvd6Knzb is 434KB 2024-09-19T12:02:10.575 DEBUG:teuthology.orchestra.run.smithi103:> rm -fr /tmp/tmp.G6xvd6Knzb 2024-09-19T12:02:10.603 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/data/mon.c.tgz 2024-09-19T12:02:10.603 DEBUG:teuthology.orchestra.run.smithi103:> mktemp 2024-09-19T12:02:10.670 INFO:teuthology.orchestra.run.smithi103.stdout:/tmp/tmp.pOn8GnikP5 2024-09-19T12:02:10.671 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.pOn8GnikP5 2024-09-19T12:02:10.840 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0666 /tmp/tmp.pOn8GnikP5 2024-09-19T12:02:10.950 DEBUG:teuthology.orchestra.remote:smithi103:/tmp/tmp.pOn8GnikP5 is 435KB 2024-09-19T12:02:11.049 DEBUG:teuthology.orchestra.run.smithi103:> rm -fr /tmp/tmp.pOn8GnikP5 2024-09-19T12:02:11.079 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/data/mon.b.tgz 2024-09-19T12:02:11.079 DEBUG:teuthology.orchestra.run.smithi174:> mktemp 2024-09-19T12:02:11.115 INFO:teuthology.orchestra.run.smithi174.stdout:/tmp/tmp.S6NVEyA7vH 2024-09-19T12:02:11.115 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.S6NVEyA7vH 2024-09-19T12:02:11.299 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0666 /tmp/tmp.S6NVEyA7vH 2024-09-19T12:02:11.410 DEBUG:teuthology.orchestra.remote:smithi174:/tmp/tmp.S6NVEyA7vH is 435KB 2024-09-19T12:02:11.509 DEBUG:teuthology.orchestra.run.smithi174:> rm -fr /tmp/tmp.S6NVEyA7vH 2024-09-19T12:02:11.538 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T12:02:11.539 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T12:02:11.541 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T12:02:11.646 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T12:02:11.686 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T12:02:11.686 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T12:02:11.688 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/crash to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/remote/smithi103/crash 2024-09-19T12:02:11.689 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T12:02:11.727 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/lib/ceph/crash to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/remote/smithi174/crash 2024-09-19T12:02:11.728 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T12:02:11.766 INFO:tasks.ceph:Compressing logs... 2024-09-19T12:02:11.767 DEBUG:teuthology.orchestra.run.smithi103:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T12:02:11.772 DEBUG:teuthology.orchestra.run.smithi174:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T12:02:11.807 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T12:02:11.807 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162104.log 2024-09-19T12:02:11.807 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190782.log 2024-09-19T12:02:11.863 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32896.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32621.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32896.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32896.log.gz 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32808.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32709.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32621.log.gz 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32808.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32808.log.gz 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32709.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32709.log.gz 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32852.log 2024-09-19T12:02:11.864 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32753.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32665.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32852.log.gz 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32753.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32753.log.gz 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32665.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32665.log.gz 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-osd.6.log: 90.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-osd.5.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32940.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-client.admin.32940.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32940.log.gz 2024-09-19T12:02:11.865 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/ceph-mon.b.log: 88.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T12:02:11.883 INFO:teuthology.orchestra.run.smithi174.stderr: 94.9% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T12:02:11.918 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.162104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167212.log 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.162104.log.gz 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179564.log 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190782.log.gz 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.167212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61296.log 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.179564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143209.log 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.179564.log.gz 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.167212.log.gz 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117289.log 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr: 57.2% -- replaced with /var/log/ceph/ceph-client.admin.61296.log.gz 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67000.log 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.143209.log: /var/log/ceph/ceph-client.admin.117289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39777.log 2024-09-19T12:02:11.919 INFO:teuthology.orchestra.run.smithi103.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.143209.log.gz 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.67000.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.117289.log.gz 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128484.log 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186820.log 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39777.log.gz 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.128484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144387.log 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.186820.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.128484.log.gz 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186820.log.gz 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92549.log 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138497.log 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.144387.log: /var/log/ceph/ceph-client.admin.92549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187456.log 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.144387.log.gz 2024-09-19T12:02:11.920 INFO:teuthology.orchestra.run.smithi103.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.67000.log.gz 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.92549.log.gz 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.138497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189846.log 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.138497.log.gz 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.187456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113753.log 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187456.log.gz 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.189846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.185595.log 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189846.log.gz 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.113753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109630.log 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.113753.log.gz 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.185595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58946.log 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.185595.log.gz 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.109630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86069.log 2024-09-19T12:02:11.921 INFO:teuthology.orchestra.run.smithi103.stderr: 88.4%/var/log/ceph/ceph-client.admin.58946.log: -- replaced with /var/log/ceph/ceph-client.admin.109630.log.gz 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97261.log 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr: 83.3% -- replaced with /var/log/ceph/ceph-client.admin.58946.log.gz 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.86069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149688.log 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.97261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79001.log 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.86069.log.gz 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.97261.log.gz 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.149688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.178955.log 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.79001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186796.log 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.79001.log.gz 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.178955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97850.log 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.0.178955.log.gz 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38760.log 2024-09-19T12:02:11.922 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.186796.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.149688.log.gz 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.186796.log.gz 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.97850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163306.log 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38760.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26712.log 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38760.log.gz 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.163306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42917.log 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.163306.log.gz 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph.tmp-client.admin.26712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190076.log 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26712.log.gz 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118467.log 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.42917.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.97850.log.gz 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.42917.log.gz 2024-09-19T12:02:11.923 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190076.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.190076.log.gz --verbose 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr: -- /var/log/ceph/ceph-client.admin.94316.log 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.118467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46385.log 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.118467.log.gz 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.94316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.76957.log 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.94316.log.gz 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5/var/log/ceph/ceph-client.admin.46385.log: --verbose -- /var/log/ceph/ceph-client.admin.68859.log 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.76957.log: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.46385.log.gz 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38668.log 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.0.76957.log.gz 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.68859.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190690.log 2024-09-19T12:02:11.924 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38668.log.gz 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120823.log 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190690.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190690.log.gz 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80179.log 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.68859.log.gz 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41102.log 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.120823.log: /var/log/ceph/ceph-client.admin.80179.log: gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.80179.log.gz 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.41102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119645.log 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.41102.log.gz 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61854.log 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.120823.log.gz 2024-09-19T12:02:11.925 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.119645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61414.log 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.119645.log.gz 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78412.log 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61854.log: 59.3% -- replaced with /var/log/ceph/ceph-client.admin.61854.log.gz 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189938.log 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr: 56.5% -- replaced with /var/log/ceph/ceph-client.admin.61414.log.gz 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.78412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51782.log 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.78412.log.gz 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.189938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39589.log 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189938.log.gz 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.51782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82535.log 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.51782.log.gz 2024-09-19T12:02:11.926 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131429.log 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39589.log.gz 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr:gzip/var/log/ceph/ceph-client.admin.82535.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.48789.log 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.82535.log.gz 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.131429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103740.log 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190872.log 89.2% 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.131429.log.gz 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.48789.log: /var/log/ceph/ceph-client.admin.103740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122593.log 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.48789.log.gz 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.103740.log.gz 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190872.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190872.log.gz 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.38520.log 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.122593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123182.log 2024-09-19T12:02:11.927 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.122593.log.gz 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68239.log 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38520.log.gz 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.123182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84891.log 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.123182.log.gz 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.68239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39720.log 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.84891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190168.log 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.84891.log.gz 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152045.log 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39720.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39720.log.gz 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134374.log 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190168.log.gz 2024-09-19T12:02:11.928 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.152045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174660.log 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.152045.log.gz 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.134374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96672.log 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.68239.log.gz 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.134374.log.gz 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.174660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177128.log 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.96672.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.174660.log.gz 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143798.log 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.96672.log.gz 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58922.log 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.177128.log: /var/log/ceph/ceph-client.admin.143798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124949.log 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.0.177128.log.gz 2024-09-19T12:02:11.929 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.143798.log.gz 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.58922.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58922.log.gz 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47563.log 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.124949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49378.log 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.47563.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.124949.log.gz 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107863.log 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.47563.log.gz 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140264.log 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.49378.log: /var/log/ceph/ceph-client.admin.107863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139086.log 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.49378.log.gz 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.107863.log.gz 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.140264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53549.log 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.140264.log.gz 2024-09-19T12:02:11.930 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39268.log 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.139086.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.139086.log.gz 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.53549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90781.log 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.53549.log.gz 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39388.log 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39268.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39268.log.gz 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.90781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39015.log 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.90781.log.gz 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55905.log 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39388.log.gz 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39015.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39015.log.gz 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110219.log 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.55905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93727.log 2024-09-19T12:02:11.931 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.110219.log: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.55905.log.gz 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170579.log 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.110219.log.gz 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77823.log 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.93727.log: /var/log/ceph/ceph-client.admin.170579.log: gzip 81.8% -5 -- replaced with /var/log/ceph/ceph-client.admin.93727.log.gz 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr: --verbose -- /var/log/ceph/ceph-client.admin.106096.log 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.77823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108452.log 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.170579.log.gz 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.77823.log.gz 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.106096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119056.log 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39011.log 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.108452.log: /var/log/ceph/ceph-client.admin.119056.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.108452.log.gz 2024-09-19T12:02:11.932 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81357.log 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr:gzip 89.1% -- replaced with /var/log/ceph/ceph-client.admin.119056.log.gz 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr: -5/var/log/ceph/ceph-client.admin.39011.log: --verbose -- /var/log/ceph/ceph-client.admin.127305.log 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39011.log.gz 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.81357.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.106096.log.gz 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158524.log 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.81357.log.gz 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190260.log 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.127305.log: /var/log/ceph/ceph-client.admin.158524.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176517.log 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.127305.log.gz 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.158524.log.gz 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89014.log 2024-09-19T12:02:11.933 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190260.log.gz 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.176517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147921.log 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.0.176517.log.gz 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.89014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122004.log 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.89014.log.gz 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72440.log 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.147921.log: /var/log/ceph/ceph-client.admin.122004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169971.log 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.147921.log.gz 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.122004.log.gz 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.72440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84302.log 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.72440.log.gz 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163943.log 2024-09-19T12:02:11.934 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.169971.log: /var/log/ceph/ceph-client.admin.84302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189754.log 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.84302.log.gz 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.169971.log.gz 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.163943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174052.log 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56542.log 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.189754.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.163943.log.gz 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189754.log.gz 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61788.log 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.174052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39736.log 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.56542.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.56542.log.gz 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189800.log 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39736.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39736.log.gz 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181391.log 2024-09-19T12:02:11.935 INFO:teuthology.orchestra.run.smithi103.stderr: 94.3% -- replaced with /var/log/ceph/ceph-client.admin.174052.log.gz 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.189800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180782.log 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189800.log.gz 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130840.log 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.181391.log: /var/log/ceph/ceph-client.0.180782.log: gzip 84.0% -- replaced with /var/log/ceph/ceph-client.0.181391.log.gz 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.93138.log 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.0.180782.log.gz 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.130840.log: gzip 81.7% -- replaced with /var/log/ceph/ceph-client.admin.130840.log.gz 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.186774.log 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.93138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.188250.log 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.186774.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.93138.log.gz 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr:gzip 24.9% -- replaced with /var/log/ceph/ceph-client.admin.186774.log.gz 2024-09-19T12:02:11.936 INFO:teuthology.orchestra.run.smithi103.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.156757.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.188250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41705.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.0.188250.log.gz 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.156757.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.41705.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.156757.log.gz 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91960.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.0.41705.log.gz 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66381.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.91960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70761.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.91960.log.gz 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.66381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.75582.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.70761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182609.log 2024-09-19T12:02:11.937 INFO:teuthology.orchestra.run.smithi103.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.70761.log.gz 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.75582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99028.log 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.182609.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.75582.log.gz 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.66381.log.gz 80.5% -- replaced with /var/log/ceph/ceph-client.0.182609.log.gz 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112575.log 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.99028.log: 94.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186844.log 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.99028.log.gz 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.112575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167820.log 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.186844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40002.log 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.186844.log.gz 2024-09-19T12:02:11.938 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.167820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141442.log 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.40002.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.167820.log.gz 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40002.log.gz 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116700.log 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.112575.log.gz 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.141442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187504.log 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:gzip/var/log/ceph/ceph-client.admin.116700.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.33218.log 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.187504.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.116700.log.gz 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187504.log.gz 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152634.log 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163895.log 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr: 86.7%/var/log/ceph/ceph-client.admin.33218.log: -- replaced with /var/log/ceph/ceph-client.admin.141442.log.gz 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.152634.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.74973.log 2024-09-19T12:02:11.939 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.33218.log.gz 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.152634.log.gz 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.163895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54727.log 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.163895.log.gz 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.74973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142620.log 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.74973.log.gz 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.54727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40372.log 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.54727.log.gz 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70097.log 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.142620.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.142620.log.gz 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.40372.log: -- /var/log/ceph/ceph-client.admin.159724.log 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40372.log.gz 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.70097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58898.log 2024-09-19T12:02:11.940 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.159724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42314.log 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.58898.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.159724.log.gz 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58898.log.gz 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116111.log 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.42314.log: /var/log/ceph/ceph-client.admin.116111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184436.log 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61788.log.gz 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.42314.log.gz 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83124.log 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.116111.log.gz 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.184436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32791.log 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.184436.log.gz 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.83124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39379.log 2024-09-19T12:02:11.941 INFO:teuthology.orchestra.run.smithi103.stderr: 92.1%/var/log/ceph/ceph-client.admin.32791.log: -- replaced with /var/log/ceph/ceph-client.admin.70097.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39014.log 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32791.log.gz 89.9% 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.83124.log.gz 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39379.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39379.log.gz 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62695.log 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146154.log 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39014.log.gz 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.62695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189708.log 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.62695.log.gz 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.146154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101973.log 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.146154.log.gz 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.189708.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189708.log.gz 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73622.log 2024-09-19T12:02:11.942 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.101973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155579.log 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.101973.log.gz 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.73622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169363.log 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.73622.log.gz 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr:gzip/var/log/ceph/ceph-client.admin.155579.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.157935.log 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.155579.log.gz 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.169363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94905.log 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.169363.log.gz 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.157935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144976.log 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.157935.log.gz 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71851.log 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.94905.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.94905.log.gz 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.144976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58309.log 2024-09-19T12:02:11.943 INFO:teuthology.orchestra.run.smithi103.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.144976.log.gz 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.76348.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.71851.log: /var/log/ceph/ceph-client.admin.58309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43520.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.71851.log.gz 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.76348.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.58309.log.gz 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104918.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.43520.log: 42.8% -- replaced with /var/log/ceph/ceph-client.0.43520.log.gz 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190122.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123771.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.104918.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.104918.log.gz 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190122.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190122.log.gz 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.123771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190306.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.123771.log.gz 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189984.log 2024-09-19T12:02:11.944 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190306.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190306.log.gz 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr: --verbose -- 92.2% -- replaced with /var/log/ceph/ceph-client.0.76348.log.gz 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr: /var/log/ceph/ceph-client.admin.171945.log 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.189984.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189984.log.gz 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190214.log 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.171945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39262.log 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190214.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190444.log 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.190214.log.gz 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.171945.log.gz 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54138.log 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39262.log.gz 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.171337.log 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190444.log.gz 2024-09-19T12:02:11.945 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.54138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63284.log 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.54138.log.gz 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.171337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57720.log 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5/var/log/ceph/ceph-client.admin.63284.log: --verbose 92.3% -- replaced with /var/log/ceph/ceph-client.admin.171337.log.gz 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr: -- /var/log/ceph/ceph-client.admin.40416.log 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.57720.log: gzip 85.4% -5 --verbose -- /var/log/ceph/ceph-client.0.178346.log 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.57720.log.gz 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.40416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136141.log 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40416.log.gz 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106685.log 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.178346.log: /var/log/ceph/ceph-client.admin.136141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182000.log 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% 84.1% -- replaced with /var/log/ceph/ceph-client.0.178346.log.gz 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.136141.log.gz/var/log/ceph/ceph-client.admin.106685.log: 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr:gzip 81.7% -- replaced with /var/log/ceph/ceph-client.admin.106685.log.gz 2024-09-19T12:02:11.946 INFO:teuthology.orchestra.run.smithi103.stderr: -5 --verbose -- /var/log/ceph/ceph-client.0.44123.log 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.182000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127894.log 84.0% -- replaced with /var/log/ceph/ceph-client.0.182000.log.gz 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.44123.log: 43.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38806.log 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.0.44123.log.gz 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.127894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40326.log 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38806.log: 81.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.127894.log.gz 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.135552.log 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38806.log.gz 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.40326.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40326.log.gz 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157346.log 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.135552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73032.log 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.135552.log.gz 2024-09-19T12:02:11.947 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.157346.log: gzip -5 --verbose 81.9% -- replaced with /var/log/ceph/ceph-client.admin.157346.log.gz 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr: -- /var/log/ceph/ceph-client.admin.187434.log 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.73032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88425.log 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.187434.log: 91.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49967.log 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr: 24.8% -- replaced with /var/log/ceph/ceph-client.admin.187434.log.gz 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73032.log.gz 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39020.log 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.88425.log: /var/log/ceph/ceph-client.admin.49967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50556.log 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.88425.log.gz 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39020.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.49967.log.gz 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39020.log.gz 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.50556.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50556.log.gz 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.90192.log 2024-09-19T12:02:11.948 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39013.log 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.90192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159135.log 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.90192.log.gz 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39017.log 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39013.log.gz/var/log/ceph/ceph-client.admin.159135.log: 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr: 87.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149099.log 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.159135.log.gz 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114933.log 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39017.log: /var/log/ceph/ceph-client.admin.149099.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39017.log.gz 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.149099.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163919.log 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.166563.log 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.114933.log: /var/log/ceph/ceph-client.admin.163919.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.163919.log.gz 2024-09-19T12:02:11.949 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.114933.log.gz 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187553.log 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.166563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183218.log 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.166563.log.gz 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.187553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50604.log 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.183218.log: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.187553.log.gz 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr: 83.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154990.log 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.0.183218.log.gz 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40485.log 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.63284.log.gz/var/log/ceph/ceph-client.admin.50604.log: 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.154990.log: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.50604.log.gz 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.154990.log.gz 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124360.log 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.40485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61022.log 2024-09-19T12:02:11.950 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.124360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140853.log 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.124360.log.gz 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61022.log: 95.9% -- replaced with /var/log/ceph/ceph-client.0.40485.log.gz 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr: 61.9% -- replaced with /var/log/ceph/ceph-client.admin.61022.log.gz 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156168.log 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.140853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101384.log 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.140853.log.gz 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.156168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190490.log 82.0% -- replaced with /var/log/ceph/ceph-client.admin.156168.log.gz 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.101384.log: gzip -5 --verbose 83.0% -- replaced with /var/log/ceph/ceph-client.admin.101384.log.gz 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr: -- /var/log/ceph/ceph-client.admin.190398.log 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190490.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190490.log.gz 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117878.log 2024-09-19T12:02:11.951 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190398.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190398.log.gz 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39635.log 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:gzip/var/log/ceph/ceph-client.admin.117878.log: -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr: 81.7%/var/log/ceph/ceph-client.admin.39635.log: -- replaced with /var/log/ceph/ceph-client.admin.117878.log.gz 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39635.log.gz 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100206.log 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:gzip/var/log/ceph/ceph-osd.2.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.46974.log 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.100206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183827.log 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.100206.log.gz 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.46974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.168755.log 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.183827.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.46974.log.gz 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190628.log 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.183827.log.gz 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.168755.log: 94.1% -- replaced with /var/log/ceph/ceph-client.admin.168755.log.gz 2024-09-19T12:02:11.952 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173161.log 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40048.log 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190628.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190628.log.gz 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.173161.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142031.log 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.173161.log.gz/var/log/ceph/ceph-client.admin.40048.log: 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40048.log.gz 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105507.log 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65142.log 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.142031.log: /var/log/ceph/ceph-client.admin.105507.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.142031.log.gz 2024-09-19T12:02:11.953 INFO:teuthology.orchestra.run.smithi103.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.105507.log.gz 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162080.log 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.65142.log: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.65142.log.gz 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133196.log 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39956.log 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.162080.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.162080.log.gz 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.133196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38609.log 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39956.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39956.log.gz 2024-09-19T12:02:11.954 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52960.log 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38609.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38609.log.gz 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.133196.log.gz 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146743.log 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.52960.log: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.52960.log.gz 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129662.log 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61723.log 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.146743.log: /var/log/ceph/ceph-client.admin.129662.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.146743.log.gz 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.129662.log.gz 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121412.log 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61723.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61723.log.gz 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107274.log 2024-09-19T12:02:11.955 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.121412.log: /var/log/ceph/ceph-mgr.y.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.121412.log.gz 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129073.log 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.107274.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.107274.log.gz 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150277.log 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.129073.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.129073.log.gz 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187480.log 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.150277.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.150277.log.gz 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100795.log 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.187480.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187480.log.gz 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61918.log 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.100795.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.100795.log.gz 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T12:02:11.956 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61918.log: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.61918.log.gz 2024-09-19T12:02:11.957 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172553.log 2024-09-19T12:02:11.957 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph.log: 93.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T12:02:11.957 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48200.log 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.172553.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.172553.log.gz 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57131.log 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.48200.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.48200.log.gz 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126127.log 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.57131.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.57131.log.gz 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61640.log 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.126127.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.126127.log.gz 2024-09-19T12:02:11.982 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80768.log 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.61640.log: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.61640.log.gz 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39018.log 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.80768.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.80768.log.gz 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62581.log 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39018.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39018.log.gz 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87836.log 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.62581.log: 19.5% -- replaced with /var/log/ceph/ceph-client.admin.62581.log.gz 2024-09-19T12:02:11.983 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162128.log 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.87836.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.87836.log.gz 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104329.log 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.162128.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.162128.log.gz 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153812.log 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.104329.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.104329.log.gz 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99617.log 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.153812.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.153812.log.gz 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55316.log 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.99617.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.99617.log.gz 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59535.log 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.55316.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.55316.log.gz 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189892.log 2024-09-19T12:02:11.984 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.59535.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.59535.log.gz 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133785.log 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.189892.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189892.log.gz 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160902.log 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.133785.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.133785.log.gz 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111397.log 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.160902.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.160902.log.gz 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103151.log 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.111397.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.111397.log.gz 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175908.log 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.103151.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.103151.log.gz 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125538.log 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.175908.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.175908.log.gz 2024-09-19T12:02:11.985 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164532.log 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.125538.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.125538.log.gz 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65761.log 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.164532.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.164532.log.gz 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113164.log 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.65761.log: 94.7% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52371.log 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.65761.log.gz 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.113164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137908.log 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.113164.log.gz 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137319.log 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.52371.log: /var/log/ceph/ceph-client.admin.137908.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.52371.log.gz 2024-09-19T12:02:11.986 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33129.log 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.137908.log.gz 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.137319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187529.log 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.33129.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.137319.log.gz 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33129.log.gz 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39715.log 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148510.log 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.187529.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.187529.log.gz 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39715.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39715.log.gz 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64523.log 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151456.log 2024-09-19T12:02:11.987 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.148510.log: /var/log/ceph/ceph-client.admin.64523.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.148510.log.gz 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147332.log 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.151456.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.151456.log.gz 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153223.log 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.147332.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.147332.log.gz 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76292.log 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.153223.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.153223.log.gz 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79590.log 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.76292.log: 47.6% -- replaced with /var/log/ceph/ceph-client.admin.76292.log.gz 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40462.log 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.79590.log: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.64523.log.gz 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.79590.log.gz 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136730.log 2024-09-19T12:02:11.988 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.40462.log: -- /var/log/ceph/ceph-client.admin.74213.log 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40462.log.gz 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51193.log 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.136730.log: /var/log/ceph/ceph-client.admin.74213.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.136730.log.gz 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.74213.log.gz 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95494.log 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.51193.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.51193.log.gz 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39267.log 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81946.log 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.95494.log: /var/log/ceph/ceph-client.admin.39267.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.95494.log.gz 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39267.log.gz 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-19T12:02:11.989 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139675.log 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.81946.log: /var/log/ceph/rgw.ceph.client.0.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.81946.log.gz 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120234.log 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.139675.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.139675.log.gz 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111986.log 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.120234.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.120234.log.gz 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.188943.log 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.111986.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.111986.log.gz 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175299.log 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.188943.log: 91.3% -- replaced with /var/log/ceph/ceph-client.0.188943.log.gz 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39016.log 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.175299.log: 83.8% -- replaced with /var/log/ceph/ceph-client.0.175299.log.gz 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190030.log 2024-09-19T12:02:11.990 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39016.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39016.log.gz 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38415.log 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190030.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190030.log.gz 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56518.log 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38415.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38415.log.gz 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89603.log 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.56518.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56518.log.gz 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161491.log 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.89603.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.89603.log.gz 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87247.log 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.161491.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.161491.log.gz 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38584.log 2024-09-19T12:02:11.991 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.87247.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.87247.log.gz 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110808.log 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38584.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38584.log.gz 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180173.log 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.110808.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.110808.log.gz 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39382.log 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.180173.log: 80.5% -- replaced with /var/log/ceph/ceph-client.0.180173.log.gz 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60124.log 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39382.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39382.log.gz 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114344.log 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.60124.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.60124.log.gz 2024-09-19T12:02:11.992 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190582.log 2024-09-19T12:02:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.114344.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.114344.log.gz 2024-09-19T12:02:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48176.log 2024-09-19T12:02:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190582.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190582.log.gz 2024-09-19T12:02:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91371.log 2024-09-19T12:02:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.48176.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.48176.log.gz 2024-09-19T12:02:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83713.log 2024-09-19T12:02:11.998 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.91371.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.91371.log.gz 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102562.log 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.83713.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.83713.log.gz 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159114.log 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.102562.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.102562.log.gz 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39387.log 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.159114.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.159114.log.gz 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74804.log 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39387.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39387.log.gz 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190736.log 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.74804.log: 25.5% -- replaced with /var/log/ceph/ceph-client.admin.74804.log.gz 2024-09-19T12:02:11.999 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85480.log 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190736.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190736.log.gz 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132607.log 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.85480.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.85480.log.gz 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177737.log 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.132607.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.132607.log.gz 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67619.log 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.0.177737.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.177737.log.gz 2024-09-19T12:02:12.000 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130251.log 2024-09-19T12:02:12.007 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.67619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62515.log 2024-09-19T12:02:12.008 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.130251.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.130251.log.gz 2024-09-19T12:02:12.022 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38714.log 2024-09-19T12:02:12.022 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.62515.log: 20.3% -- replaced with /var/log/ceph/ceph-client.admin.62515.log.gz 2024-09-19T12:02:12.022 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160313.log 2024-09-19T12:02:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.38714.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38714.log.gz 2024-09-19T12:02:12.026 INFO:teuthology.orchestra.run.smithi103.stderr: 95.1% -- replaced with /var/log/ceph/ceph-client.admin.67619.log.gz 2024-09-19T12:02:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48152.log 2024-09-19T12:02:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.160313.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.160313.log.gz 2024-09-19T12:02:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69478.log 2024-09-19T12:02:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.48152.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.48152.log.gz 2024-09-19T12:02:12.026 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165121.log 2024-09-19T12:02:12.029 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.69478.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.69478.log.gz 2024-09-19T12:02:12.029 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45796.log 2024-09-19T12:02:12.029 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.165121.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.165121.log.gz 2024-09-19T12:02:12.029 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190352.log 2024-09-19T12:02:12.032 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.45796.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.45796.log.gz 2024-09-19T12:02:12.032 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T12:02:12.032 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190352.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190352.log.gz 2024-09-19T12:02:12.032 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.186184.log 2024-09-19T12:02:12.045 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162717.log 2024-09-19T12:02:12.045 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.186184.log: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.186184.log.gz 2024-09-19T12:02:12.057 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50580.log 2024-09-19T12:02:12.066 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.162717.log: 86.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132018.log 2024-09-19T12:02:12.066 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.162717.log.gz 2024-09-19T12:02:12.067 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.50580.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50580.log.gz 2024-09-19T12:02:12.081 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39779.log 2024-09-19T12:02:12.081 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.132018.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.132018.log.gz 2024-09-19T12:02:12.089 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154401.log 2024-09-19T12:02:12.089 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39779.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39779.log.gz 2024-09-19T12:02:12.108 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115522.log 2024-09-19T12:02:12.108 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.154401.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.154401.log.gz 2024-09-19T12:02:12.116 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39636.log 2024-09-19T12:02:12.117 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.115522.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.115522.log.gz 2024-09-19T12:02:12.131 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63904.log 2024-09-19T12:02:12.131 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39636.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39636.log.gz 2024-09-19T12:02:12.139 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126716.log 2024-09-19T12:02:12.140 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.63904.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.63904.log.gz 2024-09-19T12:02:12.152 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86658.log 2024-09-19T12:02:12.153 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.126716.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.126716.log.gz 2024-09-19T12:02:12.162 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96083.log 2024-09-19T12:02:12.163 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.86658.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.86658.log.gz 2024-09-19T12:02:12.172 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39386.log 2024-09-19T12:02:12.185 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.96083.log: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109041.log 2024-09-19T12:02:12.185 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.39386.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39386.log.gz 2024-09-19T12:02:12.185 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.96083.log.gz 2024-09-19T12:02:12.193 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134963.log 2024-09-19T12:02:12.206 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.109041.log: 81.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56494.log 2024-09-19T12:02:12.206 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.109041.log.gz 2024-09-19T12:02:12.207 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.134963.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.134963.log.gz 2024-09-19T12:02:12.219 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98439.log 2024-09-19T12:02:12.220 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.56494.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56494.log.gz 2024-09-19T12:02:12.229 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190828.log 2024-09-19T12:02:12.230 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.98439.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.98439.log.gz 2024-09-19T12:02:12.238 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145565.log 2024-09-19T12:02:12.247 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150866.log 2024-09-19T12:02:12.251 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.145565.log: 86.8% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190828.log.gz 2024-09-19T12:02:12.263 INFO:teuthology.orchestra.run.smithi103.stderr: -- replaced with /var/log/ceph/ceph-client.admin.145565.log.gz 2024-09-19T12:02:12.263 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190536.log 2024-09-19T12:02:12.263 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.150866.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.150866.log.gz 2024-09-19T12:02:12.284 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/ceph-client.admin.190536.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190536.log.gz 2024-09-19T12:02:12.334 INFO:teuthology.orchestra.run.smithi103.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T12:02:12.405 INFO:teuthology.orchestra.run.smithi174.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T12:02:12.779 INFO:teuthology.orchestra.run.smithi103.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T12:02:13.839 INFO:teuthology.orchestra.run.smithi103.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T12:02:15.769 INFO:teuthology.orchestra.run.smithi103.stderr: 93.5% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-19T12:02:18.733 INFO:teuthology.orchestra.run.smithi103.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T12:02:19.677 INFO:teuthology.orchestra.run.smithi174.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T12:02:20.090 INFO:teuthology.orchestra.run.smithi103.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T12:02:20.391 INFO:teuthology.orchestra.run.smithi174.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T12:02:21.140 INFO:teuthology.orchestra.run.smithi174.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T12:02:24.723 INFO:teuthology.orchestra.run.smithi103.stderr: 94.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T12:02:29.019 INFO:teuthology.orchestra.run.smithi174.stderr: 95.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T12:02:29.021 INFO:teuthology.orchestra.run.smithi174.stderr: 2024-09-19T12:02:29.021 INFO:teuthology.orchestra.run.smithi174.stderr:real 0m17.179s 2024-09-19T12:02:29.021 INFO:teuthology.orchestra.run.smithi174.stderr:user 0m41.821s 2024-09-19T12:02:29.021 INFO:teuthology.orchestra.run.smithi174.stderr:sys 0m1.519s 2024-09-19T12:02:31.689 INFO:teuthology.orchestra.run.smithi103.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T12:02:31.691 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-09-19T12:02:31.691 INFO:teuthology.orchestra.run.smithi103.stderr:real 0m19.893s 2024-09-19T12:02:31.691 INFO:teuthology.orchestra.run.smithi103.stderr:user 0m53.113s 2024-09-19T12:02:31.691 INFO:teuthology.orchestra.run.smithi103.stderr:sys 0m2.125s 2024-09-19T12:02:31.692 INFO:tasks.ceph:Archiving logs... 2024-09-19T12:02:31.692 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/log/ceph to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/remote/smithi103/log 2024-09-19T12:02:31.693 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T12:02:39.336 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/log/ceph to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/remote/smithi174/log 2024-09-19T12:02:39.337 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T12:02:45.210 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T12:02:45.224 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T12:02:45.224 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T12:02:45.227 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T12:02:45.342 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T12:02:45.352 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T12:02:45.352 DEBUG:teuthology.orchestra.run.smithi103:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T12:02:45.355 DEBUG:teuthology.orchestra.run.smithi174:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T12:02:45.383 INFO:teuthology.orchestra.run.smithi103.stderr:bash: line 1: ntpq: command not found 2024-09-19T12:02:45.387 INFO:teuthology.orchestra.run.smithi174.stderr:bash: line 1: ntpq: command not found 2024-09-19T12:02:45.388 INFO:teuthology.orchestra.run.smithi103.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T12:02:45.388 INFO:teuthology.orchestra.run.smithi103.stdout:=============================================================================== 2024-09-19T12:02:45.388 INFO:teuthology.orchestra.run.smithi103.stdout:^* hv01.front.sepia.ceph.com 3 6 377 0 +114us[ +111us] +/- 47ms 2024-09-19T12:02:45.388 INFO:teuthology.orchestra.run.smithi103.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 64 +736us[ +730us] +/- 77ms 2024-09-19T12:02:45.388 INFO:teuthology.orchestra.run.smithi103.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 -813us[ -819us] +/- 69ms 2024-09-19T12:02:45.388 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T12:02:45.391 INFO:teuthology.orchestra.run.smithi174.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T12:02:45.391 INFO:teuthology.orchestra.run.smithi174.stdout:=============================================================================== 2024-09-19T12:02:45.391 INFO:teuthology.orchestra.run.smithi174.stdout:^* hv01.front.sepia.ceph.com 3 6 377 63 +96us[ +111us] +/- 46ms 2024-09-19T12:02:45.391 INFO:teuthology.orchestra.run.smithi174.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 194 +688us[ +693us] +/- 75ms 2024-09-19T12:02:45.391 INFO:teuthology.orchestra.run.smithi174.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 -847us[ -847us] +/- 69ms 2024-09-19T12:02:45.391 INFO:teuthology.orchestra.run.smithi174.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T12:02:45.392 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T12:02:45.402 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T12:02:45.402 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T12:02:45.419 DEBUG:teuthology.orchestra.run.smithi103:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T12:02:45.512 DEBUG:teuthology.orchestra.run.smithi174:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T12:02:45.594 DEBUG:teuthology.orchestra.run.smithi103:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-19T12:02:45.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T12:02:45.636 DEBUG:teuthology.orchestra.run.smithi174:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-19T12:02:45.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T12:02:45.679 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T12:02:45.690 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T12:02:45.700 INFO:teuthology.task.internal:Duration was 3012.370357 seconds 2024-09-19T12:02:45.701 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T12:02:45.714 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T12:02:45.715 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T12:02:45.717 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T12:02:45.767 INFO:teuthology.orchestra.run.smithi103.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T12:02:45.774 INFO:teuthology.orchestra.run.smithi174.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T12:02:46.075 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T12:02:46.076 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi103.front.sepia.ceph.com 2024-09-19T12:02:46.076 DEBUG:teuthology.orchestra.run.smithi103:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T12:02:46.109 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi174.front.sepia.ceph.com 2024-09-19T12:02:46.109 DEBUG:teuthology.orchestra.run.smithi174:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T12:02:46.151 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T12:02:46.151 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T12:02:46.154 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T12:02:46.232 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T12:02:46.232 DEBUG:teuthology.orchestra.run.smithi103:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T12:02:46.235 DEBUG:teuthology.orchestra.run.smithi174:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T12:02:46.401 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T12:02:46.412 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T12:02:46.412 DEBUG:teuthology.orchestra.run.smithi103:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T12:02:46.452 DEBUG:teuthology.orchestra.run.smithi174:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T12:02:46.492 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T12:02:46.505 DEBUG:teuthology.orchestra.run.smithi103:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T12:02:46.508 DEBUG:teuthology.orchestra.run.smithi174:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T12:02:46.541 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = core 2024-09-19T12:02:46.569 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = core 2024-09-19T12:02:46.598 DEBUG:teuthology.orchestra.run.smithi103:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T12:02:46.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T12:02:46.630 DEBUG:teuthology.orchestra.run.smithi174:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T12:02:46.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T12:02:46.667 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T12:02:46.678 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T12:02:46.679 DEBUG:teuthology.misc:Transferring archived files from smithi103:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/remote/smithi103 2024-09-19T12:02:46.679 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T12:02:46.729 DEBUG:teuthology.misc:Transferring archived files from smithi174:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuvalif-2024-09-19_08:49:34-rgw-wip-yuval-test-distro-default-smithi/7912423/remote/smithi174 2024-09-19T12:02:46.730 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T12:02:46.779 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T12:02:46.779 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T12:02:46.782 DEBUG:teuthology.orchestra.run.smithi174:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T12:02:46.842 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T12:02:46.857 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T12:02:46.857 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T12:02:46.869 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T12:02:46.869 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T12:02:46.872 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T12:02:46.897 INFO:teuthology.orchestra.run.smithi103.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 12:02 /home/ubuntu/cephtest 2024-09-19T12:02:46.910 INFO:teuthology.orchestra.run.smithi174.stdout: 265613 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 12:02 /home/ubuntu/cephtest 2024-09-19T12:02:46.911 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T12:02:46.924 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T12:02:46.953 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3012.370356798172 flavor: default owner: scheduled_yuvalif@teuthology success: true 2024-09-19T12:02:46.953 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T12:02:47.047 INFO:teuthology.run:pass